diff --git a/src/core/core.scale.js b/src/core/core.scale.js
index 94c21f6f0..606bf0cd6 100644
--- a/src/core/core.scale.js
+++ b/src/core/core.scale.js
@@ -726,7 +726,7 @@ export default class Scale extends Element {
 		}
 
 		// Don't bother fitting the ticks if we are not showing the labels
-		if (tickOpts.display && display) {
+		if (tickOpts.display && display && me.ticks.length) {
 			const labelSizes = me._getLabelSizes();
 			const firstLabelSize = labelSizes.first;
 			const lastLabelSize = labelSizes.last;