diff --git a/src/fontcache.cpp b/src/fontcache.cpp
index 0453db9e10..64ab96cf61 100644
--- a/src/fontcache.cpp
+++ b/src/fontcache.cpp
@@ -819,6 +819,8 @@ void Win32FontCache::SetFontSize(FontSize fs, int pixels)
 	this->glyph_size.cx = otm->otmTextMetrics.tmMaxCharWidth;
 	this->glyph_size.cy = otm->otmTextMetrics.tmHeight;
 
+	font_height_cache[this->fs] = this->GetHeight();
+
 	DEBUG(freetype, 2, "Loaded font '%s' with size %d", FS2OTTD((LPTSTR)((BYTE *)otm + (ptrdiff_t)otm->otmpFullName)), pixels);
 }