### Godot version

4.2.dev [202e4b2]

### System information

N/A

### Issue description

Changing the property `vertical_alignment` in a `Label` still changes the position of the letters, even if said `Label` is at its minimum size, implying that it could be shrunk further:
![image](https://github.com/godotengine/godot/assets/30739239/7fdd87bd-53b1-4397-8594-1ee4e5efbcf5)

### Steps to reproduce

Create a `Label` node, type anything in it, and the `vertical_alignment` property.

### Minimal reproduction project

N/A, trivially reproducible.
ofs.x = style->get_offset().x;
						}
						break;
					case HORIZONTAL_ALIGNMENT_LEFT: {
						if (rtl_layout) {
							ofs.x = int(size.width - style->get_margin(SIDE_RIGHT) - line_size.width);
						} else {
							ofs.x = style->get_offset().x;
						}
					} break;
					case HORIZONTAL_ALIGNMENT_CENTER: {
						ofs.x = int(size.width - line_size.width) / 2;
					} break;
					case HORIZONTAL_ALIGNMENT_RIGHT: {
						if (rtl_layout) {
							ofs.x = style->get_offset().x;
						} else {
							ofs.x = int(size.width - style->get_margin(SIDE_RIGHT) - line_size.width);
						}
					} break;
				}
				const Glyph *glyphs = TS->shaped_text_get_glyphs(lines_rid[i]);
				int gl_size = TS->shaped_text_get_glyph_count(lines_rid[i]);
				int ellipsis_pos = TS->shaped_text_get_ellipsis_pos(lines_rid[i]);
				int trim_pos = TS->shaped_text_get_trim_pos(lines_rid[i]);
				const Glyph *ellipsis_glyphs = TS->shaped_text_get_ellipsis_glyphs(lines_rid[i]);
				int ellipsis_gl_size = TS->shaped_text_get_ellipsis_glyph_count(lines_rid[i]);
				
				int processed_glyphs_ol = processed_glyphs;
				if ((outline_size > 0 && font_outline_color.a != 0) || (font_shadow_color.a != 0)) {