diff --git a/internal/lsp/token_encoder.go b/internal/lsp/token_encoder.go
index df9b46144..02fd892d7 100644
--- a/internal/lsp/token_encoder.go
+++ b/internal/lsp/token_encoder.go
@@ -78,13 +78,16 @@ func (te *TokenEncoder) encodeTokenOfIndex(i int) []float64 {
 	previousStartChar := 0
 	if i > 0 {
 		previousLine = te.Tokens[i-1].Range.End.Line - 1
-		previousStartChar = te.Tokens[i-1].Range.Start.Column - 1
+		currentLine := te.Tokens[i].Range.End.Line - 1
+		if currentLine == previousLine {
+			previousStartChar = te.Tokens[i-1].Range.Start.Column - 1
+		}
 	}
 
 	if tokenLineDelta == 0 || false /* te.clientCaps.MultilineTokenSupport */ {
 		deltaLine := token.Range.Start.Line - 1 - previousLine
-		deltaStartChar := token.Range.Start.Column - 1
 		tokenLength := token.Range.End.Byte - token.Range.Start.Byte
+		deltaStartChar := token.Range.Start.Column - 1 - previousStartChar
 
 		data = append(data, []float64{
 			float64(deltaLine),
diff --git a/internal/lsp/token_encoder_test.go b/internal/lsp/token_encoder_test.go
index d76d33d84..458c5a736 100644
--- a/internal/lsp/token_encoder_test.go
+++ b/internal/lsp/token_encoder_test.go
@@ -119,6 +119,59 @@ func TestTokenEncoder_multiLineTokens(t *testing.T) {
 	}
 }
 
+func TestTokenEncoder_deltaStartCharBug(t *testing.T) {
+	bytes := []byte(`resource "aws_iam_role_policy" "firehose_s3_access" {
+}
+`)
+	te := &TokenEncoder{
+		Lines: source.MakeSourceLines("test.tf", bytes),
+		Tokens: []lang.SemanticToken{
+			{
+				Type:      lang.TokenBlockType,
+				Modifiers: []lang.SemanticTokenModifier{},
+				Range: hcl.Range{
+					Filename: "main.tf",
+					Start:    hcl.Pos{Line: 1, Column: 1, Byte: 0},
+					End:      hcl.Pos{Line: 1, Column: 9, Byte: 8},
+				},
+			},
+			{
+				Type:      lang.TokenBlockLabel,
+				Modifiers: []lang.SemanticTokenModifier{lang.TokenModifierDependent},
+				Range: hcl.Range{
+					Filename: "main.tf",
+					Start:    hcl.Pos{Line: 1, Column: 10, Byte: 9},
+					End:      hcl.Pos{Line: 1, Column: 31, Byte: 30},
+				},
+			},
+			{
+				Type:      lang.TokenBlockLabel,
+				Modifiers: []lang.SemanticTokenModifier{},
+				Range: hcl.Range{
+					Filename: "main.tf",
+					Start:    hcl.Pos{Line: 1, Column: 32, Byte: 31},
+					End:      hcl.Pos{Line: 1, Column: 52, Byte: 51},
+				},
+			},
+		},
+		ClientCaps: protocol.SemanticTokensClientCapabilities{
+			TokenTypes:     serverTokenTypes.AsStrings(),
+			TokenModifiers: serverTokenModifiers.AsStrings(),
+		},
+	}
+	data := te.Encode()
+	expectedData := []float64{
+		0, 0, 8, 0, 0,
+		0, 9, 21, 1, 2,
+		0, 22, 20, 1, 0,
+	}
+
+	if diff := cmp.Diff(expectedData, data); diff != "" {
+		t.Fatalf("unexpected encoded data.\nexpected: %#v\ngiven:    %#v",
+			expectedData, data)
+	}
+}
+
 func TestTokenEncoder_tokenModifiers(t *testing.T) {
 	bytes := []byte(`myblock "mytype" {
   str_attr = "something"