Keep prev/next reference between tokens containing comments when filt…

…ering comment tokens
goccy · Oct 12, 2021 · d647cb1 · d647cb1
1 parent bf7fe89
commit d647cb1
Showing 1 changed file with 5 additions and 3 deletions.
diff --git a/parser/context.go b/parser/context.go
@@ -176,21 +176,23 @@ func (c *context) progress(num int) {
 }
 
 func newContext(tokens token.Tokens, mode Mode) *context {
-	filteredTokens := token.Tokens{}
+	filteredTokens := []*token.Token{}
 	if mode&ParseComments != 0 {
 		filteredTokens = tokens
 	} else {
 		for _, tk := range tokens {
 			if tk.Type == token.CommentType {
 				continue
 			}
-			filteredTokens.Add(tk)
+			// keep prev/next reference between tokens containing comments
+			// https://github.com/goccy/go-yaml/issues/254
+			filteredTokens = append(filteredTokens, tk)
 		}
 	}
 	return &context{
 		idx:    0,
 		size:   len(filteredTokens),
-		tokens: filteredTokens,
+		tokens: token.Tokens(filteredTokens),
 		mode:   mode,
 		path:   "$",
 	}