Skip to content

Commit

Permalink
fix(misconf): handle null properties in CloudFormation templates (#7813)
Browse files Browse the repository at this point in the history
Signed-off-by: nikpivkin <nikita.pivkin@smartforce.io>
  • Loading branch information
nikpivkin authored Nov 8, 2024
1 parent ab32297 commit 99b2db3
Show file tree
Hide file tree
Showing 3 changed files with 77 additions and 15 deletions.
10 changes: 10 additions & 0 deletions pkg/iac/scanners/cloudformation/parser/file_context.go
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
package parser

import (
"github.com/samber/lo"

"github.com/aquasecurity/trivy/pkg/iac/ignore"
iacTypes "github.com/aquasecurity/trivy/pkg/iac/types"
)
Expand Down Expand Up @@ -71,3 +73,11 @@ func (t *FileContext) missingParameterValues() []string {
}
return missing
}

func (t *FileContext) stripNullProperties() {
for _, resource := range t.Resources {
resource.Inner.Properties = lo.OmitBy(resource.Inner.Properties, func(k string, v *Property) bool {
return v.IsNil()
})
}
}
33 changes: 18 additions & 15 deletions pkg/iac/scanners/cloudformation/parser/parser.go
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@ import (
"fmt"
"io"
"io/fs"
"path"
"path/filepath"
"strings"

Expand Down Expand Up @@ -83,7 +84,7 @@ func (p *Parser) ParseFS(ctx context.Context, fsys fs.FS, dir string) (FileConte
return contexts, nil
}

func (p *Parser) ParseFile(ctx context.Context, fsys fs.FS, path string) (fctx *FileContext, err error) {
func (p *Parser) ParseFile(ctx context.Context, fsys fs.FS, filePath string) (fctx *FileContext, err error) {
defer func() {
if e := recover(); e != nil {
err = fmt.Errorf("panic during parse: %s", e)
Expand All @@ -105,15 +106,15 @@ func (p *Parser) ParseFile(ctx context.Context, fsys fs.FS, path string) (fctx *
}

sourceFmt := YamlSourceFormat
if strings.HasSuffix(strings.ToLower(path), ".json") {
if path.Ext(filePath) == ".json" {
sourceFmt = JsonSourceFormat
}

f, err := fsys.Open(filepath.ToSlash(path))
f, err := fsys.Open(filePath)
if err != nil {
return nil, err
}
defer func() { _ = f.Close() }()
defer f.Close()

content, err := io.ReadAll(f)
if err != nil {
Expand All @@ -123,42 +124,44 @@ func (p *Parser) ParseFile(ctx context.Context, fsys fs.FS, path string) (fctx *
lines := strings.Split(string(content), "\n")

fctx = &FileContext{
filepath: path,
filepath: filePath,
lines: lines,
SourceFormat: sourceFmt,
}

switch sourceFmt {
case YamlSourceFormat:
if err := yaml.Unmarshal(content, fctx); err != nil {
return nil, NewErrInvalidContent(path, err)
return nil, NewErrInvalidContent(filePath, err)
}
fctx.Ignores = ignore.Parse(string(content), path, "")
fctx.Ignores = ignore.Parse(string(content), filePath, "")
case JsonSourceFormat:
if err := jfather.Unmarshal(content, fctx); err != nil {
return nil, NewErrInvalidContent(path, err)
return nil, NewErrInvalidContent(filePath, err)
}
}

fctx.stripNullProperties()

fctx.overrideParameters(p.overridedParameters)

if params := fctx.missingParameterValues(); len(params) > 0 {
p.logger.Warn("Missing parameter values", log.FilePath(path), log.String("parameters", strings.Join(params, ", ")))
p.logger.Warn("Missing parameter values", log.FilePath(filePath), log.String("parameters", strings.Join(params, ", ")))
}

fctx.lines = lines
fctx.SourceFormat = sourceFmt
fctx.filepath = path
fctx.filepath = filePath

p.logger.Debug("Context loaded from source", log.FilePath(path))
p.logger.Debug("Context loaded from source", log.FilePath(filePath))

// the context must be set to conditions before resources
for _, c := range fctx.Conditions {
c.setContext(fctx)
}

for name, r := range fctx.Resources {
r.configureResource(name, fsys, path, fctx)
r.configureResource(name, fsys, filePath, fctx)
}

return fctx, nil
Expand Down Expand Up @@ -190,10 +193,10 @@ func (p *Parser) parseParams() error {
return nil
}

func (p *Parser) parseParametersFile(path string) (Parameters, error) {
f, err := p.configsFS.Open(path)
func (p *Parser) parseParametersFile(filePath string) (Parameters, error) {
f, err := p.configsFS.Open(filePath)
if err != nil {
return nil, fmt.Errorf("parameters file %q open error: %w", path, err)
return nil, fmt.Errorf("parameters file %q open error: %w", filePath, err)
}

var parameters Parameters
Expand Down
49 changes: 49 additions & 0 deletions pkg/iac/scanners/cloudformation/parser/parser_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -440,3 +440,52 @@ Conditions:
require.NoError(t, err)
require.Len(t, files, 1)
}

func Test_TemplateWithNullProperty(t *testing.T) {
src := `AWSTemplateFormatVersion: "2010-09-09"
Resources:
TestBucket:
Type: "AWS::S3::Bucket"
Properties:
BucketName:`

fsys := testutil.CreateFS(t, map[string]string{
"main.yaml": src,
})

files, err := New().ParseFS(context.TODO(), fsys, ".")
require.NoError(t, err)
require.Len(t, files, 1)

file := files[0]

res := file.GetResourceByLogicalID("TestBucket")

assert.True(t, res.GetProperty("BucketName").IsNil())
}

func Test_TemplateWithNullNestedProperty(t *testing.T) {
src := `AWSTemplateFormatVersion: "2010-09-09"
Description: "BAD"
Resources:
TestBucket:
Type: "AWS::S3::Bucket"
Properties:
BucketName: test
PublicAccessBlockConfiguration:
BlockPublicAcls: null`

fsys := testutil.CreateFS(t, map[string]string{
"main.yaml": src,
})

files, err := New().ParseFS(context.TODO(), fsys, ".")
require.NoError(t, err)
require.Len(t, files, 1)

file := files[0]

res := file.GetResourceByLogicalID("TestBucket")

assert.True(t, res.GetProperty("PublicAccessBlockConfiguration.BlockPublicAcls").IsNil())
}

0 comments on commit 99b2db3

Please sign in to comment.