add code to generate map-composite-map case

testdata/gen/map-composite-map/main.go

@@ -0,0 +1,151 @@
+package main
+
+import (
+	"log"
+	"strconv"
+
+	"github.com/xitongsys/parquet-go-source/local"
+	"github.com/xitongsys/parquet-go/parquet"
+	"github.com/xitongsys/parquet-go/writer"
+)
+
+type Personal struct {
+	Name string
+	Id   int64
+}
+type Student struct {
+	Name     string
+	Age      int32
+	Id       int64
+	Weight   float32
+	Sex      bool
+	Classes  []string
+	Scores   map[string][]float32
+	Friends  []Personal
+	Teachers []Personal
+}
+
+var jsonSchema string = `
+{
+  "Tag": "name=Parquet_go_root",
+  "Fields": [
+    {
+      "Tag": "name=Name, type=BYTE_ARRAY, convertedtype=UTF8"
+    },
+    {
+      "Tag": "name=Age, type=INT32"
+    },
+    {
+      "Tag": "name=Id, type=INT64"
+    },
+    {
+      "Tag": "name=Weight, type=FLOAT"
+    },
+    {
+      "Tag": "name=Sex, type=BOOLEAN"
+    },
+    {
+      "Tag": "name=Classes, type=LIST",
+      "Fields": [
+        {
+          "Tag": "name=Element, type=BYTE_ARRAY, convertedtype=UTF8"
+        }
+      ]
+    },
+    {
+      "Tag": "name=Scores, type=MAP",
+      "Fields": [
+        {
+          "Tag": "name=Key, type=BYTE_ARRAY, convertedtype=UTF8"
+        },
+        {
+          "Tag": "name=Value, type=LIST",
+          "Fields": [
+            {
+              "Tag": "name=Element, type=FLOAT"
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "Tag": "name=Friends, type=LIST",
+      "Fields": [
+        {
+          "Tag": "name=Element",
+          "Fields": [
+            {
+              "Tag": "name=Name, type=BYTE_ARRAY, convertedtype=UTF8"
+            },
+            {
+              "Tag": "name=Id, type=INT64"
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "Tag": "name=Teachers, repetitiontype=REPEATED",
+      "Fields": [
+        {
+          "Tag": "name=Name, type=BYTE_ARRAY, convertedtype=UTF8"
+        },
+        {
+          "Tag": "name=Id, type=INT64"
+        }
+      ]
+    }
+  ]
+}
+`
+
+func main() {
+	var err error
+	fw, err := local.NewLocalFileWriter("map-composite-map.parquet")
+	if err != nil {
+		log.Println("Can't create local file", err)
+		return
+	}
+
+	// write
+	pw, err := writer.NewParquetWriter(fw, jsonSchema, 4)
+	if err != nil {
+		log.Println("Can't create parquet writer", err)
+		return
+	}
+
+	pw.RowGroupSize = 128 * 1024 * 1024 // 128M
+	pw.CompressionType = parquet.CompressionCodec_LZ4_RAW
+	for i := 0; i < 10; i++ {
+		stu := Student{
+			Name:     "StudentName" + strconv.Itoa(i),
+			Age:      int32(i + 20),
+			Id:       int64(i * i),
+			Weight:   float32(100 + i),
+			Sex:      i%2 == 0,
+			Classes:  []string{},
+			Scores:   map[string][]float32{},
+			Friends:  []Personal{},
+			Teachers: []Personal{},
+		}
+		for j := 0; i < i%5; j++ {
+			stu.Classes = append(stu.Classes, "class"+strconv.Itoa(j))
+		}
+		for j := i - 1; j > 0 && j-i < 5; j++ {
+			stu.Friends = append(stu.Friends, Personal{
+				"StudentName" + strconv.Itoa(j),
+				int64(j * j),
+			})
+		}
+
+		if err = pw.Write(stu); err != nil {
+			log.Println("Write error", err)
+		}
+	}
+	if err = pw.WriteStop(); err != nil {
+		log.Println("WriteStop error", err)
+		return
+	}
+	log.Println("Write Finished")
+	fw.Close()
+}