file rename

weed/mq/schema/to_parquet_levels_test.go

@@ -0,0 +1,97 @@
+package schema
+
+import (
+	"github.com/seaweedfs/seaweedfs/weed/pb/schema_pb"
+	"github.com/stretchr/testify/assert"
+	"testing"
+)
+
+func TestToParquetLevels(t *testing.T) {
+	type args struct {
+		recordType *schema_pb.RecordType
+	}
+	tests := []struct {
+		name    string
+		args    args
+		want    *ParquetLevels
+	}{
+		{
+			name: "nested type",
+			args: args{
+				NewRecordTypeBuilder().
+					AddLongField("ID").
+					AddLongField("CreatedAt").
+					AddRecordField("Person", NewRecordTypeBuilder().
+						AddStringField("zName").
+						AddListField("emails", TypeString)).
+					AddStringField("Company").
+					AddRecordField("Address", NewRecordTypeBuilder().
+						AddStringField("Street").
+						AddStringField("City")).Build(),
+			},
+			want: &ParquetLevels{
+				startColumnIndex: 0,
+				endColumnIndex:   7,
+				definitionDepth:  0,
+				levels: map[string]*ParquetLevels{
+					"Address": {
+						startColumnIndex: 0,
+						endColumnIndex:   2,
+						definitionDepth:  1,
+						levels: map[string]*ParquetLevels{
+							"City": {
+								startColumnIndex: 0,
+								endColumnIndex:   1,
+								definitionDepth:  2,
+							},
+							"Street": {
+								startColumnIndex: 1,
+								endColumnIndex:   2,
+								definitionDepth:  2,
+							},
+						},
+					},
+					"Company": {
+						startColumnIndex: 2,
+						endColumnIndex:   3,
+						definitionDepth:  1,
+					},
+					"CreatedAt": {
+						startColumnIndex: 3,
+						endColumnIndex:   4,
+						definitionDepth:  1,
+					},
+					"ID": {
+						startColumnIndex: 4,
+						endColumnIndex:   5,
+						definitionDepth:  1,
+					},
+					"Person": {
+						startColumnIndex: 5,
+						endColumnIndex:   7,
+						definitionDepth:  1,
+						levels: map[string]*ParquetLevels{
+							"emails": {
+								startColumnIndex: 5,
+								endColumnIndex:   6,
+								definitionDepth:  2,
+							},
+							"zName": {
+								startColumnIndex: 6,
+								endColumnIndex:   7,
+								definitionDepth:  2,
+							},
+						},
+					},
+				},
+			},
+		},
+	}
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			got, err := ToParquetLevels(tt.args.recordType)
+			assert.Nil(t, err)
+			assert.Equalf(t, tt.want, got, "ToParquetLevels(%v)", tt.args.recordType)
+		})
+	}
+}