b8ef48c8f1
* Add RisingWave catalog tests for S3 tables * Add RisingWave catalog integration tests to CI workflow * Refactor RisingWave catalog tests based on PR feedback * Address PR feedback: optimize checks, cleanup logs * fix tests * consistent
80 lines
2.4 KiB
Go
80 lines
2.4 KiB
Go
package catalog_risingwave
|
|
|
|
import (
|
|
"fmt"
|
|
"strings"
|
|
"testing"
|
|
)
|
|
|
|
func TestRisingWaveIcebergCatalog(t *testing.T) {
|
|
if testing.Short() {
|
|
t.Skip("Skipping integration test in short mode")
|
|
}
|
|
|
|
env := NewTestEnvironment(t)
|
|
defer env.Cleanup(t)
|
|
|
|
if !env.dockerAvailable {
|
|
t.Skip("Docker not available, skipping RisingWave integration test")
|
|
}
|
|
|
|
t.Log(">>> Starting SeaweedFS...")
|
|
env.StartSeaweedFS(t)
|
|
t.Log(">>> SeaweedFS started.")
|
|
|
|
tableBucket := "iceberg-tables"
|
|
t.Logf(">>> Creating table bucket: %s", tableBucket)
|
|
createTableBucket(t, env, tableBucket)
|
|
|
|
t.Log(">>> Starting RisingWave...")
|
|
env.StartRisingWave(t)
|
|
t.Log(">>> RisingWave started.")
|
|
|
|
// Create Iceberg namespace
|
|
createIcebergNamespace(t, env, "default")
|
|
|
|
// Create a catalog in RisingWave that points to SeaweedFS Iceberg REST API
|
|
icebergUri := env.dockerIcebergEndpoint()
|
|
s3Endpoint := env.dockerS3Endpoint()
|
|
|
|
tableName := "test_table_" + randomString(6)
|
|
createIcebergTable(t, env, tableBucket, "default", tableName)
|
|
|
|
sourceName := "test_source_" + randomString(6)
|
|
createSourceSql := fmt.Sprintf(`
|
|
CREATE SOURCE %s WITH (
|
|
connector = 'iceberg',
|
|
catalog.type = 'rest',
|
|
catalog.uri = '%s',
|
|
catalog.name = 'default',
|
|
database.name = 'default',
|
|
table.name = '%s',
|
|
warehouse.path = 's3://%s',
|
|
s3.endpoint = '%s',
|
|
s3.region = 'us-east-1',
|
|
s3.access.key = '%s',
|
|
s3.secret.key = '%s',
|
|
s3.path.style.access = 'true',
|
|
catalog.rest.sigv4_enabled = 'true',
|
|
catalog.rest.signing_region = 'us-east-1',
|
|
catalog.rest.signing_name = 's3'
|
|
);`, sourceName, icebergUri, tableName, tableBucket, s3Endpoint, env.accessKey, env.secretKey)
|
|
|
|
t.Logf(">>> Creating source %s...", sourceName)
|
|
runRisingWaveSQL(t, env.postgresSidecar, createSourceSql)
|
|
|
|
showSourcesOutput := runRisingWaveSQL(t, env.postgresSidecar, "SHOW SOURCES;")
|
|
if !strings.Contains(showSourcesOutput, sourceName) {
|
|
t.Fatalf("Expected source %s in SHOW SOURCES output:\n%s", sourceName, showSourcesOutput)
|
|
}
|
|
|
|
describeOutput := runRisingWaveSQL(t, env.postgresSidecar, fmt.Sprintf("DESCRIBE %s;", sourceName))
|
|
if !strings.Contains(describeOutput, "id") || !strings.Contains(describeOutput, "name") {
|
|
t.Fatalf("Expected id/name columns in DESCRIBE output:\n%s", describeOutput)
|
|
}
|
|
|
|
runRisingWaveSQL(t, env.postgresSidecar, fmt.Sprintf("SELECT * FROM %s LIMIT 0;", sourceName))
|
|
|
|
t.Log(">>> RisingWave Iceberg Catalog test passed!")
|
|
}
|