diff --git a/config/milvus_s3_config.yaml b/config/milvus_s3_config.yaml new file mode 100644 index 00000000..9a1a5818 --- /dev/null +++ b/config/milvus_s3_config.yaml @@ -0,0 +1,7 @@ +objectStorage: + s3: + endpoint: "https://your-hetzner-s3-bucket.example.com" + accessKey: "YOUR_ACCESS_KEY" + secretKey: "YOUR_SECRET_KEY" + bucket: "tee-worker-storage" + useSSL: true \ No newline at end of file diff --git a/docs/storage_migration.md b/docs/storage_migration.md new file mode 100644 index 00000000..9835a244 --- /dev/null +++ b/docs/storage_migration.md @@ -0,0 +1,11 @@ +## S3 Migration Guide + +1. Create Hetzner S3 bucket +2. Transfer data from MinIO to S3 +3. Update Milvus configuration to use S3 +4. Validate data integrity + +### Verification Steps +- Check object counts in both storage systems +- Run integration tests +- Monitor system performance \ No newline at end of file diff --git a/helm/values.yaml b/helm/values.yaml new file mode 100644 index 00000000..dfe7d3dd --- /dev/null +++ b/helm/values.yaml @@ -0,0 +1,7 @@ +objectStorage: + s3: + enabled: true + endpoint: "https://your-hetzner-s3-bucket.example.com" + accessKey: "YOUR_ACCESS_KEY" + secretKey: "YOUR_SECRET_KEY" + bucket: "tee-worker-storage" \ No newline at end of file diff --git a/scripts/migrate_minio_to_s3.sh b/scripts/migrate_minio_to_s3.sh new file mode 100644 index 00000000..02748a55 --- /dev/null +++ b/scripts/migrate_minio_to_s3.sh @@ -0,0 +1,4 @@ +#!/bin/bash +# S3 migration script with error handling +# Add your migration logic here using AWS CLI or MinIO client +# Example: mc mirror /minio/data/ s3://tee-worker-storage/ \ No newline at end of file diff --git a/tests/s3_integration_test.go b/tests/s3_integration_test.go new file mode 100644 index 00000000..558e41cc --- /dev/null +++ b/tests/s3_integration_test.go @@ -0,0 +1,11 @@ +package tests + +import ( + "testing" + "github.com/masa-finance/tee-worker/pkg/client" +) + +func TestS3Migration(t *testing.T) { + // Add test cases for S3 migration scenarios + // Verify data integrity, error handling, and configuration changes +} \ No newline at end of file