Remove DS pipeline endpoint hack

DaoDaoNoCode · Jun 11, 2024 · 8b8d6b7 · 8b8d6b7
1 parent b4db549
commit 8b8d6b7
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 31 deletions.
diff --git a/frontend/src/concepts/pipelines/content/configurePipelinesServer/__tests__/utils.spec.ts b/frontend/src/concepts/pipelines/content/configurePipelinesServer/__tests__/utils.spec.ts
@@ -68,7 +68,7 @@ describe('configure pipeline server utils', () => {
       ];
       const spec = createDSPipelineResourceSpec(config, secretsResponse);
       expect(spec.objectStorage.externalStorage?.scheme).toBe('http');
-      expect(spec.objectStorage.externalStorage?.host).toBe('s3.us-east-1.amazonaws.com');
+      expect(spec.objectStorage.externalStorage?.host).toBe('s3.amazonaws.com');
     });
 
     it('should parse S3 endpoint without scheme', () => {
@@ -77,30 +77,7 @@ describe('configure pipeline server utils', () => {
       config.objectStorage.newValue = [{ key: AwsKeys.S3_ENDPOINT, value: 's3.amazonaws.com' }];
       const spec = createDSPipelineResourceSpec(config, secretsResponse);
       expect(spec.objectStorage.externalStorage?.scheme).toBe('https');
-      expect(spec.objectStorage.externalStorage?.host).toBe('s3.us-east-1.amazonaws.com');
-    });
-
-    it('should convert S3 endpoint with region', () => {
-      const config = createPipelineServerConfig();
-      const secretsResponse = createSecretsResponse();
-      config.objectStorage.newValue = [
-        { key: AwsKeys.S3_ENDPOINT, value: 'http://s3.amazonaws.com' },
-        { key: AwsKeys.DEFAULT_REGION, value: 'us-east-2' },
-      ];
-      const spec = createDSPipelineResourceSpec(config, secretsResponse);
-      expect(spec.objectStorage.externalStorage?.scheme).toBe('http');
-      expect(spec.objectStorage.externalStorage?.host).toBe('s3.us-east-2.amazonaws.com');
-    });
-
-    it('should not convert endpoint when it is not S3', () => {
-      const config = createPipelineServerConfig();
-      const secretsResponse = createSecretsResponse();
-      config.objectStorage.newValue = [
-        { key: AwsKeys.S3_ENDPOINT, value: 'http://s3.not-amazonaws.com' },
-      ];
-      const spec = createDSPipelineResourceSpec(config, secretsResponse);
-      expect(spec.objectStorage.externalStorage?.scheme).toBe('http');
-      expect(spec.objectStorage.externalStorage?.host).toBe('s3.not-amazonaws.com');
+      expect(spec.objectStorage.externalStorage?.host).toBe('s3.amazonaws.com');
     });
 
     it('should include bucket', () => {

diff --git a/frontend/src/concepts/pipelines/content/configurePipelinesServer/utils.ts b/frontend/src/concepts/pipelines/content/configurePipelinesServer/utils.ts
@@ -108,7 +108,7 @@ export const createDSPipelineResourceSpec = (
     dspVersion: 'v2',
     objectStorage: {
       externalStorage: {
-        host: convertAWSHostForRegion(externalStorageHost, externalStorageRegion),
+        host: externalStorageHost,
         scheme: externalStorageScheme || 'https',
         bucket: awsRecord.AWS_S3_BUCKET || '',
         region: externalStorageRegion,
@@ -157,8 +157,3 @@ export const getLabelName = (index: string): string => {
   const field = PIPELINE_AWS_FIELDS.find((currentField) => currentField.key === index);
   return field ? field.label : '';
 };
-
-const convertAWSHostForRegion = (endpoint: string, region: string): string => {
-  const host = endpoint.replace(/\/$/, '') || '';
-  return host === 's3.amazonaws.com' && region !== '' ? `s3.${region}.amazonaws.com` : host;
-};