Migrate to Azure Functions Elastic Premium plan (#2893)

This pull request primarily removes the `parallel-workers` package from
the repository and cleans up related code and configuration.
Additionally, it refines error reporting in Azure credential management
and streamlines hash generation logic by removing unused methods. Below
are the most important changes grouped by theme:

**Parallel-workers package removal:**

* Deleted the entire `packages/parallel-workers` directory, including
all source files, configuration files, and tests.
[[1]](diffhunk://#diff-25989936846266e0f9905c0127502489515f0b137a328dfed9e31a561ccd819aL1-L9)
[[2]](diffhunk://#diff-a8b0eb3771036e137c69d2f3b9750b077d5728f50fce4ff02c6958ec681c2536L1-L46)
[[3]](diffhunk://#diff-4d638471a511daeea3e736674bb59d158210b45bcd822c5b2db42d89bc402d04L1-L8)
[[4]](diffhunk://#diff-7a556c7cebb73de26cd321fc591f315d0e943369427696919f21e6f8364a09bdL1-L4)
[[5]](diffhunk://#diff-1f31bb2f012812594874b44d5714037998a44d9550b7f3a268b68823d6331d22L1-L83)
[[6]](diffhunk://#diff-1c4cbe11be8ac467da7364d7c95a23bd239968517396f72b30c896eee9319bd6L1-L55)
[[7]](diffhunk://#diff-d0a67630bdf2a3aeed9ebecef997065069baf7358d643bf593c93223380947a9L1-L6)
* Removed references to `parallel-workers` from workspace configuration
files, build scripts, and package lists
(`.vscode/workspace.code-workspace`, `package.json`, and related
test/build configs).
[[1]](diffhunk://#diff-add87b7a14c2f7b31686c392cab5f20ed6f1245e2bb675aa78eb845d1a60102bL51-L54)
[[2]](diffhunk://#diff-8314470685c1f819d496e2aac5f58b3230753af65a0c87b3a4456ccab50b6a13L21)
[[3]](diffhunk://#diff-54e9026b0beaa1299fa79d49a2fade8542db7613c4de23abf2dba289eefba6e2L68-L72)

**Hash generator simplification:**

* Removed unused hash generation methods
(`getWebsiteScanResultDocumentId`, `getWebsiteScanResultPartDocumentId`,
and related test cases) from
`packages/common/src/ciphers/hash-generator.ts` and
`packages/crawler/src/common/hash-generator.ts`.
[[1]](diffhunk://#diff-c2186d9bc818cf91de90837f18062015a2f4fe0517329f58e3c205249d9efd42L20-L34)
[[2]](diffhunk://#diff-0e904fddbcaeb6ae5e54fe80fea0ecb7a60b7bdde81ec262914ece863e06ecc3L45-L65)
[[3]](diffhunk://#diff-5de80d0364ae76197deaddbe3f3bf6f1d6be292cdf5b96cbacb5c288dc8fda71L26-L51)
[[4]](diffhunk://#diff-5ad86124b1e8180a5c1aaa5523220fda4ee6ccefd80345f3f98a19b352803492L15-L38)
* Cleaned up imports in `packages/crawler/src/common/hash-generator.ts`
by removing unused dependencies.

**Azure credential error reporting:**

* Improved error messages in `IdentityCredentialCache` to provide more
context, including client ID, scope, and stack trace. Updated
corresponding test to match the new error message.
[[1]](diffhunk://#diff-a52017d64031aaf6e5a3c418ac0fffbc4ba982de6c03cf1d734ee0fb69cabd38L44-R48)
[[2]](diffhunk://#diff-7a27d7be70cbac5e5d29d16077b21535e3b68a2e76918745ab6452bc7226134bL122-R122)

**OpenAPI contract adjustment:**

* Updated `packages/api-contracts/openapi.json` to remove the `scanType`
property from one schema and restrict its enum to `"accessibility"` in
another, reflecting a change in supported scan types.
[[1]](diffhunk://#diff-d0825d6cd1593677824dda2a6df69779218ebfe33c83a4aa53560c2542743efbL223-L228)
[[2]](diffhunk://#diff-d0825d6cd1593677824dda2a6df69779218ebfe33c83a4aa53560c2542743efbR540-R545)

**Build and ignore file updates:**

* Broadened the ignore pattern for `.txt` files in `.prettierignore` and
adjusted the `clean` script in `package.json` to remove fewer
directories.
[[1]](diffhunk://#diff-b640b344ee7f3f03d2a443795a5d0708ef50e2e6e34214109ab2aad13ad6ba98L30-R30)
[[2]](diffhunk://#diff-7ae45ad102eab3b6d7e7896acd08c427a9b25b346470d7bc6507b6481575d519L11-R11)

Author: lamaks

.prettierignore

@@ -27,7 +27,7 @@ dist/
 **/.env.*
 **/yarn-*.log
 **/*.ts.snap
-copyright-header.txt
+**/*.txt
 **/.DS_Store
 **/.funcignore
 **/extensions.csproj

.vscode/workspace.code-workspace

@@ -48,10 +48,6 @@
             "name": "logger",
             "path": "../packages/logger"
         },
-        {
-            "name": "parallel-workers",
-            "path": "../packages/parallel-workers"
-        },
         {
             "name": "privacy-scan-core",
             "path": "../packages/privacy-scan-core"

package.json

@@ -8,7 +8,7 @@
     },
     "scripts": {
         "packages": "yarn workspaces foreach --no-private --parallel --verbose --all",
-        "clean": "yarn packages run clean && rimraf dist test-results ./**/coverage",
+        "clean": "yarn packages run clean && rimraf dist test-results",
         "build": "yarn packages --topological-dev run build",
         "cbuild": "yarn packages --topological-dev run cbuild",
         "dbuild": "yarn install && npm-run-all --serial syncpack:fix build",

packages/api-contracts/openapi.json

@@ -220,12 +220,6 @@
                         "type": "integer",
                         "example": 100
                     },
-                    "scanType": {
-                        "description": "The targeted type of the scan",
-                        "type": "string",
-                        "enum": ["accessibility", "privacy"],
-                        "example": "accessibility"
-                    },
                     "scanNotifyUrl": {
                         "type": "string",
                         "example": "https://www.example.com/api/notification"
@@ -543,6 +537,12 @@
                         "type": "string",
                         "example": "https://accessibilityinsights.io/"
                     },
+                    "scanType": {
+                        "description": "The type of the scan",
+                        "type": "string",
+                        "enum": ["accessibility"],
+                        "example": "accessibility"
+                    },
                     "deepScanId": {
                         "type": "string",
                         "example": "d6cdd091-a985-4dfd-a046-57c7f4d23bfc"

packages/azure-services/src/credentials/identity-credential-cache.spec.ts

@@ -119,7 +119,7 @@ describe(IdentityCredentialCache, () => {
         getAccessToken = async () => Promise.reject(new Error('msi service error'));
 
         await expect(identityCredentialCache.getToken(scopes, undefined, getAccessToken)).rejects.toThrowError(
-            /Credential provider has failed./,
+            /Azure credential provider has failed./,
         );
     });
 });

packages/azure-services/src/credentials/identity-credential-cache.ts

@@ -41,7 +41,11 @@ export class IdentityCredentialCache {
             try {
                 return await getAccessToken();
             } catch (error) {
-                throw new Error(`Credential provider has failed. ${System.serializeError(error)}`);
+                throw new Error(
+                    `Azure credential provider has failed. ClientId: ${clientId}. Scope: ${scope}. Error: ${System.serializeError(
+                        error,
+                    )}. Stack: ${new Error().stack}`,
+                );
             }
         });
 

packages/common/src/ciphers/hash-generator.spec.ts

@@ -42,27 +42,6 @@ describe('HashGenerator', () => {
         expect(id).toEqual(expectedId);
     });
 
-    it('generate getWebsiteScanPageDataDocumentId', () => {
-        hashGenerator = new HashGenerator(SHA);
-        const id = hashGenerator.getWebsiteScanPageDataDocumentId('websiteId', 'scanId');
-        const expectedId = hashGenerator.generateBase64Hash('websiteId', 'scanId');
-        expect(id).toEqual(expectedId);
-    });
-
-    it('generate WebsiteScanResultDocumentId', () => {
-        hashGenerator = new HashGenerator(SHA);
-        const id = hashGenerator.getWebsiteScanResultDocumentId('baseUrl', 'scanGroupId');
-        const expectedId = hashGenerator.generateBase64Hash('baseUrl', 'scanGroupId');
-        expect(id).toEqual(expectedId);
-    });
-
-    it('generate WebsiteScanResultPartDocumentId', () => {
-        hashGenerator = new HashGenerator(SHA);
-        const id = hashGenerator.getWebsiteScanResultPartDocumentId('baseId', 'scanId');
-        const expectedId = hashGenerator.generateBase64Hash('baseId', 'scanId');
-        expect(id).toEqual(expectedId);
-    });
-
     it('should generate same hash every time without stubbing', () => {
         hashGenerator = new HashGenerator(SHA);
         const hash1 = hashGenerator.generateBase64Hash('u1', 'f1', 's1', 'r1');

packages/common/src/ciphers/hash-generator.ts

@@ -17,21 +17,6 @@ export class HashGenerator {
         return this.generateBase64Hash(baseUrl, scanGroupId);
     }
 
-    public getWebsiteScanPageDataDocumentId(websiteId: string, scanId: string): string {
-        // Preserve parameters order below for the hash generation compatibility
-        return this.generateBase64Hash(websiteId, scanId);
-    }
-
-    public getWebsiteScanResultDocumentId(baseUrl: string, scanGroupId: string): string {
-        // Preserve parameters order below for the hash generation compatibility
-        return this.generateBase64Hash(baseUrl, scanGroupId);
-    }
-
-    public getWebsiteScanResultPartDocumentId(baseId: string, scanId: string): string {
-        // Preserve parameters order below for the hash generation compatibility
-        return this.generateBase64Hash(baseId, scanId);
-    }
-
     public getDbHashBucket(prefix: string, ...values: string[]): string {
         // Changing buckets count will affect bucket generation of the same values
         return this.getHashBucket(prefix, 1000, ...values);

packages/crawler/src/build-utilities/monorepo-packages.spec.ts

@@ -18,7 +18,6 @@ describe('listMonorepoPackageNames', () => {
               "functional-tests",
               "health-client",
               "logger",
-              "parallel-workers",
               "privacy-scan-core",
               "privacy-scan-job-manager",
               "privacy-scan-runner",

packages/crawler/src/common/hash-generator.spec.ts

@@ -23,32 +23,6 @@ describe('HashGenerator', () => {
         hashGenerator = new HashGenerator(shaJsMock.object);
     });
 
-    it('generate hash bucket', () => {
-        hashGenerator = new HashGenerator(SHA);
-        const bucket = hashGenerator.getHashBucket('bucket', 300, 'id1', 'id2', 'id3');
-        expect(bucket).toEqual('bucket-101');
-    });
-
-    it('generate DB hash bucket with preset range', () => {
-        hashGenerator = new HashGenerator(SHA);
-        const bucket = hashGenerator.getDbHashBucket('bucket', 'id1', 'id2', 'id3');
-        expect(bucket).toEqual('bucket-425');
-    });
-
-    it('generate WebsiteScanResultDocumentId', () => {
-        hashGenerator = new HashGenerator(SHA);
-        const id = hashGenerator.getWebsiteScanResultDocumentId('baseUrl', 'scanGroupId');
-        const expectedId = hashGenerator.generateBase64Hash('baseUrl', 'scanGroupId');
-        expect(id).toEqual(expectedId);
-    });
-
-    it('generate WebsiteScanResultPartDocumentId', () => {
-        hashGenerator = new HashGenerator(SHA);
-        const id = hashGenerator.getWebsiteScanResultPartDocumentId('baseId', 'scanId');
-        const expectedId = hashGenerator.generateBase64Hash('baseId', 'scanId');
-        expect(id).toEqual(expectedId);
-    });
-
     it('should generate same hash every time without stubbing', () => {
         hashGenerator = new HashGenerator(SHA);
         const hash1 = hashGenerator.generateBase64Hash('u1', 'f1', 's1', 'r1');