feat: added an additional sharding key

snyk · Oct 18, 2021 · 8b1f07d · 8b1f07d
1 parent 5f8c641
commit 8b1f07d
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 5 deletions.
diff --git a/src/analysis.ts b/src/analysis.ts
@@ -1,7 +1,7 @@
 /* eslint-disable no-await-in-loop */
 import omit from 'lodash.omit';
 
-import { AnalyzeFoldersOptions, prepareExtendingBundle, resolveBundleFilePath } from './files';
+import { AnalyzeFoldersOptions, prepareExtendingBundle, resolveBundleFilePath, calcHash } from './files';
 import { POLLING_INTERVAL } from './constants';
 import {
   GetAnalysisErrorCodes,
@@ -111,6 +111,7 @@ export async function analyzeFolders(options: FileAnalysisOptions): Promise<File
     bundleHash: fileBundle.bundleHash,
     ...options.connection,
     ...options.analysisOptions,
+    shard: calcHash(fileBundle.baseDir),
   });
 
   if (analysisResults.type === 'legacy') {
@@ -301,6 +302,7 @@ export async function extendAnalysis(options: ExtendAnalysisOptions): Promise<Fi
     bundleHash: remoteBundle.bundleHash,
     ...options.connection,
     ...options.analysisOptions,
+    shard: calcHash(fileBundle.baseDir),
     limitToFiles,
   });
 

diff --git a/src/files.ts b/src/files.ts
@@ -356,6 +356,10 @@ export function getBundleFilePath(filePath: string, baseDir: string) {
   return encodeURI(posixPath);
 }
 
+export function calcHash(content: string): string {
+  return crypto.createHash(HASH_ALGORITHM).update(content).digest(ENCODE_TYPE);
+};
+
 export async function getFileInfo(
   filePath: string,
   baseDir: string,
@@ -369,10 +373,6 @@ export async function getFileInfo(
 
   const bundlePath = getBundleFilePath(filePath, baseDir);
 
-  const calcHash = (content: string) => {
-    return crypto.createHash(HASH_ALGORITHM).update(content).digest(ENCODE_TYPE);
-  };
-
   let fileContent = '';
   let fileHash = '';
   if (!withContent && !!cache) {

diff --git a/src/http.ts b/src/http.ts
@@ -382,6 +382,7 @@ const GET_ANALYSIS_ERROR_MESSAGES: { [P in GetAnalysisErrorCodes]: string } = {
 };
 
 export interface AnalysisOptions {
+  readonly shard?: string;
   readonly severity?: number;
   readonly limitToFiles?: string[];
   readonly prioritized?: boolean;
@@ -407,6 +408,7 @@ export async function getAnalysis(
         type: 'file',
         hash: options.bundleHash,
         limitToFiles: options.limitToFiles || [],
+        ...(options.shard ? {shard: options.shard} : null),
       },
       ...pick(options, ['severity', 'prioritized', 'legacy']),
     },