Keep an in-browser index

core/src/algorithm/fingerprintIndex.ts

@@ -35,6 +35,7 @@ export class FingerprintIndex {
   // A set of ignored hashes (either manually added, or through the ignored files, NOT because of maxFileCount)
   private readonly ignoredHashes: Set<number>;
 
+
   /**
    * Creates a Fingerprint Index which is able to compare files with each other
    * based on their winnowed fingerprints (kgrams of tokens).

core/src/algorithm/pair.ts

@@ -28,11 +28,12 @@
   public readonly rightCovered;
   public readonly leftTotal;
   public readonly rightTotal;
-  public readonly longest;
   public readonly similarity;
   public readonly leftIgnored;
   public readonly rightIgnored;
 
+  private longestValue: number;
+
   constructor(
     public readonly leftEntry: FileEntry,
     public readonly rightEntry: FileEntry,
@@ -50,12 +51,38 @@
       large = leftEntry;
     }
 
-    for (const fingeprint of small.shared) {
-      if (large.shared.has(fingeprint)) {
-        this.shared.push(fingeprint);
+    this.leftCovered = 0;
+    this.rightCovered = 0;
+    for (const fingerprint of small.shared) {
+      if (large.shared.has(fingerprint)) {
+        this.shared.push(fingerprint);
+        this.leftCovered += fingerprint.occurrencesOf(this.leftFile).length;
+        this.rightCovered += fingerprint.occurrencesOf(this.rightFile).length;
       }
     }
 
+    this.longestValue = -1;
+
+    this.leftIgnored = leftEntry.ignored.size;
+    this.rightIgnored = leftEntry.ignored.size;
+    this.leftTotal = leftEntry.kgrams.length;
+    this.rightTotal = rightEntry.kgrams.length;
+    const denominator = this.leftTotal + this.rightTotal - this.leftIgnored - this.rightIgnored;
+    if (denominator > 0) {
+      this.similarity = (this.leftCovered + this.rightCovered) / denominator;
+    } else {
+      this.similarity = 0;
+    }
+  }
+
+  get longest(): number {
+    if (this.longestValue < 0) {
+      this.calculateLongestFragment();
+    }
+    return this.longestValue;
+  }
+
+  public calculateLongestFragment() {
     const left: Kgram[] = [];
     const right: Kgram[] = [];
     for (const fingerprint of this.shared) {
@@ -69,20 +96,8 @@
     left.sort((a, b) => a.index - b.index);
     right.sort((a, b) => a.index - b.index);
 
-    this.longest = this.longestCommonSubstring(left, right);
-
-    this.leftCovered = left.length;
-    this.rightCovered = right.length;
-    this.leftIgnored = leftEntry.ignored.size;
-    this.rightIgnored = leftEntry.ignored.size;
-    this.leftTotal = leftEntry.kgrams.length;
-    this.rightTotal = rightEntry.kgrams.length;
-    const denominator = this.leftTotal + this.rightTotal - this.leftIgnored - this.rightIgnored;
-    if (denominator > 0) {
-      this.similarity = (this.leftCovered + this.rightCovered) / denominator;
-    } else {
-      this.similarity = 0;
-    }
+    this.longestValue = this.longestCommonSubstring(left, right);
+    return this.longestValue;
   }
 
   private longestCommonSubstring(l: Kgram[], r: Kgram[]): number {

lib/src/index.ts

@@ -2,7 +2,7 @@ export * from "@dodona/dolos-core";
 
 export * from "./lib/dolos.js";
 export * from "./lib/language.js";
-export * from "./lib/options.js";
+export * from "../../core/src/options.js";
 export * from "./lib/report.js";
 export * from "./lib/reader.js";
 export * from "./lib/tokenizer/charTokenizer.js";

lib/src/lib/dolos.ts

@@ -1,5 +1,5 @@
 import { Report } from "./report.js";
-import { CustomOptions, Options } from "./options.js";
+import { CustomOptions, Options } from "../../../core/src/options.js";
 import { Tokenizer } from "./tokenizer/tokenizer.js";
 import { Language, LanguagePicker } from "./language.js";
 import { readFiles, readPath } from "./reader.js";

lib/src/lib/report.ts

@@ -1,5 +1,5 @@
 import { TokenizedFile, FingerprintIndex, Pair, SharedFingerprint, FileEntry } from "@dodona/dolos-core";
-import { DolosOptions, Options } from "./options.js";
+import { DolosOptions, Options } from "../../../core/src/options.js";
 import { Language } from "./language.js";
 
 export interface Metadata extends DolosOptions {