:sparkles: using cos similarity for quick scoring

backend/db/survey-generator.js

@@ -1,9 +1,13 @@
+const similarity = require('compute-cosine-similarity')
+const magic = 1000 // Multiply cosine similary by this
+
 const not_important = '120'
 const somewhat_important = '140'
 const important = '160'
 const very_important = '180'
 const extremely_important = '200'
 const mandatory = '400'
+
 // -
 // 1440 - 2400 total range
 // 1440 - 1900 limited range
@@ -59,6 +63,7 @@ const rand = max => {
 
 class DummyProfile {
     constructor() {
+        this.id = null
         this.profileResponses = null
         this.langPref = null
         this.durationPref = null
@@ -84,15 +89,18 @@ const generateDummyProfiles = count => {
     const profiles = []
     for (let i = 0; i < count; i++) {
         const dummyProfile = new DummyProfile()
+        dummyProfile.id = i + 1
         profiles.push(dummyProfile)
     }
     profiles.forEach(dummy => {
-        dummy.profileResponses = dummy.profileResponses.map(answer => {
-            const answerObj = {}
-            const random = rand(12)
-            answerObj[random] = answer
-            return answerObj
-        })
+        dummy.profileResponses = dummy.profileResponses.map(
+            (answer, response_key_id) => {
+                const answerObj = {}
+                // aka: id for the question we asked
+                answerObj[response_key_id] = answer
+                return answerObj
+            },
+        )
     })
     return profiles
 }
@@ -100,21 +108,36 @@ const generateDummyProfiles = count => {
 const generatedSeekers = generateDummyProfiles(100)
 const generatedProviders = generateDummyProfiles(10)
 
-const compareProfiles = (profile, unorderedPotentialMatches) => {
+const scoreMatch = (seeker, potentialMatch) => {
+    const seekerResponseValues = seeker.profileResponses.map(res =>
+        parseInt(Object.values(res)),
+    )
+    const potentialMatchResponseValues = potentialMatch.profileResponses.map(
+        res => parseInt(Object.values(res)),
+    )
+    return Math.floor(
+        similarity(seekerResponseValues, potentialMatchResponseValues) * magic,
+    )
+}
+const compareProfile = (seeker, unorderedPotentialMatches) => {
     const scored = unorderedPotentialMatches.map(potentialMatch => {
-        // score the match
-        const score = rand(1900)
         // add the match to object keyed by score
-        return { score, profile: potentialMatch }
+        return {
+            profileMatchScore: scoreMatch(seeker, potentialMatch),
+            profile: potentialMatch,
+        }
     })
-    // create array ordered by score
-    const orderedPotentialMatches = scored.sort((a, b) => a.score - b.score)
-    return orderedPotentialMatches
+    // return ordered by score
+    return scored.sort((a, b) => a.profileMatchScore - b.profileMatchScore)
 }
 
 generatedSeekers.forEach(seeker => {
-    console.log(compareProfiles(seeker, generatedProviders))
+    const matchQueue = compareProfile(seeker, generatedProviders).map(
+        provider => ({
+            score: provider.profileMatchScore,
+            profile_id: provider.profile.id,
+        }),
+    )
+    console.log(`\n---|    Results for job_seeker: ${seeker.id}    |---`)
+    console.log(matchQueue)
 })
-// console.log(generatedProviders)
-// console.log(generatedSeekers[0].profileResponses)
-// console.log(generatedProviders[0].profileResponses)

backend/package-lock.json

@@ -17,6 +17,7 @@
         "@hapipal/confidence": "^6.0.1",
         "@hapipal/schmervice": "^2.0.0",
         "@hapipal/schwifty": "^6.0.0",
+        "compute-cosine-similarity": "^1.0.0",
         "dotenv": "^10.0.0",
         "exiting": "^6.0.1",
         "hapi-swagger": "^14.1.3",
@@ -2362,6 +2363,35 @@
       "resolved": "https://registry.npmjs.org/component-emitter/-/component-emitter-1.3.0.tgz",
       "integrity": "sha512-Rd3se6QB+sO1TwqZjscQrurpEPIfO0/yYnSin6Q/rD3mOutHvUrCAhJub3r90uNb+SESBuE0QYoB90YdfatsRg=="
     },
+    "node_modules/compute-cosine-similarity": {
+      "version": "1.0.0",
+      "resolved": "https://registry.npmjs.org/compute-cosine-similarity/-/compute-cosine-similarity-1.0.0.tgz",
+      "integrity": "sha1-KfK/Lnuu+iMcq6QFkaMcF7GaTpU=",
+      "dependencies": {
+        "compute-dot": "^1.1.0",
+        "compute-l2norm": "^1.1.0",
+        "validate.io-array": "^1.0.5",
+        "validate.io-function": "^1.0.2"
+      }
+    },
+    "node_modules/compute-dot": {
+      "version": "1.1.0",
+      "resolved": "https://registry.npmjs.org/compute-dot/-/compute-dot-1.1.0.tgz",
+      "integrity": "sha1-AaW6LHr3O5kAKsslhFnJV2qCMtw=",
+      "dependencies": {
+        "validate.io-array": "^1.0.3",
+        "validate.io-function": "^1.0.2"
+      }
+    },
+    "node_modules/compute-l2norm": {
+      "version": "1.1.0",
+      "resolved": "https://registry.npmjs.org/compute-l2norm/-/compute-l2norm-1.1.0.tgz",
+      "integrity": "sha1-vQkTHGs2yNcMaDNOF2AJpOCpiaw=",
+      "dependencies": {
+        "validate.io-array": "^1.0.3",
+        "validate.io-function": "^1.0.2"
+      }
+    },
     "node_modules/concat-map": {
       "version": "0.0.1",
       "resolved": "https://registry.npmjs.org/concat-map/-/concat-map-0.0.1.tgz",
@@ -7915,6 +7945,16 @@
         "spdx-expression-parse": "^3.0.0"
       }
     },
+    "node_modules/validate.io-array": {
+      "version": "1.0.6",
+      "resolved": "https://registry.npmjs.org/validate.io-array/-/validate.io-array-1.0.6.tgz",
+      "integrity": "sha1-W1osr9j4uFq7L4hroVPy2Tond00="
+    },
+    "node_modules/validate.io-function": {
+      "version": "1.0.2",
+      "resolved": "https://registry.npmjs.org/validate.io-function/-/validate.io-function-1.0.2.tgz",
+      "integrity": "sha1-NDoZgC7TsZaCaceA5VjpNBHAutc="
+    },
     "node_modules/validator": {
       "version": "10.11.0",
       "resolved": "https://registry.npmjs.org/validator/-/validator-10.11.0.tgz",
@@ -9946,6 +9986,35 @@
       "resolved": "https://registry.npmjs.org/component-emitter/-/component-emitter-1.3.0.tgz",
       "integrity": "sha512-Rd3se6QB+sO1TwqZjscQrurpEPIfO0/yYnSin6Q/rD3mOutHvUrCAhJub3r90uNb+SESBuE0QYoB90YdfatsRg=="
     },
+    "compute-cosine-similarity": {
+      "version": "1.0.0",
+      "resolved": "https://registry.npmjs.org/compute-cosine-similarity/-/compute-cosine-similarity-1.0.0.tgz",
+      "integrity": "sha1-KfK/Lnuu+iMcq6QFkaMcF7GaTpU=",
+      "requires": {
+        "compute-dot": "^1.1.0",
+        "compute-l2norm": "^1.1.0",
+        "validate.io-array": "^1.0.5",
+        "validate.io-function": "^1.0.2"
+      }
+    },
+    "compute-dot": {
+      "version": "1.1.0",
+      "resolved": "https://registry.npmjs.org/compute-dot/-/compute-dot-1.1.0.tgz",
+      "integrity": "sha1-AaW6LHr3O5kAKsslhFnJV2qCMtw=",
+      "requires": {
+        "validate.io-array": "^1.0.3",
+        "validate.io-function": "^1.0.2"
+      }
+    },
+    "compute-l2norm": {
+      "version": "1.1.0",
+      "resolved": "https://registry.npmjs.org/compute-l2norm/-/compute-l2norm-1.1.0.tgz",
+      "integrity": "sha1-vQkTHGs2yNcMaDNOF2AJpOCpiaw=",
+      "requires": {
+        "validate.io-array": "^1.0.3",
+        "validate.io-function": "^1.0.2"
+      }
+    },
     "concat-map": {
       "version": "0.0.1",
       "resolved": "https://registry.npmjs.org/concat-map/-/concat-map-0.0.1.tgz",
@@ -14163,6 +14232,16 @@
         "spdx-expression-parse": "^3.0.0"
       }
     },
+    "validate.io-array": {
+      "version": "1.0.6",
+      "resolved": "https://registry.npmjs.org/validate.io-array/-/validate.io-array-1.0.6.tgz",
+      "integrity": "sha1-W1osr9j4uFq7L4hroVPy2Tond00="
+    },
+    "validate.io-function": {
+      "version": "1.0.2",
+      "resolved": "https://registry.npmjs.org/validate.io-function/-/validate.io-function-1.0.2.tgz",
+      "integrity": "sha1-NDoZgC7TsZaCaceA5VjpNBHAutc="
+    },
     "validator": {
       "version": "10.11.0",
       "resolved": "https://registry.npmjs.org/validator/-/validator-10.11.0.tgz",

backend/package.json

@@ -21,6 +21,7 @@
     "@hapipal/confidence": "^6.0.1",
     "@hapipal/schmervice": "^2.0.0",
     "@hapipal/schwifty": "^6.0.0",
+    "compute-cosine-similarity": "^1.0.0",
     "dotenv": "^10.0.0",
     "exiting": "^6.0.1",
     "hapi-swagger": "^14.1.3",