[Draft][Do-not-review] Experimental changes

apps/photos/package.json

@@ -18,7 +18,7 @@
         "@tensorflow/tfjs-backend-webgl": "^4.9.0",
         "@tensorflow/tfjs-converter": "^4.10.0",
         "@tensorflow/tfjs-core": "^4.10.0",
-        "@tensorflow/tfjs-tflite": "^0.0.1-alpha.7",
+        "@tensorflow/tfjs-tflite": "0.0.1-alpha.7",
         "@zip.js/zip.js": "^2.4.2",
         "bip39": "^3.0.4",
         "blazeface-back": "^0.0.9",
@@ -49,6 +49,7 @@
         "memoize-one": "^6.0.0",
         "ml-matrix": "^6.10.4",
         "next-transpile-modules": "^10.0.0",
+        "onnxruntime-web": "^1.16.3",
         "otpauth": "^9.0.2",
         "p-debounce": "^4.0.0",
         "p-queue": "^7.1.0",

apps/photos/public/_headers

@@ -6,5 +6,5 @@
     X-Frame-Options: deny
     X-XSS-Protection: 1; mode=block
     Referrer-Policy: same-origin
-    Content-Security-Policy-Report-Only: default-src 'self'; img-src 'self' blob: data:; media-src 'self' blob:; style-src 'self' 'unsafe-inline'; font-src 'self'; script-src 'self' 'unsafe-eval' blob:; manifest-src 'self'; child-src 'self' blob:; object-src 'none'; connect-src 'self' https://*.ente.io data: blob: https://ente-prod-eu.s3.eu-central-003.backblazeb2.com https://ente-prod-v3.s3.eu-central-2.wasabisys.com/ ; base-uri 'self'; frame-ancestors 'none'; form-action 'none'; report-uri https://csp-reporter.ente.io; report-to https://csp-reporter.ente.io;
+    Content-Security-Policy-Report-Only: default-src 'self'; img-src 'self' blob: data:; media-src 'self' blob:; style-src 'self' 'unsafe-inline'; font-src 'self'; script-src 'self' 'unsafe-eval' blob:; manifest-src 'self'; child-src 'self' blob:; object-src 'none'; connect-src 'self' https://*.ente.io data: blob: https://ente-prod-eu.s3.eu-central-003.backblazeb2.com https://ente-prod-v3.s3.eu-central-2.wasabisys.com/  http://localhost:8700/; base-uri 'self'; frame-ancestors 'none'; form-action 'none'; report-uri https://csp-reporter.ente.io; report-to https://csp-reporter.ente.io;
 

apps/photos/src/components/MachineLearning/MLFileDebugView.tsx

@@ -3,7 +3,6 @@ import '@tensorflow/tfjs-backend-webgl';
 import '@tensorflow/tfjs-backend-cpu';
 import arcfaceAlignmentService from 'services/machineLearning/arcfaceAlignmentService';
 import arcfaceCropService from 'services/machineLearning/arcfaceCropService';
-import blazeFaceDetectionService from 'services/machineLearning/blazeFaceDetectionService';
 import { AlignedFace, FaceCrop, ObjectDetection } from 'types/machineLearning';
 import { getMLSyncConfig } from 'utils/machineLearning/config';
 import {
@@ -17,6 +16,7 @@ import ssdMobileNetV2Service from 'services/machineLearning/ssdMobileNetV2Servic
 import { DEFAULT_ML_SYNC_CONFIG } from 'constants/mlConfig';
 import imageSceneService from 'services/machineLearning/imageSceneService';
 import { addLogLine } from '@ente/shared/logging';
+import yoloFaceDetectionService from 'services/machineLearning/yoloFaceDetectionService';
 
 interface MLFileDebugViewProps {
     file: File;
@@ -91,7 +91,7 @@ export default function MLFileDebugView(props: MLFileDebugViewProps) {
         const loadFile = async () => {
             // TODO: go through worker for these apis, to not include ml code in main bundle
             const imageBitmap = await createImageBitmap(props.file);
-            const faceDetections = await blazeFaceDetectionService.detectFaces(
+            const faceDetections = await yoloFaceDetectionService.detectFaces(
                 imageBitmap
             );
             addLogLine('detectedFaces: ', faceDetections.length);