feat: enable azure blob as image database

.github/workflows/build.yml

@@ -31,6 +31,7 @@ jobs:
       env:
         NOTION_TOKEN: ${{ secrets.NOTION_TOKEN }}
         NOTION_DATABASE_ID: ${{ secrets.NOTION_DATABASE_ID }}
+        AZURE_BLOB_CONNECTION_STRING: ${{ secrets.AZURE_BLOB_CONNECTION_STRING }}
 
     - name: Save blog cache
       uses: actions/cache/save@v3

api/.env

@@ -1,2 +1,3 @@
 NOTION_TOKEN=__TOKEN__
-NOTION_DATABASE_ID=__DATABASE_ID__
+NOTION_DATABASE_ID=__DATABASE_ID__
+AZURE_BLOB_CONNECTION_STRING=__AZURE_BLOB_CONNECTION_STRING__

api/package.json

@@ -16,9 +16,11 @@
     "typescript": "^5.1.6"
   },
   "dependencies": {
+    "@azure/storage-blob": "^12.15.0",
     "@notionhq/client": "^2.2.11",
     "lowdb": "^6.0.1",
     "notion-to-md": "^3.1.1",
-    "pinyin": "^3.0.0-alpha.5"
+    "pinyin": "^3.0.0-alpha.5",
+    "uuid": "^9.0.0"
   }
 }

api/src/blob.ts

@@ -0,0 +1,22 @@
+import { ContainerClient } from "@azure/storage-blob";
+
+const containerUrl = "https://chaoszhblob.blob.core.windows.net/blog"
+const containerClient = new ContainerClient(
+  process.env.AZURE_BLOB_CONNECTION_STRING!,
+  "blog"
+);
+
+export function CreateCopyToBlobTask(blob: string, sourceUrl: string): [string, Promise<any>] {
+  console.log(`[CopyToBlob ${blob}] Start copy ${sourceUrl}`);
+  let blobClient = containerClient.getBlobClient(blob);
+  let task = blobClient.beginCopyFromURL(sourceUrl);
+  return [`${containerUrl}/${blob}`, new Promise((resolve, reject) => {
+    task.then((res) => {
+      console.log(`[CopyToBlob ${blob}] Succeed to copy`);
+      resolve(res);
+    }).catch((err) => {
+      console.log(`[CopyToBlob ${blob}]: Failed to copy, err: ${err}`);
+      reject(err);
+    });
+  })];
+}

api/src/main.ts

@@ -1,7 +1,7 @@
 import { Page } from "./model"
 import { PageObjectResponse } from "@notionhq/client/build/src/api-endpoints"
 import * as fs from 'fs';
-import { notion, n2m } from "./notion";
+import { notion, n2m, copyToBlobTasks } from "./notion";
 
 const databaseId = process.env.NOTION_DATABASE_ID
 
@@ -44,11 +44,12 @@ async function PersistPages(pages: Page[]) {
   }
 
   // update cached pages according to last_edit_time
-  let tasks: Promise<void>[] = [];
+  let tasks: Promise<any>[] = [];
   for (let page of pages)
   {
     tasks.push(PersistSinglePage(page));
   }
+  tasks.push(...copyToBlobTasks);
   for (let task of tasks)
   {
     await task;