fix: proper lfs model downloading for bergamot

Fevol · Jul 2, 2024 · 6f937dd · 6f937dd
1 parent 9e33e17
commit 6f937dd
Show file tree

Hide file tree

Showing 2 changed files with 27 additions and 2 deletions.
diff --git a/src/constants.ts b/src/constants.ts
@@ -7,7 +7,7 @@ import type {
 } from "./types";
 
 export const BERGAMOT_REPOSITORY = "https://raw.githubusercontent.com/mozilla/firefox-translations-models/main";
-export const BERGAMOT_LFS_REPOSITORY = "https://github.com/mozilla/firefox-translations-models/raw/main";
+export const BERGAMOT_LFS_REPOSITORY = "https://github.com/mozilla/firefox-translations-models.git/info/lfs/objects/batch";
 /**
  * @remark This was changed from archived firefox-translations repository on account of the binary not being up-to-date anymore.
  *     I tried determining whether it could be found in the firefox source code, but it doesn't seem to be distributed there either.

diff --git a/src/ui/pages/settings-tabs/TranslatorSettings.svelte b/src/ui/pages/settings-tabs/TranslatorSettings.svelte
@@ -494,9 +494,34 @@
                   const path = `${plugin.app.vault.configDir}/plugins/translate/models/bergamot/${model.locale}/${modelfile.name}`;
                   const stats = await plugin.app.vault.adapter.stat(path);
                   if (stats && stats.size === modelfile.size) continue;
-                  const file = await requestUrl({
+                  let file = await requestUrl({
                     url: bergamotFileUrl(model, modelfile),
                   });
+                  if (file.text) {
+                    const lfs_data = {
+                      operation: "download",
+                      transfer: ["basic"],
+                      objects: [
+                        {
+                          oid: file.text.match(/oid sha256:(.*)/)[1],
+                          size: parseInt(file.text.match(/size (.*)/)[1]),
+                        },
+                      ],
+                    };
+                    const lfs_location = await requestUrl({
+                      url: BERGAMOT_LFS_REPOSITORY,
+                      method: "POST",
+                      headers: {
+                        "Content-Type": "application/json",
+                        "Accept": "application/vnd.git-lfs+json",
+                      },
+                      body: JSON.stringify(lfs_data),
+                    });
+
+					file = await requestUrl({
+					  url: lfs_location.json.objects[0].actions.download.href,
+					});
+                  }
 
                   let execution_time = (Date.now() - start_time) / 1000;