File size: 2,041 Bytes
21dd449 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 |
import { expect, test, describe, assert } from "vitest";
import { downloadFile } from "./download-file";
import { deleteRepo } from "./delete-repo";
import { createRepo } from "./create-repo";
import { TEST_ACCESS_TOKEN, TEST_HUB_URL, TEST_USER } from "../test/consts";
import { insecureRandomString } from "../utils/insecureRandomString";
describe("downloadFile", () => {
test("should download regular file", async () => {
const blob = await downloadFile({
repo: {
type: "model",
name: "openai-community/gpt2",
},
path: "README.md",
});
const text = await blob?.slice(0, 1000).text();
assert(
text?.includes(`---
language: en
tags:
- exbert
license: mit
---
# GPT-2
Test the whole generation capabilities here: https://transformer.huggingface.co/doc/gpt2-large`)
);
});
test("should downoad xet file", async () => {
const blob = await downloadFile({
repo: {
type: "model",
name: "celinah/xet-experiments",
},
path: "large_text.txt",
});
const text = await blob?.slice(0, 100).text();
expect(text).toMatch("this is a text file.".repeat(10).slice(0, 100));
});
test("should download private file", async () => {
const repoName = `datasets/${TEST_USER}/TEST-${insecureRandomString()}`;
const result = await createRepo({
accessToken: TEST_ACCESS_TOKEN,
hubUrl: TEST_HUB_URL,
private: true,
repo: repoName,
files: [{ path: ".gitattributes", content: new Blob(["*.html filter=lfs diff=lfs merge=lfs -text"]) }],
});
assert.deepStrictEqual(result, {
repoUrl: `${TEST_HUB_URL}/${repoName}`,
});
try {
const blob = await downloadFile({
repo: repoName,
path: ".gitattributes",
hubUrl: TEST_HUB_URL,
accessToken: TEST_ACCESS_TOKEN,
});
assert(blob, "File should be found");
const text = await blob?.text();
assert.strictEqual(text, "*.html filter=lfs diff=lfs merge=lfs -text");
} finally {
await deleteRepo({
repo: repoName,
hubUrl: TEST_HUB_URL,
accessToken: TEST_ACCESS_TOKEN,
});
}
});
});
|