aboutsummaryrefslogtreecommitdiff
path: root/src/scraper.ts
diff options
context:
space:
mode:
authorJoe Mou <dev@mou.fo>2026-01-26 15:36:23 -0500
committerJoe Mou <dev@mou.fo>2026-01-27 11:27:01 -0500
commitbc7bbb59b43b251cf923855c618f53d2edd4fa41 (patch)
tree6b25d07d4cc4841fc6f37d68332037805875895e /src/scraper.ts
parenta0927f2ccdfe65a89eb65006e1fb3b95ca0c52dd (diff)
GitHub scraper test
Diffstat (limited to 'src/scraper.ts')
-rw-r--r--src/scraper.ts7
1 files changed, 5 insertions, 2 deletions
diff --git a/src/scraper.ts b/src/scraper.ts
index 4ffdc43..4feda73 100644
--- a/src/scraper.ts
+++ b/src/scraper.ts
@@ -63,7 +63,7 @@ export interface GitHubRepo extends GitHubTree {
export interface GitHubBlob extends GitHubCommon {
language: string | null;
- size: number;
+ size: number | null;
content: string;
rawContent: string;
}
@@ -210,10 +210,13 @@ export async function getGitHubBlob(
const highlightedLines = blob.highlightedLines || [];
const content = highlightedLines.map((line) => line.text || "").join("\n");
+ // Calculate size from raw content if not provided
+ const size = blob.size ?? (rawContent.length > 0 ? Buffer.byteLength(rawContent, "utf8") : null);
+
return extractGitHub(payload, {
content: content || rawContent,
rawContent,
language: blob.language || null,
- size: blob.size,
+ size,
});
}