diff options
| author | Joe Mou <dev@mou.fo> | 2026-01-25 16:27:48 -0500 |
|---|---|---|
| committer | Joe Mou <dev@mou.fo> | 2026-01-25 17:46:15 -0500 |
| commit | 0391e279f80f6406502b4069bf2e13d3f13ed56e (patch) | |
| tree | bef2cd202af53fa1f394b2f26b2e9eb01bc985b4 /cgithub/src | |
| parent | afbacd71aca76b6fa2e671351d396f071f9fb3be (diff) | |
Repository page with info
Diffstat (limited to 'cgithub/src')
| -rw-r--r-- | cgithub/src/index.ts | 8 | ||||
| -rw-r--r-- | cgithub/src/scraper.ts | 51 |
2 files changed, 58 insertions, 1 deletions
diff --git a/cgithub/src/index.ts b/cgithub/src/index.ts index fcd0069..393c5ec 100644 --- a/cgithub/src/index.ts +++ b/cgithub/src/index.ts @@ -4,7 +4,7 @@ import { Eta } from "eta"; import { Hono } from "hono"; import * as path from "node:path"; import * as url from "node:url"; -import { getGitHubBlob, getGitHubTree } from "./scraper.js"; +import { getGitHubBlob, getGitHubRepo, getGitHubTree } from "./scraper.js"; const __dirname = path.dirname(url.fileURLToPath(import.meta.url)); @@ -13,6 +13,12 @@ const eta = new Eta({ views: path.join(__dirname, "..", "views") }); app.use("/static/*", serveStatic({ root: path.join(__dirname, "..") })); +app.get("/:owner/:repo", async (c) => { + const { owner, repo } = c.req.param(); + const data = await getGitHubRepo(owner, repo); + return c.html(await eta.renderAsync("repo.eta", data)); +}); + app.get("/:owner/:repo/tree/:branch/:path{.*}?", async (c) => { const { owner, repo, branch, path = "" } = c.req.param(); const data = await getGitHubTree(owner, repo, branch, path); diff --git a/cgithub/src/scraper.ts b/cgithub/src/scraper.ts index d6702cc..a405139 100644 --- a/cgithub/src/scraper.ts +++ b/cgithub/src/scraper.ts @@ -37,6 +37,18 @@ export interface GitHubTree extends GitHubCommon { items: TreeItem[]; } +export interface RepoInfo { + description: string | null; + website: string | null; + stars: string | null; + watchers: string | null; + forks: string | null; +} + +export interface GitHubRepo extends GitHubTree { + info: RepoInfo; +} + export interface GitHubBlob extends GitHubCommon { language: string | null; size: number; @@ -84,6 +96,25 @@ function parsePayload( return null; } +function parseRepoInfo(html: string): RepoInfo { + const descMatch = html.match(/<p[^>]*class="[^"]*f4[^"]*"[^>]*>([\s\S]*?)<\/p>/); + const description = descMatch?.[1]?.replace(/<[^>]+>/g, "").trim() || null; + const websiteMatch = html.match( + /<a[^>]*rel="noopener noreferrer nofollow"[^>]*href="([^"]+)"/, + ); + const starsMatch = html.match(/id="repo-stars-counter-star"[^>]*>([^<]+)/); + const watchersMatch = html.match(/<strong>(\d+)<\/strong>\s*watching/); + const forksMatch = html.match(/id="repo-network-counter"[^>]*>([^<]+)/); + + return { + description, + website: websiteMatch?.[1] || null, + stars: starsMatch?.[1]?.trim() || null, + watchers: watchersMatch?.[1] || null, + forks: forksMatch?.[1]?.trim() || null, + }; +} + function extractGitHub<T>(payload: RawPayload, extra: T): GitHubCommon & T { return { repo: { @@ -96,6 +127,26 @@ function extractGitHub<T>(payload: RawPayload, extra: T): GitHubCommon & T { }; } +export async function getGitHubRepo( + owner: string, + repo: string, +): Promise<GitHubRepo> { + const html = await fetchGitHubPage(`${owner}/${repo}`); + + const payload = parsePayload(html, "react-partial.embeddedData", [ + "props", + "initialPayload", + ]); + + if (payload?.tree === undefined) { + throw new Error("Could not find tree data in embedded JSON"); + } + + const info = parseRepoInfo(html); + + return extractGitHub(payload, { items: payload.tree.items, info }); +} + export async function getGitHubTree( owner: string, repo: string, |
