feat: add updated sources tab

Author: ourongxing

scripts/source.ts

@@ -1,11 +1,124 @@
 import { writeFileSync } from "node:fs"
 import { join } from "node:path"
+import { execFileSync } from "node:child_process"
 import { pinyin } from "@napi-rs/pinyin"
 import { consola } from "consola"
 import { projectDir } from "../shared/dir"
 import { genSources } from "../shared/pre-sources"
+import packageJSON from "../package.json"
 
 const sources = genSources()
+
+function git(args: string[]) {
+  return execFileSync("git", args, {
+    cwd: projectDir,
+    encoding: "utf8",
+    stdio: ["ignore", "pipe", "ignore"],
+  }).trim()
+}
+
+function tagExists(tag: string) {
+  try {
+    git(["rev-parse", "--verify", "--quiet", tag])
+    return true
+  } catch {
+    return false
+  }
+}
+
+function getTagCommit(tag: string) {
+  return git(["rev-list", "-n", "1", tag])
+}
+
+function isHead(tag: string) {
+  try {
+    return getTagCommit(tag) === git(["rev-parse", "HEAD"])
+  } catch {
+    return false
+  }
+}
+
+function getVersionTags() {
+  return git(["tag", "--sort=-version:refname", "--list", "v[0-9]*"])
+    .split("\n")
+    .filter(Boolean)
+}
+
+function getPreviousVersionTag(tag: string, offset = 1) {
+  try {
+    const tags = getVersionTags()
+    const index = tags.indexOf(tag)
+    return index === -1 ? undefined : tags[index + offset]
+  } catch {}
+}
+
+function getVersionBaseRef() {
+  try {
+    const tags = [`v${packageJSON.version}`, packageJSON.version]
+    for (const tag of tags) {
+      if (!tagExists(tag)) continue
+      if (isHead(tag)) return getPreviousVersionTag(tag, 2) ?? getPreviousVersionTag(tag) ?? tag
+      return getPreviousVersionTag(tag) ?? tag
+    }
+
+    const tag = git(["describe", "--tags", "--abbrev=0"])
+    return isHead(tag) ? getPreviousVersionTag(tag, 2) ?? getPreviousVersionTag(tag) ?? tag : tag
+  } catch {}
+}
+
+function setSourceUpdatedAt(target: Map<string, number>, sourceId: string, updatedAt: number) {
+  const normalizedId = sourceId.replace(/^_/, "")
+  Object.keys(sources).forEach((id) => {
+    if (id === normalizedId || id.startsWith(`${normalizedId}-`)) {
+      target.set(id, Math.max(target.get(id) ?? 0, updatedAt))
+    }
+  })
+}
+
+function hasWorkingTreeChange(file: string) {
+  try {
+    git(["diff", "--quiet", "--", file])
+    git(["diff", "--cached", "--quiet", "--", file])
+    return false
+  } catch {
+    return true
+  }
+}
+
+function getFileUpdatedAt(baseRef: string, file: string) {
+  if (hasWorkingTreeChange(file)) return Number.MAX_SAFE_INTEGER
+
+  const timestamp = git(["log", "-1", "--format=%ct", `${baseRef}..HEAD`, "--", file])
+  return timestamp ? Number(timestamp) : 0
+}
+
+function getUpdatedSourceIds() {
+  try {
+    const baseRef = getVersionBaseRef()
+    const ids = new Map<string, number>()
+    if (!baseRef) return []
+
+    const changedFiles = git(["diff", "--name-only", baseRef, "--", "server/sources"])
+      .split("\n")
+      .filter(Boolean)
+
+    changedFiles.forEach((file) => {
+      const sourceFile = /^server\/sources\/(.+?)(?:\/index)?\.ts$/.exec(file)
+      if (sourceFile) {
+        setSourceUpdatedAt(ids, sourceFile[1].split("/")[0], getFileUpdatedAt(baseRef, file))
+      }
+    })
+
+    return [...ids.entries()]
+      .filter(([id]) => sources[id as keyof typeof sources] && !sources[id as keyof typeof sources].redirect)
+      .sort(([, m], [, n]) => n - m)
+      .map(([id]) => id)
+  } catch {
+    consola.warn("Skip updated sources: failed to read git info.")
+    return []
+  }
+}
+
 try {
   const pinyinMap = Object.fromEntries(Object.entries(sources)
     .filter(([, v]) => !v.redirect)
@@ -25,3 +138,11 @@ try {
 } catch {
   consola.error("Failed to generate sources.json")
 }
+
+try {
+  const updatedSourceIds = JSON.stringify(getUpdatedSourceIds(), undefined, 2)
+  writeFileSync(join(projectDir, "./shared/updated-sources.ts"), `export const updatedSourceIds = ${updatedSourceIds} as const\n`)
+  consola.info("Generated updated-sources.ts")
+} catch {
+  consola.error("Failed to generate updated-sources.ts")
+}

shared/metadata.ts

@@ -1,5 +1,6 @@
 import { sources } from "./sources"
 import { typeSafeObjectEntries, typeSafeObjectFromEntries } from "./type.util"
+import { updatedSourceIds as _updatedSourceIds } from "./updated-sources"
 import type { ColumnID, HiddenColumnID, Metadata, SourceID } from "./types"
 
 export const columns = {
@@ -27,9 +28,14 @@ export const columns = {
   hottest: {
     zh: "最热",
   },
+  updated: {
+    zh: "更新",
+  },
 } as const
 
-export const fixedColumnIds = ["focus", "hottest", "realtime"] as const satisfies Partial<ColumnID>[]
+const updatedSourceIds = [..._updatedSourceIds] as SourceID[]
+
+export const fixedColumnIds = ["focus", "hottest", "realtime", "updated"] as const satisfies Partial<ColumnID>[]
 export const hiddenColumns = Object.keys(columns).filter(id => !fixedColumnIds.includes(id as any)) as HiddenColumnID[]
 
 export const metadata: Metadata = typeSafeObjectFromEntries(typeSafeObjectEntries(columns).map(([k, v]) => {
@@ -49,6 +55,11 @@ export const metadata: Metadata = typeSafeObjectFromEntries(typeSafeObjectEntrie
         name: v.zh,
         sources: typeSafeObjectEntries(sources).filter(([, v]) => v.type === "realtime" && !v.redirect).map(([k]) => k),
       }]
+    case "updated":
+      return [k, {
+        name: v.zh,
+        sources: updatedSourceIds.filter(id => sources[id] && !sources[id].redirect),
+      }]
     default:
       return [k, {
         name: v.zh,

shared/sources.ts

@@ -1,4 +1,5 @@
 import _sources from "./sources.json"
+import type { Source, SourceID } from "./types"
 
 export const sources = _sources as Record<SourceID, Source>
 export default sources

shared/updated-sources.ts

@@ -0,0 +1,24 @@
+export const updatedSourceIds = [
+  "dongqiudi",
+  "producthunt",
+  "aihot",
+  "36kr-quick",
+  "36kr-renqi",
+  "cankaoxiaoxi",
+  "cls-telegraph",
+  "cls-depth",
+  "cls-hot",
+  "fastbull-express",
+  "fastbull-news",
+  "freebuf",
+  "jin10",
+  "kaopu",
+  "mktnews-flash",
+  "solidot",
+  "weibo",
+  "bilibili-hot-search",
+  "bilibili-hot-video",
+  "bilibili-ranking",
+  "kuaishou",
+  "toutiao",
+] as const