Limit archived project data to public repositories

Author: ovvesley

web/scripts/sync-github.mjs

@@ -6,8 +6,8 @@ const org=process.env.GITHUB_ORG || 'UFFeScience',file='data/projects.json';
 let previous={repos:[],details:{}};try{previous=JSON.parse(await fs.readFile(file,'utf8'));}catch{}
 async function api(endpoint){const r=await fetch(`https://api.github.com/${endpoint}`,{headers:{Accept:'application/vnd.github+json',...(process.env.GITHUB_TOKEN?{Authorization:`Bearer ${process.env.GITHUB_TOKEN}`}:{})},signal:AbortSignal.timeout(20000)});if(r.status===204)return [];if(!r.ok)throw new Error(`GitHub HTTP ${r.status}`);return r.json();}
 try{
- let repos=[];for(let page=1;;page++){const batch=await api(`orgs/${org}/repos?per_page=100&sort=pushed&page=${page}`);if(!Array.isArray(batch))throw new Error('Invalid repository data');repos.push(...batch);if(batch.length<100)break;}
- repos=repos.filter(repo=>!repo.archived && repo.name.toLowerCase()!==`${org.toLowerCase()}.github.io`).map(({name,description,html_url,stargazers_count,pushed_at})=>({name,description,html_url,stargazers_count,pushed_at})).sort((a,b)=>new Date(b.pushed_at)-new Date(a.pushed_at));
+ let repos=[];for(let page=1;;page++){const batch=await api(`orgs/${org}/repos?type=public&per_page=100&sort=pushed&page=${page}`);if(!Array.isArray(batch))throw new Error('Invalid repository data');repos.push(...batch);if(batch.length<100)break;}
+ repos=repos.filter(repo=>!repo.private && !repo.archived && repo.name.toLowerCase()!==`${org.toLowerCase()}.github.io`).map(({name,description,html_url,stargazers_count,pushed_at})=>({name,description,html_url,stargazers_count,pushed_at})).sort((a,b)=>new Date(b.pushed_at)-new Date(a.pushed_at));
  if(!repos.length)throw new Error('Empty repository response; retaining saved data');
  const details={...previous.details};await fs.mkdir('data/media',{recursive:true});
  async function photo(url){try{const r=await fetch(url,{signal:AbortSignal.timeout(15000)});const type=r.headers.get('content-type')?.split(';')[0],ext={'image/png':'png','image/jpeg':'jpg','image/webp':'webp'}[type];if(!r.ok || !ext)return url;const bytes=Buffer.from(await r.arrayBuffer());if(bytes.length>8*1024*1024)return url;const name=createHash('sha256').update(bytes).digest('hex').slice(0,28)+'.'+ext;await fs.writeFile('data/media/'+name,bytes);return '/media/'+name;}catch{return url;}}