atreyabain/safeImport
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[add] more repos and generic filtering

Browse Source
This commit is contained in:
Atreya Bain
2025-08-11 13:56:13 +01:00
parent aa21c1d866
commit b044536a3b
9 changed files with 5320 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src_dataset/index.mjs
View File

@@ -30,9 +30,9 @@ const intermediateRepoList = await cacheFunctionOutput('repos.json', async funct
// const packageMap = new Map(packageList)
console.log(`Total repos`,intermediateRepoList.length)
const intermediateRepoListSmaller = intermediateRepoList.slice(0,4000);
const intermediateRepoListSmaller = intermediateRepoList.slice(0,5000);
const repoStatus = await processPromisesBatch(intermediateRepoListSmaller,20,cloneRepoAndCheck)
const repoStatus = await processPromisesBatch(intermediateRepoListSmaller,15,cloneRepoAndCheck)
const repoStatusString = csv.stringify(repoStatus);
await fsp.writeFile('repostatus.csv', repoStatusString);