forked from josStorer/RWKV-Runner
-
Notifications
You must be signed in to change notification settings - Fork 0
/
exportModelsJson.js
33 lines (26 loc) · 1.22 KB
/
exportModelsJson.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
// Execute this script on the Hugging Face files list page to export JSON data. Don't forget to click "Load more files".
// Run console.log(JSON.stringify(modelsJson, null, 2)) to output the JSON to the console.
let modelsJson = []
function extractValue(text, prefix) {
let ret
text.split('\n').forEach(line => {
if (!ret && line.startsWith(prefix))
ret = line.replace(prefix, '').trim()
})
return ret || ''
}
document.querySelectorAll('.grid.h-10.grid-cols-12.place-content-center.gap-x-3.border-t.px-3.dark\\:border-gray-800').forEach(async e => {
let data = {}
data.name = e.children[0].children[0].textContent.trim()
if (!data.name.endsWith('.bin') && !data.name.endsWith('.pth'))
return
data.desc = { en: '', zh: '', ja: '' }
const rawText = await (await fetch(e.children[1].href.replace('/resolve/', '/raw/'))).text()
data.size = parseInt(extractValue(rawText, 'size'))
data.SHA256 = extractValue(rawText, 'oid sha256:')
data.lastUpdated = e.children[3].children[0].getAttribute('datetime')
data.url = e.children[1].href.replace('/resolve/', '/blob/').replace('?download=true', '')
data.downloadUrl = e.children[1].href.replace('?download=true', '')
data.tags = []
modelsJson.push(data)
})