diff --git a/.gitignore b/.gitignore index 5a9b652..75b7296 100644 --- a/.gitignore +++ b/.gitignore @@ -1,4 +1,3 @@ /node_modules/ /vscExtension/node_modules/ -/vscExtension/out/ diff --git a/vscExtension/out/extension.js b/vscExtension/out/extension.js new file mode 100644 index 0000000..c46f1dd --- /dev/null +++ b/vscExtension/out/extension.js @@ -0,0 +1,608 @@ +"use strict" + +const vscode = require("vscode") + +let outputChannel +const log = message => outputChannel.appendLine(message) +let treeView + +let versions = [] +const requestVersions = async () => { + const res = await fetch("https://raw.githubusercontent.com/misode/mcmeta/summary/versions/data.json", { + headers: { + Accept: "application/json", + "User-Agent": "DEVTomatoCake/Pack-Analyzer" + } + }) + const json = await res.json() + + versions = json.map(ver => ({ + name: ver.id, + datapack_version: ver.data_pack_version, + resourcepack_version: ver.resource_pack_version + })) +} +requestVersions() + +let interval +let files = 0 +let done = 0 +let error = 0 +let rpMode = false + +let filetypes = {} +let filetypesOther = {} +let packFiles = [] +let packImages = [] +let commands = {} +let cmdsBehindExecute = {} +let cmdsBehindMacros = {} +let cmdsBehindReturn = {} +let comments = 0 +let empty = 0 +let emptyFiles = [] +let dpExclusive = { + folders: { + advancements: 0, + loot_tables: 0, + recipes: 0, + predicates: 0, + dimension: 0, + dimension_type: 0, + worldgen: 0 + }, + tags: { + banner_pattern: 0, + blocks: 0, + cat_variant: 0, + entity_types: 0, + fluids: 0, + functions: 0, + game_events: 0, + instrument: 0, + items: 0, + painting_variant: 0, + point_of_interest_type: 0, + worldgen: 0 + }, + scoreboards: 0, + selectors: { + a: 0, + e: 0, + p: 0, + r: 0, + s: 0 + }, + functions: ["#minecraft:load", "#minecraft:tick"], + functionCalls: [{target: "#minecraft:load"}, {target: "#minecraft:tick"}] +} +let rpExclusive = { + atlases: 0, + blockstates: 0, + font: 0, + lang: 0, + models: 0, + particles: 0, + shaders: 0, + sounds: 0, + texts: 0, + textures: 0 +} + +const localize = str => str.toLocaleString() + +async function processEntries(entries) { + for await (const filePath of entries) { + const name = filePath.split("/").pop() + + const ext = name.split(".").pop() + if ( + ext == "mcmeta" || ext == "json" || + (!rpMode && (ext == "mcfunction" || ext == "nbt")) || + (rpMode && (ext == "png" || ext == "icns" || ext == "txt" || ext == "ogg" || ext == "fsh" || ext == "vsh" || ext == "glsl" || ext == "lang" || ext == "properties" || ext == "inc" || ext == "xcf")) + ) { + if (filetypes[ext]) filetypes[ext]++ + else filetypes[ext] = 1 + } else { + if (filetypesOther[(name.includes(".") ? "." : "") + ext]) filetypesOther[(name.includes(".") ? "." : "") + ext]++ + else filetypesOther[(name.includes(".") ? "." : "") + ext] = 1 + } + + if ( + ext == "mcfunction" || ext == "mcmeta" || (!rpMode && ext == "json" && (filePath.includes("/advancements/") || filePath.includes("/tags/functions/"))) || + ext == "fsh" || ext == "vsh" || ext == "glsl" || name.endsWith("pack.png") + ) { + files++ + + const processFile = result => { + log("Processing file " + filePath + " (" + result.length + " characters)") + done++ + if (result.trim() == "") return emptyFiles.push(filePath) + + if (!rpMode && ext == "mcfunction") { + const fileLocation = /data\/([-a-z0-9_.]+)\/functions\/([-a-z0-9_./]+)\.mcfunction/i.exec(filePath) + if (fileLocation && !dpExclusive.functions.includes(fileLocation[1] + ":" + fileLocation[2])) dpExclusive.functions.push(fileLocation[1] + ":" + fileLocation[2]) + + for (let line of result.split("\n")) { + line = line.trim() + if (line.startsWith("#")) comments++ + if (line == "") empty++ + if (line.startsWith("#") || line == "") continue + const splitted = line.split(" ") + + let cmd = splitted[0] + if (cmd.startsWith("$")) { + cmd = cmd.slice(1) + if (cmdsBehindMacros[cmd]) cmdsBehindMacros[cmd]++ + else cmdsBehindMacros[cmd] = 1 + } + + if (commands[cmd]) commands[cmd]++ + else commands[cmd] = 1 + + if (cmd == "execute") { + const matches = / run ([a-z_:]{2,})/g.exec(line) + if (matches) matches.forEach(match => { + const cmdBehind = match.replace("run ", "").trim() + + if (cmdsBehindExecute[cmdBehind]) cmdsBehindExecute[cmdBehind]++ + else cmdsBehindExecute[cmdBehind] = 1 + if (commands[cmdBehind]) commands[cmdBehind]++ + else commands[cmdBehind] = 1 + + if (cmdBehind == "return") { + const returnCmd = / run return run ([a-z_:]{2,})/g.exec(line) + if (returnCmd && returnCmd[1]) { + if (cmdsBehindReturn[returnCmd[1]]) cmdsBehindReturn[returnCmd[1]]++ + else cmdsBehindReturn[returnCmd[1]] = 1 + } + } + }) + } else if (cmd == "return") { + const returnCmd = / run return run ([a-z_:]{2,})/g.exec(line) + if (returnCmd && returnCmd[1]) { + if (cmdsBehindReturn[returnCmd[1]]) cmdsBehindReturn[returnCmd[1]]++ + else cmdsBehindReturn[returnCmd[1]] = 1 + } + } + if (fileLocation && (cmd == "function" || line.includes(" function ") || line.includes("/function "))) { + const func = /function ((#?[-a-z0-9_.]+):)?([-a-z0-9_./]+)/i.exec(line) + if (func && func[3]) dpExclusive.functionCalls.push({ + source: fileLocation[1] + ":" + fileLocation[2], + target: (func[2] || "minecraft") + ":" + func[3] + }) + } + + if (/scoreboard objectives add \w+ \w+( .+)?$/.test(line)) dpExclusive.scoreboards++ + + splitted.forEach(arg => { + if (arg.startsWith("@")) { + arg = arg.slice(1) + if (arg.startsWith("a")) dpExclusive.selectors.a++ + else if (arg.startsWith("e")) dpExclusive.selectors.e++ + else if (arg.startsWith("p")) dpExclusive.selectors.p++ + else if (arg.startsWith("r")) dpExclusive.selectors.r++ + else if (arg.startsWith("s")) dpExclusive.selectors.s++ + } + }) + } + } else if (ext == "mcmeta") { + if (name == "pack.mcmeta") { + try { + packFiles.push(JSON.parse(result)) + } catch (e) { + console.warn("Could not parse pack.mcmeta: " + filePath, e) + error++ + } + } + } else if (name.endsWith("pack.png") && !result.includes(">")) packImages.push(result) + else if (rpMode && (ext == "fsh" || ext == "vsh" || ext == "glsl")) { + for (let line of result.split("\n")) { + line = line.trim() + if (line.startsWith("//") || line.startsWith("/*")) comments++ + if (line == "") empty++ + if (line.startsWith("//") || line.startsWith("/*") || line == "") continue + + const cmd = line.match(/^[a-z_#0-9]+/i)?.[0] + if (cmd && cmd != "{" && cmd != "}") { + if (commands[cmd]) commands[cmd]++ + else commands[cmd] = 1 + } + } + } else if (!rpMode && ext == "json") { + if (filePath.includes("/advancements/")) { + const fileLocation = /data\/([-a-z0-9_.]+)\/advancements\/([-a-z0-9_./]+)\.json/i.exec(filePath) + + try { + const parsed = JSON.parse(result) + if (parsed.rewards && parsed.rewards.function) dpExclusive.functionCalls.push({ + source: "(Advancement) " + fileLocation[1] + ":" + fileLocation[2], + target: parsed.rewards.function.includes(":") ? parsed.rewards.function : "minecraft:" + parsed.rewards.function + }) + } catch (e) { + console.warn("Unable to analyze advancement: " + filePath, e) + } + } else if (filePath.includes("/tags/functions/")) { + const fileLocation = /data\/([-a-z0-9_.]+)\/tags\/functions\/([-a-z0-9_./]+)\.json/i.exec(filePath) + if (fileLocation && !dpExclusive.functions.includes("#" + fileLocation[1] + ":" + fileLocation[2])) dpExclusive.functions.push("#" + fileLocation[1] + ":" + fileLocation[2]) + + try { + const parsed = JSON.parse(result) + if (parsed.values) parsed.values.forEach(func => { + if (typeof func == "object") { + if (func.required === false) return + func = func.id + } + + dpExclusive.functionCalls.push({ + source: "#" + fileLocation[1] + ":" + fileLocation[2], + target: func.includes(":") ? func : "minecraft:" + func + }) + }) + } catch (e) { + console.warn("Unable to analyze function tag: " + filePath, e) + } + } + } + } + + const content = await vscode.workspace.fs.readFile(vscode.Uri.file(filePath)) + const decoder = new TextDecoder() + processFile(decoder.decode(content)) + } + if (!rpMode && ext == "json") { + Object.keys(dpExclusive.folders).forEach(type => { + if (filePath.includes("/" + type + "/")) dpExclusive.folders[type]++ + }) + Object.keys(dpExclusive.tags).forEach(type => { + if (filePath.includes("/tags/" + type + "/")) dpExclusive.tags[type]++ + }) + } else if (rpMode) + Object.keys(rpExclusive).forEach(type => { + if (filePath.includes("/" + type + "/")) rpExclusive[type]++ + }) + } + + log("Successfully processed " + done + " files with " + error + " errors") + log(JSON.stringify(filetypes, null, "\t")) + log(JSON.stringify(filetypesOther, null, "\t")) + log(JSON.stringify(dpExclusive, null, "\t")) + log(JSON.stringify(cmdsBehindExecute, null, "\t")) +} + +async function mainScan(hasData = false) { + files = 0 + done = 0 + error = 0 + rpMode = document.getElementById("radiorp").checked + + filetypes = {} + filetypesOther = {} + packFiles = [] + packImages = [] + commands = {} + cmdsBehindExecute = {} + cmdsBehindMacros = {} + cmdsBehindReturn = {} + comments = 0 + empty = 0 + emptyFiles = [] + dpExclusive = { + folders: { + advancements: 0, + loot_tables: 0, + recipes: 0, + predicates: 0, + dimension: 0, + dimension_type: 0, + worldgen: 0 + }, + tags: { + banner_pattern: 0, + blocks: 0, + cat_variant: 0, + entity_types: 0, + fluids: 0, + functions: 0, + game_events: 0, + instrument: 0, + items: 0, + painting_variant: 0, + point_of_interest_type: 0, + worldgen: 0 + }, + scoreboards: 0, + selectors: { + a: 0, + e: 0, + p: 0, + r: 0, + s: 0 + }, + functions: ["#minecraft:load", "#minecraft:tick"], + functionCalls: [{target: "#minecraft:load"}, {target: "#minecraft:tick"}] + } + rpExclusive = { + atlases: 0, + blockstates: 0, + font: 0, + lang: 0, + models: 0, + particles: 0, + shaders: 0, + sounds: 0, + texts: 0, + textures: 0 + } + + interval = setInterval(() => { + document.getElementById("progress").innerText = Math.round(done / files * 100) + "% scanned" + (error > 0 ? " - " + error + " errors" : "") + if (done + error == files || hasData) { + clearInterval(interval) + if (files == 0) return document.getElementById("progress").innerText = "No files found!" + document.getElementById("resultButtons").hidden = false + if (error == 0) document.getElementById("progress").innerText = "" + if (Object.values(filetypes).reduce((a, b) => a + b) == 0) document.getElementById("progress").innerHTML = "No " + (rpMode ? "resource" : "data") + "pack files found!" + + const uncalledFunctions = dpExclusive.functions.filter(funcName => !dpExclusive.functionCalls.some(func => func.target == funcName)) + const missingFunctions = [...new Set(dpExclusive.functionCalls.filter(func => !dpExclusive.functions.includes(func.target)).map(func => func.target))] + + let html = + (packImages.length > 0 ? "
" + packImages.map(img => "") + "
" : "") + + (packFiles.length > 0 ? "" + (rpMode ? "Resource" : "Data") + "pack" + (packFiles.length == 1 ? "" : "s") + " found:
" + + packFiles.map(pack => { + let oldestFormat = pack.pack.pack_format + let newestFormat = pack.pack.pack_format + if (pack.pack.supported_formats && typeof pack.pack.supported_formats == "object") { + if (Array.isArray(pack.pack.supported_formats)) { + oldestFormat = pack.pack.supported_formats[0] + newestFormat = pack.pack.supported_formats[1] + } else { + oldestFormat = pack.pack.supported_formats.min_inclusive + newestFormat = pack.pack.supported_formats.max_inclusive + } + } + + let description = "" + if (pack.pack && pack.pack.description) { + if (typeof pack.pack.description == "object") { + const desc = Array.isArray(pack.pack.description) ? pack.pack.description : [pack.pack.description] + desc.forEach(d => { + if (d.text || d.translation) description += d.text || d.translation + }) + } else description = pack.pack.description + } else description = "No description" + + return "" + description.replace(/§[0-9a-flmnor]/gi, "") + + (versions.some(ver => (rpMode ? ver.resourcepack_version : ver.datapack_version) == pack.pack.pack_format) ? + "
Supported versions: " + + (versions.findLast(ver => (rpMode ? ver.resourcepack_version : ver.datapack_version) == oldestFormat)?.name || "?") + + " - " + + (versions.find(ver => (rpMode ? ver.resourcepack_version : ver.datapack_version) == newestFormat)?.name || "?") + + "" + : "") + + "" + + (pack.features?.enabled?.length > 0 ? + "
Selected internal features: " + + pack.features.enabled.map(feature => "" + feature + "").join(", ") + "" + : "") + + (pack.filter?.block?.length > 0 ? "
Pack filters:
" + pack.filter.block.map(filter => + "" + + (filter.namespace ? "Namespace: " + filter.namespace + "" : "") + + (filter.namespace && filter.path ? ", " : "") + + (filter.path ? "Path: " + filter.path + "" : "") + + "" + ).join("
") + "" : "") + }).join("
") + "
" + : "") + + (packFiles.length == 0 && (filetypes.fsh || filetypes.vsh || filetypes.xcf || filetypes.glsl) ? "Shader found
" : "") + + + (Object.keys(commands).length > 0 ? + "Total amount of commands: " + localize(Object.keys(commands).reduce((a, b) => a + commands[b], 0)) + "
" + + "Unique command names: " + localize(Object.keys(commands).length) + "
" + : "") + + (comments > 0 ? "Comments: " + localize(comments) + "
" : "") + + (empty > 0 ? "Empty lines: " + localize(empty) + "
" : "") + + "Pack file types found:
" + + Object.keys(filetypes).sort((a, b) => filetypes[b] - filetypes[a]).map(type => "." + type + ": " + localize(filetypes[type]) + "
").join("") + + (Object.keys(filetypesOther).length > 0 ? + "
" + + "Non-pack file types found:" + + Object.keys(filetypesOther).sort((a, b) => filetypesOther[b] - filetypesOther[a]).map(type => "" + type + ": " + localize(filetypesOther[type]) + "
").join("") + + "

" + : "") + + (uncalledFunctions.length > 0 ? + "Uncalled functions:
" + + uncalledFunctions.map(func => "" + func + "
").join("") + + "
" + : "") + + (missingFunctions.length > 0 ? + "Missing functions:
" + + missingFunctions.map(func => "" + func + "
").join("") + + "
" + : "") + + (emptyFiles.length > 0 ? + "Empty files:
" + + emptyFiles.map(func => "" + func + "
").join("") + + "
" + : "") + + + (dpExclusive.scoreboards > 0 ? "Scoreboards created: " + localize(dpExclusive.scoreboards) + "
" : "") + + (!rpMode && Object.values(dpExclusive.selectors).reduce((a, b) => a + b) != 0 ? "Selectors used:
" : "") + + Object.keys(dpExclusive.selectors).filter(i => dpExclusive.selectors[i] > 0).sort((a, b) => dpExclusive.selectors[b] - dpExclusive.selectors[a]) + .map(type => "@" + type + ": " + localize(dpExclusive.selectors[type]) + "
").join("") + + (!rpMode && Object.values(dpExclusive.folders).reduce((a, b) => a + b) != 0 ? "Data pack features used:
" : "") + + Object.keys(dpExclusive.folders).filter(i => dpExclusive.folders[i] > 0).sort((a, b) => dpExclusive.folders[b] - dpExclusive.folders[a]) + .map(type => "" + type + ": " + localize(dpExclusive.folders[type]) + "
").join("") + + (!rpMode && Object.values(dpExclusive.tags).reduce((a, b) => a + b) != 0 ? "Tags used:
" : "") + + Object.keys(dpExclusive.tags).filter(i => dpExclusive.tags[i] > 0).sort((a, b) => dpExclusive.tags[b] - dpExclusive.tags[a]) + .map(type => "" + type + ": " + localize(dpExclusive.tags[type]) + "
").join("") + + + (rpMode && Object.values(rpExclusive).reduce((a, b) => a + b) != 0 ? "
Resource pack features used:
" : "") + + Object.keys(rpExclusive).filter(i => rpExclusive[i] > 0).sort((a, b) => rpExclusive[b] - rpExclusive[a]) + .map(type => "" + type + ": " + localize(rpExclusive[type]) + "
").join("") + + html += "
" + commands = Object.fromEntries(Object.entries(commands).sort(([, a], [, b]) => b - a)) + Object.keys(commands).forEach(cmd => { + html += cmd + ": " + localize(commands[cmd]) + "
" + if (cmdsBehindExecute[cmd]) html += "Behind execute: " + localize(cmdsBehindExecute[cmd]) + + (cmd == "execute" ? "⚠️ (... run execute ... equals ... ...)" : "") + "
" + if (cmdsBehindMacros[cmd]) html += "Behind macro: " + localize(cmdsBehindMacros[cmd]) + "
" + if (cmdsBehindReturn[cmd]) html += "Behind return: " + localize(cmdsBehindReturn[cmd]) + "
" + }) + document.getElementById("result").innerHTML = html + } + }, 100) +} + +const collapsible = new Set([ + "dpExclusive", + "rpExclusive", + + "filetypes", + "filetypesOther", + + "commands", + "cmdsBehindExecute", + "cmdsBehindMacros", + "cmdsBehindReturn", + + "folders", + "tags", + "selectors" +]) + +class PackAnalyzer { + constructor() { + this._onDidChangeTreeData = new vscode.EventEmitter() + this.onDidChangeTreeData = this._onDidChangeTreeData.event + } + + getTreeItem(element) { + log("getTreeItem: " + element) + + let label = element + if (element == "files") label = "Scanned files: " + files + else if (element == "error") label = "Scanning errors: " + error + else if (element == "rpMode") label = "Resource pack mode: " + (rpMode ? "enabled" : "disabled") + + else if (element == "filetypes") label = "File types: " + Object.keys(filetypes).length + else if (element == "filetypesOther") label = "Non-pack file types: " + Object.keys(filetypesOther).length + + else if (element == "commands") label = "Commands: " + Object.keys(commands).length + else if (element == "cmdsBehindExecute") label = "Commands behind execute: " + Object.keys(cmdsBehindExecute).length + else if (element == "cmdsBehindMacros") label = "Commands behind macros: " + Object.keys(cmdsBehindMacros).length + else if (element == "cmdsBehindReturn") label = "Commands behind return: " + Object.keys(cmdsBehindReturn).length + + else if (element == "folders") label = "Data pack folders: " + Object.keys(dpExclusive.folders).length + else if (element == "tags") label = "Data pack tags: " + Object.keys(dpExclusive.tags).length + else if (element == "selectors") label = "Selectors: " + Object.keys(dpExclusive.selectors).length + + else if (element == "dpExclusive") label = "Data pack exclusive" + else if (element == "rpExclusive") label = "Resource pack exclusive" + + else if (element == "comments") label = "Comments: " + comments + else if (element == "empty") label = "Empty lines: " + empty + else if (element == "emptyFiles") label = "Empty files: " + emptyFiles.length + + const treeItem = new vscode.TreeItem(label) + if (collapsible.has(element)) treeItem.collapsibleState = vscode.TreeItemCollapsibleState.Collapsed + + return treeItem + } + + async getChildren(element) { + log("getChildren: " + element) + + if (element == "dpExclusive") return [ + "folders", + "tags", + "scoreboards", + "selectors" + ] + if (element == "folders") return [ + "advancements", + "loot_tables", + "recipes", + "predicates", + "dimension", + "dimension_type", + "worldgen" + ] + if (element == "tags") return [ + "banner_pattern", + "blocks", + "cat_variant", + "entity_types", + "fluids", + "functions", + "game_events", + "instrument", + "items", + "painting_variant", + "point_of_interest_type", + "worldgen" + ] + if (element == "selectors") return [ + "a", "e", "p", "r", "s" + ] + + if (element == "rpExclusive") return [ + "atlases", + "blockstates", + "font", + "lang", + "models", + "particles", + "shaders", + "sounds", + "texts", + "textures" + ] + + if (element == "filetypes") return Object.keys(filetypes) + if (element == "filetypesOther") return Object.keys(filetypesOther) + + if (element == "commands") return Object.keys(commands) + if (element == "cmdsBehindExecute") return Object.keys(cmdsBehindExecute) + if (element == "cmdsBehindMacros") return Object.keys(cmdsBehindMacros) + if (element == "cmdsBehindReturn") return Object.keys(cmdsBehindReturn) + + const fileList = await vscode.workspace.findFiles("**/*") + log(fileList.length + " files with the following schemes found: " + [...new Set(fileList.map(file => file.scheme))].join(", ")) + await processEntries(fileList.filter(file => !file.path.includes("/.git/") && !file.path.includes("/.svn/") && !file.path.includes("/node_modules/")).map(file => file.path)) + + return [ + "files", + "error", + "rpMode", + + "dpExclusive", + "rpExclusive", + + "filetypes", + "filetypesOther", + + "commands", + "cmdsBehindExecute", + "cmdsBehindMacros", + "cmdsBehindReturn", + + "comments", + "empty", + "emptyFiles" + ] + } +} + +module.exports.activate = context => { + context.subscriptions.push( + outputChannel = vscode.window.createOutputChannel("Pack Analyzer") + ) + log("Loading extension...") + + context.subscriptions.push( + treeView = vscode.window.registerTreeDataProvider("packAnalyzer", new PackAnalyzer()) + ) +} diff --git a/vscExtension/src/extension.js b/vscExtension/src/extension.js index c32b41a..c46f1dd 100644 --- a/vscExtension/src/extension.js +++ b/vscExtension/src/extension.js @@ -507,8 +507,6 @@ class PackAnalyzer { else if (element == "emptyFiles") label = "Empty files: " + emptyFiles.length const treeItem = new vscode.TreeItem(label) - treeItem.id = element - if (collapsible.has(element)) treeItem.collapsibleState = vscode.TreeItemCollapsibleState.Collapsed return treeItem