-
Notifications
You must be signed in to change notification settings - Fork 16
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
5 changed files
with
179 additions
and
9 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
166 changes: 166 additions & 0 deletions
166
jacodb-panda-dynamic/src/test/kotlin/ark/ArkProjectAnalysis.kt
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,166 @@ | ||
| /* | ||
| * Copyright 2022 UnitTestBot contributors (utbot.org) | ||
| * <p> | ||
| * Licensed under the Apache License, Version 2.0 (the "License"); | ||
| * you may not use this file except in compliance with the License. | ||
| * You may obtain a copy of the License at | ||
| * <p> | ||
| * http://www.apache.org/licenses/LICENSE-2.0 | ||
| * <p> | ||
| * Unless required by applicable law or agreed to in writing, software | ||
| * distributed under the License is distributed on an "AS IS" BASIS, | ||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| * See the License for the specific language governing permissions and | ||
| * limitations under the License. | ||
| */ | ||
|
|
||
| package ark | ||
|
|
||
| import org.jacodb.analysis.ifds.SingletonUnit | ||
| import org.jacodb.analysis.ifds.UnitResolver | ||
| import org.jacodb.analysis.taint.TaintManager | ||
| import org.jacodb.analysis.taint.TaintVulnerability | ||
| import org.jacodb.analysis.util.ArkTraits | ||
| import org.jacodb.analysis.util.getPathEdges | ||
| import org.jacodb.panda.dynamic.ark.base.ArkStmt | ||
| import org.jacodb.panda.dynamic.ark.dto.ArkFileDto | ||
| import org.jacodb.panda.dynamic.ark.dto.convertToArkFile | ||
| import org.jacodb.panda.dynamic.ark.graph.ArkApplicationGraph | ||
| import org.jacodb.panda.dynamic.ark.model.ArkFile | ||
| import org.jacodb.panda.dynamic.ark.model.ArkMethod | ||
| import org.junit.jupiter.api.Test | ||
| import org.junit.jupiter.api.condition.EnabledIf | ||
| import parser.getConfigForMethod | ||
| import parser.loadRules | ||
| import java.nio.file.Files | ||
| import java.nio.file.Paths | ||
| import kotlin.time.Duration | ||
| import kotlin.time.Duration.Companion.milliseconds | ||
| import kotlin.time.Duration.Companion.seconds | ||
|
|
||
| private val logger = mu.KotlinLogging.logger {} | ||
|
|
||
| class ArkProjectAnalysis { | ||
| private var tsLinesSuccess = 0L | ||
| private var tsLinesFailed = 0L | ||
| private var analysisTime: Duration = Duration.ZERO | ||
| private var totalPathEdges = 0 | ||
| private var totalSinks: MutableList<TaintVulnerability<ArkStmt>> = mutableListOf() | ||
|
|
||
| companion object : ArkTraits { | ||
| const val PROJECT_PATH = "/samples/project2" | ||
| const val BASE_PATH = "$PROJECT_PATH/entry/src/main/ets/" | ||
|
|
||
| private fun loadProjectForSample(programName: String): ArkFile { | ||
| val jsonFile = "$BASE_PATH$programName.json" | ||
| val stream = object {}::class.java.getResourceAsStream(jsonFile) | ||
| ?: error("Resource not found: $jsonFile") | ||
| val arkFileDto = ArkFileDto.loadFromJson(stream) | ||
| return convertToArkFile(arkFileDto) | ||
| } | ||
|
|
||
| private fun countFileLines(path: String): Long { | ||
| val stream = object {}::class.java.getResourceAsStream(path) ?: error("Resource not found: $path") | ||
| stream.bufferedReader().use { reader -> | ||
| return reader.lines().count() | ||
| } | ||
| } | ||
|
|
||
| val rules = loadRules("config1.json") | ||
| } | ||
|
|
||
| private fun projectAvailable(): Boolean { | ||
| val resource = object {}::class.java.getResource(PROJECT_PATH)?.toURI() | ||
| return resource != null && Files.exists(Paths.get(resource)) | ||
| } | ||
|
|
||
| @EnabledIf("projectAvailable") | ||
| @Test | ||
| fun processAllFiles() { | ||
| val baseDirUrl = object {}::class.java.getResource(BASE_PATH) | ||
| val baseDir = Paths.get(baseDirUrl?.toURI() ?: error("Resource not found")) | ||
| Files.walk(baseDir) | ||
| .filter { it.toString().endsWith(".json") } | ||
| .map { baseDir.relativize(it).toString().replace("\\", "/").substringBeforeLast('.') } | ||
| .forEach { filename -> | ||
| handleFile(filename) | ||
| } | ||
| makeReport() | ||
| } | ||
|
|
||
| private fun makeReport() { | ||
| logger.info { "Analysis Report On $PROJECT_PATH" } | ||
| logger.info { "====================" } | ||
| // logger.info { "Total files processed: ${tsLinesSuccess + tsLinesFailed}" } | ||
| logger.info { "Successfully processed lines: $tsLinesSuccess" } | ||
| // logger.info { "Failed lines: $tsLinesFailed" } | ||
| logger.info { "Total analysis time: $analysisTime" } | ||
| logger.info { "Total path edges: $totalPathEdges" } | ||
| logger.info { "Found sinks: ${totalSinks.size}" } | ||
|
|
||
| if (totalSinks.isNotEmpty()) { | ||
| totalSinks.forEachIndexed { idx, sink -> | ||
| logger.info { | ||
| """Detailed Sink Information: | ||
| | | ||
| |Sink ID: $idx | ||
| |Statement: ${sink.sink.statement} | ||
| |Fact: ${sink.sink.fact} | ||
| |Condition: ${sink.rule?.condition} | ||
| | | ||
| """.trimMargin() | ||
| } | ||
| } | ||
| } else { | ||
| logger.info { "No sinks found." } | ||
| } | ||
| logger.info { "====================" } | ||
| logger.info { "End of report" } | ||
| } | ||
|
|
||
| private fun handleFile(filename: String) { | ||
| // This files contain critical bugs | ||
| val banFiles: List<String> = listOf( | ||
| "base/sync/utils/SyncUtil" | ||
| ) | ||
| val fileLines = countFileLines("$BASE_PATH$filename.ts") | ||
| try { | ||
| if (filename in banFiles) return | ||
| logger.info { "Processing '$filename'" } | ||
| val project = loadProjectForSample(filename) | ||
| val startTime = System.currentTimeMillis() | ||
| runAnalysis(project, filename) | ||
| val endTime = System.currentTimeMillis() | ||
| analysisTime += (endTime - startTime).milliseconds | ||
| tsLinesSuccess += fileLines | ||
| } catch (e: Exception) { | ||
| logger.warn { "Failed to process '$filename': $e" } | ||
| // logger.warn { e.stackTraceToString() } | ||
| tsLinesFailed += fileLines | ||
| } | ||
| } | ||
|
|
||
| private fun runAnalysis(project: ArkFile, filename: String) { | ||
| val graph = ArkApplicationGraph(project) | ||
| val unitResolver = UnitResolver<ArkMethod> { SingletonUnit } | ||
| val manager = TaintManager( | ||
| graph = graph, | ||
| unitResolver = unitResolver, | ||
| getConfigForMethod = { method -> getConfigForMethod(method, rules) }, | ||
| ) | ||
|
|
||
| var methods = project.classes.flatMap { it.methods } | ||
| if (filename == "base/account/AccountManager") { | ||
| val methodNames = setOf( | ||
| "getDeviceIdListWithCursor", | ||
| "requestGet", | ||
| "taintRun", | ||
| "taintSink" | ||
| ) | ||
| methods = methods.filter { it.name in methodNames } | ||
| } | ||
| val sinks = manager.analyze(methods, timeout = 10.seconds) | ||
| totalPathEdges += manager.runnerForUnit.values.sumOf { it.getPathEdges().size } | ||
| totalSinks += sinks | ||
| } | ||
| } |