/* * Copyright (c) 2016-2018 The University of Sheffield. * * All rights reserved. This program and the accompanying materials * This program and the accompanying materials are made * available under the terms of the Eclipse Public License 2.0 * which is available at https://www.eclipse.org/legal/epl-2.0/ * * SPDX-License-Identifier: EPL-2.0 */ package com.logicalhacking.dasca.crosslanguage.test import org.scalatest._ import org.junit.runner.RunWith import org.scalatest.junit.JUnitRunner import com.logicalhacking.dasca.crosslanguage.util.JavaScriptSourceLocation import com.logicalhacking.dasca.crosslanguage.util.JavaSourceLocation import com.logicalhacking.dasca.crosslanguage.util.SourceLocation import com.logicalhacking.dasca.crosslanguage.builder.FilterJavaCallSites import com.logicalhacking.dasca.crosslanguage.builder.MockCordovaExec import com.logicalhacking.dasca.crosslanguage.builder.ReplacePluginDefinesAndRequires import com.logicalhacking.dasca.crosslanguage.builder.FilterJSFrameworks @RunWith(classOf[JUnitRunner]) class Featherweight_100_350 extends FlatSpec with Matchers with BeforeAndAfterAll with AppInfo { def apkName: String = "de.zertapps.dvhma.featherweight_1.0.0_3.5.0_debug.apk" def truePositives = Set[(SourceLocation, SourceLocation)]( (new JavaSourceLocation(43, "com/borismus/webintent/WebIntent"), new JavaScriptSourceLocation(31, 12, "www/js/index.js")) ,(new JavaSourceLocation(145, "de/zertapps/dvhma/plugins/storage/DVHMAStorage"), new JavaScriptSourceLocation(79, 1, "www/js/index.js")) ,(new JavaSourceLocation(126, "de/zertapps/dvhma/plugins/storage/DVHMAStorage"), new JavaScriptSourceLocation(79, 1, "www/js/index.js")) ,(new JavaSourceLocation(49, "com/borismus/webintent/WebIntent"), new JavaScriptSourceLocation(26, 58, "www/js/index.js")) ,(new JavaSourceLocation(49, "com/borismus/webintent/WebIntent"), new JavaScriptSourceLocation(25, 51, "www/js/index.js")) ,(new JavaSourceLocation(52, "com/borismus/webintent/WebIntent"), new JavaScriptSourceLocation(31, 12, "www/js/index.js")) ,(new JavaSourceLocation(36, "com/borismus/webintent/WebIntent"), new JavaScriptSourceLocation(31, 12, "www/js/index.js")) ,(new JavaSourceLocation(85, "de/zertapps/dvhma/plugins/storage/DVHMAStorage"), new JavaScriptSourceLocation(79, 1, "www/js/index.js")) ,(new JavaSourceLocation(62, "de/zertapps/dvhma/plugins/storage/DVHMAStorage"), new JavaScriptSourceLocation(48, 21, "www/js/index.js")) ,(new JavaSourceLocation(62, "de/zertapps/dvhma/plugins/storage/DVHMAStorage"), new JavaScriptSourceLocation(70, 25, "www/js/index.js")) ,(new JavaScriptSourceLocation(7, 12, "www/plugins/de.zertapps.dvhma.plugins.webintent/www/webintent.js"), new JavaSourceLocation(28, "com/borismus/webintent/WebIntent")) ,(new JavaScriptSourceLocation(28, 12, "www/plugins/de.zertapps.dvhma.plugins.storage/www/DVHMA-Storage.js"), new JavaSourceLocation(43, "de/zertapps/dvhma/plugins/storage/DVHMAStorage")) ,(new JavaScriptSourceLocation(24, 12, "www/plugins/de.zertapps.dvhma.plugins.storage/www/DVHMA-Storage.js"), new JavaSourceLocation(43, "de/zertapps/dvhma/plugins/storage/DVHMAStorage")) ,(new JavaScriptSourceLocation(16, 12, "www/plugins/de.zertapps.dvhma.plugins.storage/www/DVHMA-Storage.js"), new JavaSourceLocation(43, "de/zertapps/dvhma/plugins/storage/DVHMAStorage")) ,(new JavaScriptSourceLocation(20, 12, "www/plugins/de.zertapps.dvhma.plugins.storage/www/DVHMA-Storage.js"), new JavaSourceLocation(43, "de/zertapps/dvhma/plugins/storage/DVHMAStorage")) ,(new JavaSourceLocation(43, "com/borismus/webintent/WebIntent"), new JavaScriptSourceLocation(37, 8, "www/js/index.js")) ,(new JavaSourceLocation(36, "com/borismus/webintent/WebIntent"), new JavaScriptSourceLocation(37, 8, "www/js/index.js")) ,(new JavaSourceLocation(52, "com/borismus/webintent/WebIntent"), new JavaScriptSourceLocation(37, 8, "www/js/index.js")) ,(new JavaSourceLocation(62, "de/zertapps/dvhma/plugins/storage/DVHMAStorage"), new JavaScriptSourceLocation(79, 1, "www/js/index.js")) ) def falsePositives = Set[(SourceLocation, SourceLocation)]() def falseNegatives = Set[(SourceLocation, SourceLocation)]() def options = List( FilterJavaCallSites ,MockCordovaExec ,ReplacePluginDefinesAndRequires ,FilterJSFrameworks ) val app = new AppTest(); override def beforeAll(){ app.analyze(apkName, options, truePositives++falseNegatives) // ca. 22sec } "Test Specification" should "be consistent (truePositives ∩ falsePositives = ∅)" in { truePositives intersect falsePositives shouldBe empty } it should "be consistent (truePositives ∩ falseNegatives = falseNegatives)" in { truePositives intersect falseNegatives should contain theSameElementsAs falseNegatives } it should "be consistent (falsePositives ∩ falseNegatives = ∅)" in { falsePositives intersect falseNegatives shouldBe empty } "Merged CallGraph" should "contain 7.0k nodes" in { app.getCallGraphSize() should be (7014 +- 200) } "JavaScriptCallGraph" should "contain 0.8k nodes" in { app.getJSCallGraphSize() should be (878 +- 10) } "JavaCallGraph" should "be contain 6.1k nodes" in { app.getJavaCallGraphSize() should be (6156 +- 200) } "Java -> JavaScript" should "report fourteen hits" taggedAs (ManuallyChecked) in { app.getJava2JSHits() should be (14) } it should "report no misses" taggedAs (ManuallyChecked) in { app.getJava2JSMisses() should be (0) } it should "report no errors" taggedAs (ManuallyChecked) in { app.getJava2JSErrors() should be (0) } it should "have a precision of 100%" taggedAs (ManuallyChecked) in { app.getJava2JSPrecision() should be (100.0 +- 0.1) } it should "have a recall of 100%" taggedAs (ManuallyChecked) in { app.getJava2JSRecall() should be (100.0 +- 0.1) } "JavaScript -> Java" should "report five hits" taggedAs (ManuallyChecked) in { app.getJS2JavaHits() should be (5) } it should "report no misses" taggedAs (ManuallyChecked) in { app.getJS2JavaMisses() should be (0) } it should "report no errors" taggedAs (ManuallyChecked) in { app.getJS2JavaErrors() should be (0) } it should "have a precision of 100%" taggedAs (ManuallyChecked) in { app.getJS2JavaPrecision() should be (100.0 +- 0.1) } it should "have a recall of 100%" taggedAs (ManuallyChecked) in { app.getJS2JavaRecall() should be (100.0 +- 0.1) } "Reported connections" should "contain all expected connections" taggedAs (ManuallyChecked) in { app.getTruePositives() should contain theSameElementsAs truePositives } it should "not contain false negatives" taggedAs (ManuallyChecked) in { app.getFalseNegatives() shouldBe empty } it should "not contain false positives" taggedAs (ManuallyChecked) in { app.getFalsePositives() shouldBe empty } }