DASCA
/
DASCA
2
1
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Introduced tags for test cases to mark tests with manually checked sink/source pairs (in contrast to regression tests where the initally automatically deteced pairs are checked) and confidential test cases.

This commit is contained in:
Achim D. Brucker 2016-08-30 09:03:29 +01:00
parent 2694568662
commit 30fda437b9
4 changed files with 58 additions and 39 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
src/eu.aniketos.dasca.crosslanguage.test/src/main/scala/eu/aniketos/dasca/crosslanguage/test/Tag.scala Normal file
View File

@ -0,0 +1,16 @@
/*
* (C) Copyright 2016 The University of Sheffield.
*
* All rights reserved. This program and the accompanying materials
* are made available under the terms of the Eclipse Public License v1.0
* which accompanies this distribution, and is available at
* http://www.eclipse.org/legal/epl-v10.html
*
*/
package eu.aniketos.dasca.crosslanguage.test.Tag
import org.scalatest.Tag
object ManuallyChecked extends Tag("com.logicalhacking.dasca.test.ManuallyChecked")
object Confidential extends Tag("com.logicalhacking.dasca.test.Confidential")

27
src/eu.aniketos.dasca.crosslanguage.test/src/main/scala/eu/aniketos/dasca/crosslanguage/test/apps/Featherweight.scala
View File

@ -25,6 +25,7 @@ import eu.aniketos.dasca.crosslanguage.builder.ReplacePluginDefinesAndRequires
import eu.aniketos.dasca.crosslanguage.builder.FilterJSFrameworks
import eu.aniketos.dasca.crosslanguage.builder.PreciseJS
import eu.aniketos.dasca.crosslanguage.builder.RunBuildersInParallel
import eu.aniketos.dasca.crosslanguage.test.Tag._;
@RunWith(classOf[JUnitRunner])
@ -60,56 +61,56 @@ class Featherweight extends FlatSpec with Matchers with BeforeAndAfterAll {
app.analyze(ApkName, options, connections)
}
"Java -> JavaScript" should "report ten hits" in {
"Java -> JavaScript" should "report ten hits" taggedAs (ManuallyChecked) in {
app.getJava2JSHits() should be (10)
}
it should "report no misses" in {
it should "report no misses" taggedAs (ManuallyChecked) in {
app.getJS2JavaMisses() should be (0)
}
it should "report no errors" in {
it should "report no errors" taggedAs (ManuallyChecked) in {
app.getJS2JavaErrors() should be (0)
}
it should "have a precision of 100%" in {
it should "have a precision of 100%" taggedAs (ManuallyChecked) in {
app.getJS2JavaPrecision() should be (100.0 +- 0.1)
}
it should "have a recall of 100%" in {
it should "have a recall of 100%" taggedAs (ManuallyChecked) in {
app.getJS2JavaRecall() should be (100.0 +- 0.1)
}
"JavaScript -> Java" should "report five hits" in {
"JavaScript -> Java" should "report five hits" taggedAs (ManuallyChecked) in {
app.getJS2JavaHits() should be (5)
}
it should "report no misses" in {
it should "report no misses" taggedAs (ManuallyChecked) in {
app.getJS2JavaMisses() should be (0)
}
it should "report no errors" in {
it should "report no errors" taggedAs (ManuallyChecked) in {
app.getJS2JavaErrors() should be (0)
}
it should "have a precision of 100%" in {
it should "have a precision of 100%" taggedAs (ManuallyChecked) in {
app.getJS2JavaPrecision() should be (100.0 +- 0.1)
}
it should "have a recall of 100%" in {
it should "have a recall of 100%" taggedAs (ManuallyChecked) in {
app.getJS2JavaRecall() should be (100.0 +- 0.1)
}
"Reported connections" should "contain all expected connections" in {
"Reported connections" should "contain all expected connections" taggedAs (ManuallyChecked) in {
app.getTruePositives() should contain theSameElementsAs connections
}
it should "not contain false negatives" in {
it should "not contain false negatives" taggedAs (ManuallyChecked) in {
app.getFalseNegatives() shouldBe empty
}
it should "not contain false positives" in {
it should "not contain false positives" taggedAs (ManuallyChecked) in {
app.getFalsePositives() shouldBe empty
}

27
src/eu.aniketos.dasca.crosslanguage.test/src/main/scala/eu/aniketos/dasca/crosslanguage/test/apps/Featherweight_100_350.scala
View File

@ -25,6 +25,7 @@ import eu.aniketos.dasca.crosslanguage.builder.ReplacePluginDefinesAndRequires
import eu.aniketos.dasca.crosslanguage.builder.FilterJSFrameworks
import eu.aniketos.dasca.crosslanguage.builder.PreciseJS
import eu.aniketos.dasca.crosslanguage.builder.RunBuildersInParallel
import eu.aniketos.dasca.crosslanguage.test.Tag._;
@RunWith(classOf[JUnitRunner])
@ -65,56 +66,56 @@ class Featherweight_100_350 extends FlatSpec with Matchers with BeforeAndAfterAl
app.analyze(ApkName, options, connections)
}
"Java -> JavaScript" should "report fourteen hits" in {
"Java -> JavaScript" should "report fourteen hits" taggedAs (ManuallyChecked) in {
app.getJava2JSHits() should be (14)
}
it should "report no misses" in {
it should "report no misses" taggedAs (ManuallyChecked) in {
app.getJS2JavaMisses() should be (0)
}
it should "report no errors" in {
it should "report no errors" taggedAs (ManuallyChecked) in {
app.getJS2JavaErrors() should be (0)
}
it should "have a precision of 100%" in {
it should "have a precision of 100%" taggedAs (ManuallyChecked) in {
app.getJS2JavaPrecision() should be (100.0 +- 0.1)
}
it should "have a recall of 100%" in {
it should "have a recall of 100%" taggedAs (ManuallyChecked) in {
app.getJS2JavaRecall() should be (100.0 +- 0.1)
}
"JavaScript -> Java" should "report five hits" in {
"JavaScript -> Java" should "report five hits" taggedAs (ManuallyChecked) in {
app.getJS2JavaHits() should be (5)
}
it should "report no misses" in {
it should "report no misses" taggedAs (ManuallyChecked) in {
app.getJS2JavaMisses() should be (0)
}
it should "report no errors" in {
it should "report no errors" taggedAs (ManuallyChecked) in {
app.getJS2JavaErrors() should be (0)
}
it should "have a precision of 100%" in {
it should "have a precision of 100%" taggedAs (ManuallyChecked) in {
app.getJS2JavaPrecision() should be (100.0 +- 0.1)
}
it should "have a recall of 100%" in {
it should "have a recall of 100%" taggedAs (ManuallyChecked) in {
app.getJS2JavaRecall() should be (100.0 +- 0.1)
}
"Reported connections" should "contain all expected connections" in {
"Reported connections" should "contain all expected connections" taggedAs (ManuallyChecked) in {
app.getTruePositives() should contain theSameElementsAs connections
}
it should "not contain false negatives" in {
it should "not contain false negatives" taggedAs (ManuallyChecked) in {
app.getFalseNegatives() shouldBe empty
}
it should "not contain false positives" in {
it should "not contain false positives" taggedAs (ManuallyChecked) in {
app.getFalsePositives() shouldBe empty
}

27
src/eu.aniketos.dasca.crosslanguage.test/src/main/scala/eu/aniketos/dasca/crosslanguage/test/apps/Featherweight_100_630.scala
View File

@ -25,6 +25,7 @@ import eu.aniketos.dasca.crosslanguage.builder.ReplacePluginDefinesAndRequires
import eu.aniketos.dasca.crosslanguage.builder.FilterJSFrameworks
import eu.aniketos.dasca.crosslanguage.builder.PreciseJS
import eu.aniketos.dasca.crosslanguage.builder.RunBuildersInParallel
import eu.aniketos.dasca.crosslanguage.test.Tag._;
@RunWith(classOf[JUnitRunner])
@ -65,56 +66,56 @@ class Featherweight_100_630 extends FlatSpec with Matchers with BeforeAndAfterAl
app.analyze(ApkName, options, connections)
}
"Java -> JavaScript" should "report fourteen hits" in {
"Java -> JavaScript" should "report fourteen hits" taggedAs (ManuallyChecked) in {
app.getJava2JSHits() should be (14)
}
it should "report no misses" in {
it should "report no misses" taggedAs (ManuallyChecked) in {
app.getJS2JavaMisses() should be (0)
}
it should "report no errors" in {
it should "report no errors" taggedAs (ManuallyChecked) in {
app.getJS2JavaErrors() should be (0)
}
it should "have a precision of 100%" in {
it should "have a precision of 100%" taggedAs (ManuallyChecked) in {
app.getJS2JavaPrecision() should be (100.0 +- 0.1)
}
it should "have a recall of 100%" in {
it should "have a recall of 100%" taggedAs (ManuallyChecked) in {
app.getJS2JavaRecall() should be (100.0 +- 0.1)
}
"JavaScript -> Java" should "report five hits" in {
"JavaScript -> Java" should "report five hits" taggedAs (ManuallyChecked) in {
app.getJS2JavaHits() should be (5)
}
it should "report no misses" in {
it should "report no misses" taggedAs (ManuallyChecked) in {
app.getJS2JavaMisses() should be (0)
}
it should "report no errors" in {
it should "report no errors" taggedAs (ManuallyChecked) in {
app.getJS2JavaErrors() should be (0)
}
it should "have a precision of 100%" in {
it should "have a precision of 100%" taggedAs (ManuallyChecked) in {
app.getJS2JavaPrecision() should be (100.0 +- 0.1)
}
it should "have a recall of 100%" in {
it should "have a recall of 100%" taggedAs (ManuallyChecked) in {
app.getJS2JavaRecall() should be (100.0 +- 0.1)
}
"Reported connections" should "contain all expected connections" in {
"Reported connections" should "contain all expected connections" taggedAs (ManuallyChecked) in {
app.getTruePositives() should contain theSameElementsAs connections
}
it should "not contain false negatives" in {
it should "not contain false negatives" taggedAs (ManuallyChecked) in {
app.getFalseNegatives() shouldBe empty
}
it should "not contain false positives" in {
it should "not contain false positives" taggedAs (ManuallyChecked) in {
app.getFalsePositives() shouldBe empty
}