ParallelComparisonTest.java 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152
  1. package de.jplag;
  2. import static org.junit.jupiter.api.Assertions.assertArrayEquals;
  3. import static org.junit.jupiter.api.Assertions.assertEquals;
  4. import java.io.File;
  5. import java.util.List;
  6. import java.util.Optional;
  7. import org.junit.jupiter.api.Test;
  8. import de.jplag.exceptions.ExitException;
  9. class ParallelComparisonTest extends TestBase {
  10. /**
  11. * The simple duplicate contains obvious plagiarism.
  12. */
  13. @Test
  14. void testSimpleDuplicate() throws ExitException {
  15. JPlagResult result = runJPlagWithDefaultOptions("SimpleDuplicate");
  16. assertEquals(2, result.getNumberOfSubmissions());
  17. assertEquals(1, result.getAllComparisons().size());
  18. assertEquals(1, result.getAllComparisons().get(0).matches().size());
  19. assertEquals(1, result.getSimilarityDistribution()[3]);
  20. assertEquals(0.6207, result.getAllComparisons().get(0).similarity(), DELTA);
  21. }
  22. /**
  23. * The simple duplicate with a custom min token match.
  24. */
  25. @Test
  26. void testWithMinTokenMatch() throws ExitException {
  27. var expectedDistribution = new int[] {1, 0, 0, 0, 0, 0, 0, 0, 0, 0};
  28. JPlagResult result = runJPlag("SimpleDuplicate", it -> it.withMinimumTokenMatch(5));
  29. assertEquals(2, result.getNumberOfSubmissions());
  30. assertEquals(1, result.getAllComparisons().size());
  31. assertEquals(2, result.getAllComparisons().get(0).matches().size());
  32. assertArrayEquals(expectedDistribution, result.getSimilarityDistribution());
  33. assertEquals(0.9655, result.getAllComparisons().get(0).similarity(), DELTA);
  34. }
  35. /**
  36. * The classes in no duplicate have nearly nothing in common.
  37. */
  38. @Test
  39. void testNoDuplicate() throws ExitException {
  40. JPlagResult result = runJPlagWithDefaultOptions("NoDuplicate");
  41. assertEquals(3, result.getNumberOfSubmissions());
  42. assertEquals(3, result.getAllComparisons().size());
  43. result.getAllComparisons().forEach(comparison -> assertEquals(0, comparison.similarity(), DELTA));
  44. }
  45. /**
  46. * This case is more complex and consists out of 5 submissions with different plagiarism. A is the original code (coming
  47. * from an older JPlag version) B is a partial copy of that code C is a full copy of that code D is dumb plagiarism,
  48. * e.g., changed variable names, additional unneeded code, ... E is just a Hello World Java errorConsumer
  49. */
  50. @Test
  51. void testPartialPlagiarism() throws ExitException {
  52. JPlagResult result = runJPlagWithDefaultOptions("PartialPlagiarism");
  53. assertEquals(5, result.getNumberOfSubmissions());
  54. assertEquals(10, result.getAllComparisons().size());
  55. // All comparisons with E shall have no matches
  56. result.getAllComparisons().stream()
  57. .filter(comparison -> comparison.secondSubmission().getName().equals("E") || comparison.firstSubmission().getName().equals("E"))
  58. .forEach(comparison -> assertEquals(0, comparison.similarity(), DELTA));
  59. // Hard coded assertions on selected comparisons
  60. assertEquals(0.246, getSelectedPercent(result, "A", "B"), DELTA);
  61. assertEquals(0.997, getSelectedPercent(result, "A", "C"), DELTA);
  62. assertEquals(0.779, getSelectedPercent(result, "A", "D"), DELTA);
  63. assertEquals(0.246, getSelectedPercent(result, "B", "C"), DELTA);
  64. assertEquals(0.283, getSelectedPercent(result, "B", "D"), DELTA);
  65. assertEquals(0.779, getSelectedPercent(result, "C", "D"), DELTA);
  66. // More detailed assertions for the plagiarism in A-D
  67. var biggestMatch = getSelectedComparison(result, "A", "D");
  68. assertEquals(0.964, biggestMatch.get().maximalSimilarity(), DELTA);
  69. assertEquals(0.653, biggestMatch.get().minimalSimilarity(), DELTA);
  70. assertEquals(12, biggestMatch.get().matches().size());
  71. }
  72. // TODO SH: Methods like this should be moved to the API and also should accept wildcards
  73. private double getSelectedPercent(JPlagResult result, String nameA, String nameB) {
  74. return getSelectedComparison(result, nameA, nameB).map(JPlagComparison::similarity).orElse(-1.0);
  75. }
  76. private Optional<JPlagComparison> getSelectedComparison(JPlagResult result, String nameA, String nameB) {
  77. return result.getAllComparisons().stream()
  78. .filter(comparison -> comparison.firstSubmission().getName().equals(nameA) && comparison.secondSubmission().getName().equals(nameB)
  79. || comparison.firstSubmission().getName().equals(nameB) && comparison.secondSubmission().getName().equals(nameA))
  80. .findFirst();
  81. }
  82. @Test
  83. void testMultiRootDirNoBasecode() throws ExitException {
  84. List<String> paths = List.of(getBasePath("basecode"), getBasePath("SimpleDuplicate")); // 3 + 2 submissions.
  85. JPlagResult result = runJPlag(paths, it -> it);
  86. assertEquals(5, result.getNumberOfSubmissions());
  87. }
  88. @Test
  89. void testMultiRootDirSeparateBasecode() throws ExitException {
  90. String basecodePath = getBasePath("basecode-base");
  91. List<String> paths = List.of(getBasePath("basecode"), getBasePath("SimpleDuplicate")); // 3 + 2 submissions.
  92. JPlagResult result = runJPlag(paths, it -> it.withBaseCodeSubmissionDirectory(new File(basecodePath)));
  93. assertEquals(5, result.getNumberOfSubmissions());
  94. }
  95. @Test
  96. void testMultiRootDirBasecodeInSubmissionDir() throws ExitException {
  97. String basecodePath = getBasePath("basecode", "base");
  98. List<String> paths = List.of(getBasePath("basecode"), getBasePath("SimpleDuplicate")); // 2 + 2 submissions.
  99. JPlagResult result = runJPlag(paths, it -> it.withBaseCodeSubmissionDirectory(new File(basecodePath)));
  100. assertEquals(4, result.getNumberOfSubmissions());
  101. }
  102. @Test
  103. void testDisjunctNewAndOldRootDirectories() throws ExitException {
  104. List<String> newDirectories = List.of(getBasePath("SimpleDuplicate")); // 2 submissions
  105. List<String> oldDirectories = List.of(getBasePath("basecode")); // 3 submissions
  106. JPlagResult result = runJPlag(newDirectories, oldDirectories, it -> it);
  107. int numberOfExpectedComparison = 1 + 3 * 2;
  108. assertEquals(numberOfExpectedComparison, result.getAllComparisons().size());
  109. }
  110. @Test
  111. void testOverlappingNewAndOldDirectoriesOverlap() throws ExitException {
  112. List<String> newDirectories = List.of(getBasePath("SimpleDuplicate")); // 2 submissions
  113. List<String> oldDirectories = List.of(getBasePath("SimpleDuplicate"));
  114. JPlagResult result = runJPlag(newDirectories, oldDirectories, it -> it);
  115. int numberOfExpectedComparison = 1;
  116. assertEquals(numberOfExpectedComparison, result.getAllComparisons().size());
  117. }
  118. @Test
  119. void testBasecodeInOldDirectory() throws ExitException {
  120. String basecodePath = getBasePath("basecode", "base");
  121. List<String> newDirectories = List.of(getBasePath("SimpleDuplicate")); // 2 submissions
  122. List<String> oldDirectories = List.of(getBasePath("basecode")); // 3 - 1 submissions
  123. JPlagResult result = runJPlag(newDirectories, oldDirectories, it -> it.withBaseCodeSubmissionDirectory(new File(basecodePath)));
  124. int numberOfExpectedComparison = 1 + 2 * 2;
  125. assertEquals(numberOfExpectedComparison, result.getAllComparisons().size());
  126. }
  127. }