Chore: Update Benchmark to current version (#316)

This PR updates the Benchmark to the current version

stages/model-provider/src/main/java/edu/kit/kastel/mcse/ardoco/core/models/connectors/generators/code/CodeExtractor.java

@@ -8,6 +8,7 @@
 import org.slf4j.LoggerFactory;
 
 import com.fasterxml.jackson.annotation.JsonAutoDetect;
+import com.fasterxml.jackson.databind.DeserializationFeature;
 import com.fasterxml.jackson.databind.ObjectMapper;
 import com.fasterxml.jackson.databind.SerializationFeature;
 import com.fasterxml.jackson.datatype.jdk8.Jdk8Module;
@@ -89,6 +90,7 @@ private static ObjectMapper createObjectMapper() {
                 .withSetterVisibility(JsonAutoDetect.Visibility.NONE)//
                 .withIsGetterVisibility(JsonAutoDetect.Visibility.NONE));
         oom.enable(SerializationFeature.INDENT_OUTPUT);
+        oom.disable(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES);
         return oom;
     }
 

tests/tests-base/src/main/resources/benchmark/DiagramSchema.json

@@ -0,0 +1,157 @@
+{
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "type": "object",
+    "properties": {
+        "diagrams": {
+            "type": "array",
+            "minItems": 1,
+            "items": {
+                "$ref": "#/definitions/Diagram"
+            }
+        }
+    },
+    "definitions": {
+        "Diagram": {
+            "type": "object",
+            "properties": {
+                "path": {
+                    "type": "string"
+                },
+                "boxes": {
+                    "type": "array",
+                    "minItems": 1,
+                    "items": {
+                        "$ref": "#/definitions/Box"
+                    }
+                }
+            },
+            "required": [
+                "path",
+                "boxes"
+            ]
+        },
+        "Box": {
+            "type": "object",
+            "properties": {
+                "boundingBox": {
+                    "$ref": "#/definitions/BoundingBox"
+                },
+                "textBoxes": {
+                    "type": "array",
+                    "items": {
+                        "$ref": "#/definitions/TextBox"
+                    }
+                },
+                "subBoxes": {
+                    "type": "array",
+                    "items": {
+                        "$ref": "#/definitions/Box"
+                    }
+                },
+                "tracelinks": {
+                    "type": "array",
+                    "items": {
+                        "$ref": "#/definitions/TraceLinkSet"
+                    }
+                }
+            },
+            "required": [
+                "boundingBox",
+                "textBoxes",
+                "subBoxes",
+                "tracelinks"
+            ]
+        },
+        "TextBox": {
+            "type": "object",
+            "properties": {
+                "text": {
+                    "type": "string"
+                },
+                "boundingBox": {
+                    "$ref": "#/definitions/BoundingBox"
+                }
+            },
+            "required": [
+                "text",
+                "boundingBox"
+            ]
+        },
+        "TraceLinkSet": {
+            "type": "object",
+            "properties": {
+                "name": {
+                    "type": "string"
+                },
+                "sentences": {
+                    "type": "array",
+                    "items": {
+                        "type": "integer"
+                    }
+                },
+                "typedTracelinks": {
+                    "type": "array",
+                    "items": {
+                        "$ref": "#/definitions/TypedTraceLink"
+                    }
+                }
+            },
+            "required": [
+                "name",
+                "sentences"
+            ]
+        },
+        "BoundingBox": {
+            "type": "object",
+            "properties": {
+                "x": {
+                    "type": "integer"
+                },
+                "y": {
+                    "type": "integer"
+                },
+                "w": {
+                    "type": "integer"
+                },
+                "h": {
+                    "type": "integer"
+                }
+            },
+            "required": [
+                "x",
+                "y",
+                "w",
+                "h"
+            ]
+        },
+        "TypedTraceLink": {
+            "type": "object",
+            "properties": {
+                "sentences": {
+                    "type": "array"
+                },
+                "traceType": {
+                    "$ref": "#/definitions/TraceType"
+                }
+            },
+            "required": [
+                "sentences",
+                "traceType"
+            ]
+        },
+        "TraceType": {
+            "type": "string",
+            "enum": [
+                "ENTITY",
+                "ENTITY_COREFERENCE",
+                "OTHER_ENTITY",
+                "COMMON_NOUN",
+                "SHARED_STEM",
+                "UNCERTAIN"
+            ]
+        }
+    },
+    "required": [
+        "diagrams"
+    ]
+}

tests/tests-base/src/main/resources/benchmark/README.md

@@ -13,11 +13,13 @@ Each project of the benchmark is structured as follows:
 	* The folder `code` contains a code model. The version of the code is stated in a README.md next to the model. The model is an `ArDoCo Code Model`. The model can be loaded using the [ArDoCo Code Extractor](https://github.com/ArDoCo/Core/blob/main/stages/model-provider/src/main/java/edu/kit/kastel/mcse/ardoco/core/models/connectors/generators/code/CodeExtractor.java#L47).
 * The folder `text_<year>` contains a documentation of the project.
 	* The text file(s) in the project folder contains the SAD of the projects as plain text.
+* The folder `diagrams_<year>` contains the informal diagrams of the project.
 * The folder `goldstandards` contains all gold standards for the project. In the following, the `<year>` refers to the year of the artifact. Additional classifiers are added to the end of the file names. You will find more information about these classifiers in the README of the respective project artifacts.
 	* The file `goldstandard_sad_<year>-sam_<year>.csv` contains the traceability links between SAD and SAM. It links the model elements by id with the sentences by their number 
 	* The file `goldstandard_sad_<year>-sam_<year>_UME.csv` contains all IDs of model elements that are contained in the model but not described in the text.
 	* The file `goldstandard_sad_<year>_code_<year>.csv` contains the traceability links between SAD and code models.
 	* The file `goldstandard_sam_<year>-code_<year>.csv` is a gold standard for mapping the architecture elements and code elements.
+	* The file `goldstandard_sad_id_<year>.json` contains the traceability links between SAD and informal diagrams. The JSON schema is specified in the [DiagramSchema](DiagramSchema.json) file.
 
 
 
@@ -47,5 +49,5 @@ JabRef is a tool to manage citations and references in your bibliographies. It h
 ## LICENSE
 > **Note**
 >
-> Our LICENSE does only apply to the models and the Gold Standards (CSV files). The texts are licensed w.r.t. to the actual projects.
-> More details about the LICENSE can be found in the README files of the respective texts.
+> Our LICENSE does only apply to the models and the Gold Standards (CSV & JSON files). The texts and diagrams are licensed w.r.t. to the actual projects.
+> More details about the LICENSE can be found in the README files of the respective texts and diagrams.

tests/tests-base/src/main/resources/benchmark/bigbluebutton/diagrams_2015/README.md

@@ -0,0 +1 @@
+[Source](https://github.com/bigbluebutton/bigbluebutton.github.io/blob/25582d381a27557d5e308f30a6e94a603b7438ba/_posts/2015-04-04-09architecture.md)

tests/tests-base/src/main/resources/benchmark/bigbluebutton/diagrams_2021/README.md

@@ -0,0 +1 @@
+[Source](http://web.archive.org/web/20230315102607/https://docs.bigbluebutton.org/2.4/architecture.html)

tests/tests-base/src/main/resources/benchmark/bigbluebutton/goldstandards/goldstandard_sad_2015-sam_2021.csv

@@ -32,4 +32,4 @@ _6sergFkHEeyewPSmlgszyA,65
 _0e5u8FkHEeyewPSmlgszyA,66
 _0e5u8FkHEeyewPSmlgszyA,67
 _nwrCMFwPEeyiuNx_RO7j-Q,69
-_0e5u8FkHEeyewPSmlgszyA,71
+_0e5u8FkHEeyewPSmlgszyA,71

tests/tests-base/src/main/resources/benchmark/bigbluebutton/goldstandards/goldstandard_sad_2015-sam_2021_UME.csv

@@ -2,4 +2,4 @@ missingModelElementID
 _oN4CMFkHEeyewPSmlgszyA
 _s0aIcFkHEeyewPSmlgszyA
 _yGgUMFkHEeyewPSmlgszyA
-_9wZIcFkHEeyewPSmlgszyA
+_9wZIcFkHEeyewPSmlgszyA

tests/tests-base/src/main/resources/benchmark/bigbluebutton/goldstandards/goldstandard_sad_2021-code_2023.csv

@@ -4,8 +4,6 @@ sentenceID,codeID
 5,bigbluebutton-html5/
 5,build/packages-template/bbb-html5/
 6,bigbluebutton-html5/
-6,bigbluebutton-html5/
-6,build/packages-template/bbb-html5/
 6,build/packages-template/bbb-html5/
 8,bigbluebutton-html5/
 8,build/packages-template/bbb-html5/
@@ -16,12 +14,8 @@ sentenceID,codeID
 11,bigbluebutton-html5/
 11,build/packages-template/bbb-html5/
 12,bigbluebutton-html5/
-12,bigbluebutton-html5/
-12,build/packages-template/bbb-html5/
 12,build/packages-template/bbb-html5/
 13,bigbluebutton-html5/
-13,bigbluebutton-html5/
-13,build/packages-template/bbb-html5/
 13,build/packages-template/bbb-html5/
 14,bigbluebutton-html5/
 14,build/packages-template/bbb-html5/
@@ -113,13 +107,11 @@ sentenceID,codeID
 70,freeswitch.placeholder.sh
 71,bbb-webrtc-sfu.placeholder.sh
 71,bigbluebutton-html5/
-71,bigbluebutton-html5/
-71,build/packages-template/bbb-html5/
 71,build/packages-template/bbb-html5/
 71,build/packages-template/bbb-webrtc-sfu/
 76,bbb-common-web/src/main/java/org/bigbluebutton/web/
 76,bigbluebutton-web/
 76,build/packages-template/bbb-web/
 77,bbb-common-message/src/main/java/org/bigbluebutton/common2/redis/pubsub/
 78,bbb-common-web/src/main/java/org/bigbluebutton/presentation/
-79,bbb-common-web/src/main/java/org/bigbluebutton/presentation/
+79,bbb-common-web/src/main/java/org/bigbluebutton/presentation/

tests/tests-base/src/main/resources/benchmark/bigbluebutton/goldstandards/goldstandard_sad_2021-sam_2021.csv

@@ -50,4 +50,4 @@ _s0aIcFkHEeyewPSmlgszyA,71
 _4yx-8FkHEeyewPSmlgszyA,76
 _6sergFkHEeyewPSmlgszyA,77
 _2BgxMFkHEeyewPSmlgszyA,78
-_2BgxMFkHEeyewPSmlgszyA,79
+_2BgxMFkHEeyewPSmlgszyA,79

tests/tests-base/src/main/resources/benchmark/bigbluebutton/goldstandards/goldstandard_sad_2021-sam_2021_UME.csv

@@ -1,2 +1,2 @@
 missingModelElementID
-_kvWs4FkHEeyewPSmlgszyA
+_kvWs4FkHEeyewPSmlgszyA