From 563d39089db09ca4a129466a333eebfa0c2108da Mon Sep 17 00:00:00 2001 From: Karlheinz Friedberger Date: Tue, 8 Dec 2020 11:44:39 +0100 Subject: [PATCH 1/4] improve definition of `createThread` to reduce uniqueness to the corresponding context. --- README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 42f7467..f07b532 100644 --- a/README.md +++ b/README.md @@ -76,8 +76,8 @@ The following information should additionally be available in the witness: | key | Meaning | Allowed in Violation Witnesses | Allowed in Correctness Witnesses | | --- | --- | ---- | ---- | -| threadId | Represents the currently active thread for the transition. If no ``threadId`` is given, any thread can be active. The value should be a unique identifer for a thread. | Yes | Yes | -| createThread | The currently active thread (value of ``threadId``) creates a new thread (value of ``createThread``) . In general, using a ``threadId`` is only allowed after creating a matching thread. The new thread's function can be entered on a second transition following this transition, such that the transition with the ``enterFunction`` key has the ``threadId`` of the created thread. When the function of the thread is exited, the thread is assumed to be terminated and its ``threadId`` should no longer be used. | Yes | Yes | +| threadId | Represents the currently active thread for the transition. If no ``threadId`` is given, any thread can be active. The value should be a unique identifer for a thread as long as this thread is active. A thread identifier can be used several times to identify different threads in the program, as long as their execution traces do not interfere. The program trace of a thread can branch or merge along its execution, just the corresponding control flow. | Yes | Yes | +| createThread | The currently active thread (value of ``threadId``) creates a new thread (value of ``createThread``) . In general, using a ``threadId`` is only allowed after creating a matching thread (except for the main thread). The new thread's function can be entered on a transition following the current transition (either directly following or also several transitions later), such that the transition with the ``enterFunction`` key has the ``threadId`` of the created thread. The same thread identifier in ``createThread``can be used at several transitions, e.g., if the same thread can be created via different branches. When the function of the thread is exited, the thread is assumed to be terminated. The corresponding ``threadId`` becomes available again and can be used for a new thread. A thread needs to terminate before a transition using the same identifier for ``createThread`` can be applied by a validator. | Yes | Yes | CPAchecker partially supports the validation of violation witnesses for concurrent programs. This witness specification and the validator are a work in progress and will be subject to modifications. From a62d85e9ec10d2e3f076ea9b96e4c5b4368a9a8d Mon Sep 17 00:00:00 2001 From: Karlheinz Friedberger Date: Tue, 8 Dec 2020 11:46:23 +0100 Subject: [PATCH 2/4] adding reference to paper about "Violation Witnesses for Concurrent Programs with CPAchecker". --- README.md | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/README.md b/README.md index f07b532..46c7bda 100644 --- a/README.md +++ b/README.md @@ -467,3 +467,9 @@ pages 3-23, 2018. Springer. 6. Dirk Beyer. **Software Verification and Verifiable Witnesses (Report on SV-COMP 2015)**. In C. Baier and C. Tinelli, editors, *Proceedings of the 21st International Conference on Tools and Algorithms for the Construction and of Analysis Systems (TACAS 2015, London, UK, April 13-17)*, LNCS 9035, pages 401-416, 2015. Springer-Verlag, Heidelberg. [DOI: 10.1007/978-3-662-46681-0_31](https://doi.org/10.1007/978-3-662-46681-0_31), [Preprint](https://www.sosy-lab.org/research/pub/2015-TACAS.Software_Verification_and_Verifiable_Witnesses.pdf) + +7. Dirk Beyer, Karlheinz Friedberger. **Violation Witnesses and Result Validation for Multi-Threaded Programs - Implementation and Evaluation with CPAchecker**. +In T. Margaria and B. Steffen, editors, *Proceedings of the 9th International Symposium on Leveraging Applications of Formal Methods +(ISoLA 2020, Rhodes, Greece, October 20-30)*, LNCS 12476, pages 449-470, 2020. Springer-Verlag, Heidelberg. +[DOI: 10.1007/978-3-030-61362-4_26](https://doi.org/10.1007/978-3-030-61362-4_26), +[Print (OpenAccess)](https://link.springer.com/content/pdf/10.1007%2F978-3-030-61362-4_26.pdf) From e107688e121b320f73ecd06630726c5025dca417 Mon Sep 17 00:00:00 2001 From: Karlheinz Friedberger Date: Tue, 8 Dec 2020 11:48:20 +0100 Subject: [PATCH 3/4] remove several trailing whitespaces. Ending lines with whitespaces is special in Markdown and causes a "newline" after rendering. However, none of those trailing whitespaces is required for this file. --- README.md | 40 ++++++++++++++++++++-------------------- 1 file changed, 20 insertions(+), 20 deletions(-) diff --git a/README.md b/README.md index 46c7bda..d4ace7c 100644 --- a/README.md +++ b/README.md @@ -59,7 +59,7 @@ In witness automata, the GraphML edges represent state transitions. | endline | *Valid values:* Valid line number of the program
A statement, or expression, can be written across multiple lines. The value of ``endline`` represents the line number on that the statement, or expression, of a matching control-flow edge ends. | Yes | Yes | | startoffset | *Valid values:* Offset of a specific character in the program from the program start.
Matches the character offset on that the expression or statement represented by the control-flow edge starts. It is important that witness consumer (validator) and witness producer agree on the encoding of the C program. | Yes | Yes | | endoffset | *Valid values:* Offset of a specific character in the program from the program start.
Matches the character offset on that the expression or statement represented by the control-flow edge ends. It is important that witness checker and witness producer agree on the encoding of the C program. | Yes | Yes | -| enterLoopHead | *Valid values:* ``false`` (default) or ``true``
Signifies that an witness-automaton transition annotated with this guard only matches if the observed analysis takes a control-flow edge into a loop head. | Yes | Yes | +| enterLoopHead | *Valid values:* ``false`` (default) or ``true``
Signifies that an witness-automaton transition annotated with this guard only matches if the observed analysis takes a control-flow edge into a loop head. | Yes | Yes | | enterFunction | *Valid values:* Function name
The name of the function that is entered via this transition. Assuming a function stack, this pushes the function onto the stack. If you use this data node type, you also must use the type ``returnFromFunction``. When ``assumption.scope`` is not given, the witness validator may use this information to qualify variable names used in ``assumption`` data tags. The path is considered to stay in the specified function until another transition is annotated with this data node for another function or a transition annotated with ``returnFromFunction``, telling the validator that the path continues in the previous function on the stack. | Yes | Yes | | returnFromFunction | *Valid values:* Function name
The name of the function is exited via this transition. Assuming a function stack, this name must match the name of the function popped from the function stack. If you use this data node type, you also must use the type ``enterFunction``. See ``enterFunction`` for more information. | Yes | Yes | @@ -84,13 +84,13 @@ This witness specification and the validator are a work in progress and will be ### Witnessing Program Termination -Termination is a liveness property and, in contrast to safety properties, its violation cannot be witnessed by a finite number of program execution steps. -The witness format proposed so far is designed for witnessing safety properties. +Termination is a liveness property and, in contrast to safety properties, its violation cannot be witnessed by a finite number of program execution steps. +The witness format proposed so far is designed for witnessing safety properties. Due to the conceputal differences, some termination witness validators may require additional elements. The description of the termination witness format required by CPAchecker and how to validate and construct termination witnesses with CPAchecker can be found [here](termination/README.md). Currently, only violation witnesses are supported. -Ultimate Automizer supports termination witnesses as specified by this document. No additional information is necessary. The extensions specified in [the termination witness format required by CPAchecker](termination/README.md) will not lead to rejections, but are currently not used. Currently, Ultimate Automizer supports only violation witnesses. +Ultimate Automizer supports termination witnesses as specified by this document. No additional information is necessary. The extensions specified in [the termination witness format required by CPAchecker](termination/README.md) will not lead to rejections, but are currently not used. Currently, Ultimate Automizer supports only violation witnesses. ## Validating Violation Witnesses @@ -200,7 +200,7 @@ The following command will start Ultimate Automizer to validate an violation wit For tasks where a 64 bit linux machine model is assumed, you also need to use the parameter ``--architecture 64bit`` instead of ``--architecture 32bit``. -You can use the additional parameter ``--full-output`` to get the complete log of the validation run. +You can use the additional parameter ``--full-output`` to get the complete log of the validation run. The output of the command should look similar to the following: @@ -221,7 +221,7 @@ FALSE The verification result *"FALSE"* means that the violation witness was successfully validated, i.e., one of the paths that is described by the witness automaton leads to a violation of the specification. The result *"TRUE"* would mean that none of the paths described by the witness automaton lead to a violation of the specification, in other words, the witness was rejected. A witness is also rejected if the witness validation does not terminate normally. -If you are having trouble using the witness validation, contact the Ultimate team by [creating an issue on GitHub](https://github.com/ultimate-pa/ultimate). +If you are having trouble using the witness validation, contact the Ultimate team by [creating an issue on GitHub](https://github.com/ultimate-pa/ultimate). ### Writing a Violation Witness with CPAchecker @@ -287,7 +287,7 @@ From the Ultimate Automizer directory, the following command will start Ultimate For tasks where a 64 bit linux machine model is assumed, you also need to use the parameter ``--architecture 64bit`` instead of ``--architecture 32bit``. -You can use the additional parameter ``--full-output`` to get the complete log of the verification run. +You can use the additional parameter ``--full-output`` to get the complete log of the verification run. The output of the command should look similar to the following: @@ -330,7 +330,7 @@ Running CPAchecker with default stack size (1024k). Specify a larger value with CPAchecker 1.6.1-svn 22870M (Java HotSpot(TM) 64-Bit Server VM 1.8.0_101) started (CPAchecker.run, INFO) The following configuration options were specified but are not used: -properties +properties (CPAchecker.printConfigurationWarnings, WARNING) Starting analysis ... (CPAchecker.runAlgorithm, INFO) @@ -353,11 +353,11 @@ More details about the verification run can be found in the directory "./output" Run scripts/report-generator.py to show graphical report. -You will find the correctness witness produced by CPAchecker for the example task +You will find the correctness witness produced by CPAchecker for the example task at ``output/correctness-witness.graphml``. ### Producing Correctness Witnesses with Ultimate Automizer -The procedure for producing a correctness witness with Ultimate Automizer does not differ from producing a violation witness. +The procedure for producing a correctness witness with Ultimate Automizer does not differ from producing a violation witness. To produce a witness for the example task, simply execute the following commands: 
./Ultimate.py \
@@ -369,7 +369,7 @@ To produce a witness for the example task, simply execute the following commands
 The output of Ultimate Automizer should look similar to the following listing:
 
 For tasks where a 64 bit linux machine model is assumed, you also need to use the parameter ``--architecture 64bit`` instead of ``--architecture 32bit``.
-You can use the additional parameter ``--full-output`` to get the complete log of the verification run. 
+You can use the additional parameter ``--full-output`` to get the complete log of the verification run.
 
 The output of the command should look similar to the following:
 
@@ -386,7 +386,7 @@ Result:
 TRUE
-You will find the correctness witness produced by Ultimate Automizer for the example task +You will find the correctness witness produced by Ultimate Automizer for the example task at ``witness.graphml``. ### Validating Correctness Witnesses with CPAchecker @@ -408,11 +408,11 @@ Verification result: TRUE. No property violation found by chosen configuration. More details about the verification run can be found in the directory "./output". -Because the CPAchecker-based validator is actually even a correctness-witness testifier, the validation will produce another (usually more abstract) correctness witness +Because the CPAchecker-based validator is actually even a correctness-witness testifier, the validation will produce another (usually more abstract) correctness witness in ``output/correctness-witness.graphml``. ### Validating Correctness Witnesses with Ultimate Automizer -Again, the procedure for validating a correctness witness with Ultimate Automizer does not differ from validating a violation witness. +Again, the procedure for validating a correctness witness with Ultimate Automizer does not differ from validating a violation witness. For the validation example, we assume that one of the previously obtained witnesses for the example task has been named ``correctness-witness.graphml`` and placed in the desired tool directory. To validate the correctness witness with Ultimate Automizer, simply execute the following commands: 
./Ultimate.py \
@@ -445,27 +445,27 @@ TRUE
 In Catherine Dubois and Burkhart Wolff, editors,
 *Proceedings of the 12th International Conference on Tests and Proofs (TAP 2018, Toulouse, France, June 27-29)*,
 pages 3-23, 2018. Springer.
-[DOI: 10.1007/978-3-319-92994-1_1](https://doi.org/10.1007/978-3-319-92994-1_1), 
+[DOI: 10.1007/978-3-319-92994-1_1](https://doi.org/10.1007/978-3-319-92994-1_1),
 [Preprint](https://www.sosy-lab.org/research/pub/2018-TAP.Tests_from_Witnesses_Execution-Based_Validation_of_Verification_Results.pdf)
 
 2. Dirk Beyer, Matthias Dangl, Daniel Dietsch, and Matthias Heizmann. **Correctness Witnesses: Exchanging Verification Results between Verifiers**. In J. Cleland-Huang and Z. Su, editors, *Proceedings of the 24th ACM SIGSOFT International Symposium on the Foundations of Software Engineering (FSE 2016, Seattle, WA, USA, November 13-18)*, pages 326-337, 2016. ACM, New York.
-[DOI: 10.1145/2950290.2950351](https://doi.org/10.1145/2950290.2950351), 
+[DOI: 10.1145/2950290.2950351](https://doi.org/10.1145/2950290.2950351),
 [Preprint](https://www.sosy-lab.org/research/pub/2016-FSE.Correctness_Witnesses_Exchanging_Verification_Results_between_Verifiers.pdf)
 
 3. Dirk Beyer and Matthias Dangl. **Verification-Aided Debugging: An Interactive Web-Service for Exploring Error Witnesses**. In S. Chaudhuri and A. Farzan, editors, *Proceedings of the 28th International Conference on Computer Aided Verification (CAV 2016, Toronto, ON, Canada, July 17-23), Part II*, LNCS 9780, pages 502-509, 2016. Springer-Verlag, Heidelberg.
-[DOI: 10.1007/978-3-319-41540-6_28](https://doi.org/10.1007/978-3-319-41540-6_28), 
+[DOI: 10.1007/978-3-319-41540-6_28](https://doi.org/10.1007/978-3-319-41540-6_28),
 [Preprint](https://www.sosy-lab.org/research/pub/2016-CAV.Verification-Aided_Debugging_An_Interactive_Web-Service_for_Exploring_Error_Witnesses.pdf)
 
 4. Dirk Beyer. **Reliable and Reproducible Competition Results with BenchExec and Witnesses (Report on SV-COMP 2016)**. In M. Chechik and J.-F. Raskin, editors, *Proceedings of the 22nd International Conference on Tools and Algorithms for the Construction and Analysis of Systems (TACAS 2016, Eindhoven, The Netherlands, April 2-8)*, pages 887-904, 2016. Springer-Verlag, Heidelberg.
-[DOI: 10.1007/978-3-662-49674-9_55](https://doi.org/10.1007/978-3-662-49674-9_55), 
+[DOI: 10.1007/978-3-662-49674-9_55](https://doi.org/10.1007/978-3-662-49674-9_55),
 [Preprint](https://www.sosy-lab.org/research/pub/2016-TACAS.Reliable_and_Reproducible_Competition_Results_with_BenchExec_and_Witnesses.pdf)
 
 5. Dirk Beyer, Matthias Dangl, Daniel Dietsch, Matthias Heizmann, and Andreas Stahlbauer. **Witness Validation and Stepwise Testification across Software Verifiers**. In E. Di Nitto, M. Harman, and P. Heymans, editors, *Proceedings of the 2015 10th Joint Meeting of the European Software Engineering Conference and the ACM SIGSOFT Symposium on Foundations of Software Engineering (ESEC/FSE 2015, Bergamo, Italy, August 31 - September 4)*, pages 721-733, 2015. ACM, New York.
-[DOI: 10.1145/2786805.2786867](https://doi.org/10.1145/2786805.2786867), 
+[DOI: 10.1145/2786805.2786867](https://doi.org/10.1145/2786805.2786867),
 [Preprint](https://www.sosy-lab.org/research/pub/2015-FSE15.Witness_Validation_and_Stepwise_Testification_across_Software_Verifiers.pdf)
 
 6. Dirk Beyer. **Software Verification and Verifiable Witnesses (Report on SV-COMP 2015)**. In C. Baier and C. Tinelli, editors, *Proceedings of the 21st International Conference on Tools and Algorithms for the Construction and of Analysis Systems (TACAS 2015, London, UK, April 13-17)*, LNCS 9035, pages 401-416, 2015. Springer-Verlag, Heidelberg.
-[DOI: 10.1007/978-3-662-46681-0_31](https://doi.org/10.1007/978-3-662-46681-0_31), 
+[DOI: 10.1007/978-3-662-46681-0_31](https://doi.org/10.1007/978-3-662-46681-0_31),
 [Preprint](https://www.sosy-lab.org/research/pub/2015-TACAS.Software_Verification_and_Verifiable_Witnesses.pdf)
 
 7. Dirk Beyer, Karlheinz Friedberger. **Violation Witnesses and Result Validation for Multi-Threaded Programs - Implementation and Evaluation with CPAchecker**.

From bfbe83791367823d1c1a889fa70869bd6037f49b Mon Sep 17 00:00:00 2001
From: Karlheinz Friedberger 
Date: Tue, 8 Dec 2020 13:47:22 +0100
Subject: [PATCH 4/4] add tracking of existing threadIds and threadCreations.

---
 lint/witnesslint/linter.py  | 7 +++++++
 lint/witnesslint/witness.py | 2 ++
 2 files changed, 9 insertions(+)

diff --git a/lint/witnesslint/linter.py b/lint/witnesslint/linter.py
index e054e4a..0ce23ec 100644
--- a/lint/witnesslint/linter.py
+++ b/lint/witnesslint/linter.py
@@ -32,6 +32,8 @@
 NO_PROGRAM = 6
 INTERNAL_ERROR = 7
 
+MAIN_THREAD_ID = '0'
+
 
 def create_linter(argv):
     arg_parser = create_arg_parser()
@@ -446,6 +448,7 @@ def handle_edge_data(self, data, key, parent):
                     break
             self.check_functionname(data.text, data.sourceline)
         elif key == witness.THREADID:
+            self.witness.thread_ids.add(data.text)
             # Check disabled for SV-COMP'21 as questions about the specification
             # need to be resolved first, see
             # https://gitlab.com/sosy-lab/sv-comp/archives-2021/-/issues/30
@@ -456,6 +459,7 @@ def handle_edge_data(self, data, key, parent):
             #     )
             pass
         elif key == witness.CREATETHREAD:
+            self.witness.thread_creations.add(data.text)
             if data.text in self.witness.threads:
                 # logging.warning(
                 #     "Thread with id {} has already been created".format(data.text),
@@ -868,6 +872,9 @@ def final_checks(self):
                 collections.OrderedDict(sorted(self.witness.transitions.items())),
                 self.witness.entry_node,
             )
+        spare_thread_ids = self.witness.thread_ids - self.witness.thread_creations - set(MAIN_THREAD_ID)
+        if spare_thread_ids:
+            logging.warning("Threads were executed, but never created: {}".format(spare_thread_ids))
         if self.program_info is not None:
             for check in self.check_later:
                 check()
diff --git a/lint/witnesslint/witness.py b/lint/witnesslint/witness.py
index 6a92519..dfafbdb 100644
--- a/lint/witnesslint/witness.py
+++ b/lint/witnesslint/witness.py
@@ -108,6 +108,8 @@ def __init__(self, witness_file):
         self.defined_keys = {}
         self.used_keys = set()
         self.threads = {}
+        self.thread_creations = set()
+        self.thread_ids = set()
         self.transition_sources = set()
         self.transitions = {}