Add panic-ub test mode

tests/lit/lit/formats/Cpp2RustTest.py

@@ -18,6 +18,7 @@
 PTR_RE = re.compile(r"0x[0-9a-fA-F]+")
 
 RE_XFAIL = re.compile(r"//\s*XFAIL:\s*(.*)")
+RE_PANIC_UB = re.compile(r"//\s*panic-ub\s*(?::\s*(.*))?$", re.MULTILINE)
 RE_PANIC = re.compile(r"//\s*panic\s*(?::\s*(.*))?$", re.MULTILINE)
 RE_NOCOMPILE = re.compile(r"//\s*no-compile\s*(?::\s*(.*))?$", re.MULTILINE)
 RE_TRANS_FAIL = re.compile(r"//\s*translation-fail\s*(?::\s*(.*))?$", re.MULTILINE)
@@ -27,6 +28,7 @@
 @dataclass
 class TestExpectations:
     should_panic: bool = False
+    should_panic_ub: bool = False
     should_not_compile: bool = False
     should_not_translate: bool = False
     is_nondet_result: bool = False
@@ -47,6 +49,7 @@ def matches(match):
         xfail = xfail_m is not None and model in re.split(r"\s*,\s*", xfail_m.group(1))
         return cls(
             should_panic=matches(RE_PANIC.search(text)),
+            should_panic_ub=matches(RE_PANIC_UB.search(text)),
             should_not_compile=matches(RE_NOCOMPILE.search(text)),
             should_not_translate=matches(RE_TRANS_FAIL.search(text)),
             is_nondet_result=matches(RE_NONDET.search(text)),
@@ -254,14 +257,22 @@ def run_rust(self):
             return None
         self.rust_result = RunResult(*lit.util.executeCommand(str(self.rust_bin)))
 
-        if exp.should_panic:
+        if exp.should_panic_ub:
             err = str(self.rust_result.stderr)
             if not re.search(
                 r"thread 'main' \(\d+\) panicked at", err
             ) or self.rust_result.returncode not in [-6, 101]:
                 return (exp.fail_code, "expected panic\n" + err)
             return self.success_result()
 
+        if exp.should_panic:
+            err = str(self.rust_result.stderr)
+            if not re.search(
+                r"thread 'main' \(\d+\) panicked at", err
+            ) or self.rust_result.returncode not in [-6, 101]:
+                return (exp.fail_code, "expected panic\n" + err)
+            return (lit.Test.XFAIL, "")
+
         if exp.is_nondet_result:
             return self.success_result()
         return None

tests/ub/dangling-prvalue-as-lvalue.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 
 #include <vector>
 

tests/ub/enum_out_of_range_cast.cpp

@@ -1,4 +1,4 @@
-// panic
+// panic-ub
 
 enum Color { RED, GREEN, BLUE };
 

tests/ub/enum_out_of_range_increment.c

@@ -1,4 +1,4 @@
-// panic
+// panic-ub
 
 enum color { RED, GREEN, BLUE };
 

tests/ub/max.cpp

@@ -2,7 +2,7 @@
 // Distributed under the MIT license that can be found in the LICENSE file.
 
 // ub: unsafe
-// panic: refcount
+// panic-ub: refcount
 
 #include <algorithm>
 

tests/ub/ub1.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 int &dangling() {
   int x = 1;

tests/ub/ub10.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 int main() {
   int *arr = new int[10];

tests/ub/ub11.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 int main() {
   int *element = new int(10);

tests/ub/ub12.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 void escape(int *ptr) { delete ptr; }
 

tests/ub/ub13.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 void escape(int *p) { delete p; }
 

tests/ub/ub14.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 int main() {
   int *arr1 = new int[100];

tests/ub/ub15.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 int main() {
   int *arr = new int[15];

tests/ub/ub16.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 int *foo(int *a) { return &a[5]; }
 int main() {

tests/ub/ub17.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 int main() {
   int x = 1;

tests/ub/ub18.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 int main() {
   int arr[3] = {1, 2, 3};

tests/ub/ub19.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 void foo(int *array) { delete[] array; }
 int main() {

tests/ub/ub2.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 int *null() {
   int *p = nullptr;

tests/ub/ub20.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 void foo(int *single) { delete single; }
 int main() {

tests/ub/ub21.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 #include <cstddef>
 size_t strlen(const char *s) {

tests/ub/ub3.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 int *dangling() {
   int x = 1;

tests/ub/ub4.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 int *smaller(int &x1, int &x2) { return (x1 < x2) ? &x1 : &x2; }
 int main() {

tests/ub/ub5.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 void null(int **p) { *p = nullptr; }
 int main() {

tests/ub/ub6.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 #include <memory>
 

tests/ub/ub7.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 #include <cstddef>
 

tests/ub/ub8.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 int main() {
   int x = 5;

tests/ub/ub9.cpp

@@ -1,7 +1,7 @@
 // Copyright (c) 2022-present INESC-ID.
 // Distributed under the MIT license that can be found in the LICENSE file.
 
-// panic: refcount
+// panic-ub: refcount
 // nondet-result: unsafe
 int main() {
   int *arr = new int[10];