add clang call in tests, or reason not to

kyleheadley · kyleheadley · commit ab598dfd3140 · 2020-12-08T11:54:07.000-05:00
diff --git a/clang/test/3C/allarrays.c b/clang/test/3C/allarrays.c
@@ -1,4 +1,7 @@
-// RUN: 3c -alltypes %s -- | FileCheck -match-full-lines --check-prefixes="CHECK" %s
+// RUN: 3c -alltypes %s | FileCheck -match-full-lines --check-prefixes="CHECK" %s
+
+// Currently not possible to run clang on the output,
+// since 3c cannot yet determine array bounds for q
 
 int* foo();
 //CHECK: _Array_ptr<int> foo(_Array_ptr<int> r);
diff --git a/clang/test/3C/arrboundsadvanced.c b/clang/test/3C/arrboundsadvanced.c
@@ -1,5 +1,7 @@
-// RUN: 3c -alltypes %s -- | FileCheck -match-full-lines %s
+// RUN: 3c -alltypes %s | FileCheck -match-full-lines %s
 
+// Currently not possible to run clang on the output,
+// since 3c cannot yet determine array bounds for intarr
 
 /*
 Advanced array-bounds inference (based on control-dependencies).
diff --git a/clang/test/3C/arrboundsbasic.c b/clang/test/3C/arrboundsbasic.c
@@ -1,4 +1,5 @@
-// RUN: 3c -alltypes %s -- | FileCheck -match-full-lines %s
+// RUN: 3c -alltypes %s | FileCheck -match-full-lines %s
+// RUN: 3c -alltypes %s | %clang -c -fcheckedc-extension -x c -o /dev/null -
 
 
 /*
diff --git a/clang/test/3C/arrboundsbasicinfer.c b/clang/test/3C/arrboundsbasicinfer.c
@@ -1,4 +1,5 @@
-// RUN: 3c -alltypes %s -- | FileCheck -match-full-lines %s
+// RUN: 3c -alltypes %s | FileCheck -match-full-lines %s
+// RUN: 3c -alltypes %s | %clang -c -fcheckedc-extension -x c -o /dev/null -
 
 
 /*
diff --git a/clang/test/3C/arrboundsbyte.c b/clang/test/3C/arrboundsbyte.c
@@ -1,4 +1,5 @@
-// RUN: 3c -alltypes %s -- | FileCheck -match-full-lines %s
+// RUN: 3c -alltypes %s | FileCheck -match-full-lines %s
+// RUN: 3c -alltypes %s | %clang -c -fcheckedc-extension -x c -o /dev/null -
 
 
 /*
diff --git a/clang/test/3C/arrboundsheuristics.c b/clang/test/3C/arrboundsheuristics.c
@@ -2,8 +2,9 @@
 //
 // Checks wrong array heuristics.
 //
-//RUN: 3c -alltypes %s -- | FileCheck -match-full-lines -check-prefixes="CHECK_ALL","CHECK" %s
-//RUN: 3c %s -- | FileCheck -match-full-lines -check-prefixes="CHECK_NOALL","CHECK" %s
+// RUN: 3c -alltypes %s | FileCheck -match-full-lines -check-prefixes="CHECK_ALL","CHECK" %s
+// RUN: 3c %s | FileCheck -match-full-lines -check-prefixes="CHECK_NOALL","CHECK" %s
+// RUN: 3c %s | %clang -c -fcheckedc-extension -x c -o /dev/null -
 
 int *glob;
 int lenplusone;
diff --git a/clang/test/3C/arrboundsinfer2.c b/clang/test/3C/arrboundsinfer2.c
@@ -1,4 +1,5 @@
-// RUN: 3c -alltypes %s -- | FileCheck -match-full-lines %s
+// RUN: 3c -alltypes %s | FileCheck -match-full-lines %s
+// RUN: 3c -alltypes %s | %clang -c -fcheckedc-extension -x c -o /dev/null -
 
 
 /*
diff --git a/clang/test/3C/basic_inter.c b/clang/test/3C/basic_inter.c
@@ -2,7 +2,8 @@
 //
 // Tests properties about constraint propagation between functions.
 //
-// RUN: 3c %s -- | FileCheck -match-full-lines %s
+// RUN: 3c %s | FileCheck -match-full-lines %s
+// RUN: 3c %s | %clang -c -fcheckedc-extension -x c -o /dev/null -
 //
 
 int funcdecl(int *ptr, int *iptr, int *wild);
diff --git a/clang/test/3C/basic_inter_field_ntarr.c b/clang/test/3C/basic_inter_field_ntarr.c
@@ -2,7 +2,7 @@
 //
 // Tests rewriting of Nt_array_ptrs within structure fields
 
-// RUN: 3c -alltypes %s -- | FileCheck -match-full-lines %s
+// RUN: 3c -alltypes %s | FileCheck -match-full-lines %s
 //
 
 unsigned long strlen(const char *s : itype(_Nt_array_ptr<const char>)) ;
diff --git a/clang/test/3C/basic_inter_ntarr.c b/clang/test/3C/basic_inter_ntarr.c
@@ -2,7 +2,8 @@
 //
 // Tests rewriting and propagation of Nt_array_ptr constraints across functions.
 //
-// RUN: 3c -alltypes %s -- | FileCheck -match-full-lines %s
+// RUN: 3c -alltypes %s | FileCheck -match-full-lines %s
+// RUN: 3c -alltypes %s | %clang -c -fcheckedc-extension -x c -o /dev/null -
 //
 char *strstr(const char *s1 : itype(_Nt_array_ptr<const char>),
              const char *s2 : itype(_Nt_array_ptr<const char>)) : itype(_Nt_array_ptr<char>);
diff --git a/clang/test/3C/basic_return_itype.c b/clang/test/3C/basic_return_itype.c
@@ -2,7 +2,8 @@
 //
 // Tests properties about rewriter for return type when it is an itype
 //
-// RUN: 3c -alltypes %s -- | FileCheck -match-full-lines %s
+// RUN: 3c -alltypes %s | FileCheck -match-full-lines %s
+// RUN: 3c -alltypes %s | %clang -c -fcheckedc-extension -x c -o /dev/null -
 //
 
 static int funcvar;
diff --git a/clang/test/3C/checkedregionvoid.c b/clang/test/3C/checkedregionvoid.c
@@ -1,4 +1,7 @@
-// RUN: 3c -addcr  %s -- | FileCheck -match-full-lines --check-prefixes="CHECK" %s
+// RUN: 3c -addcr %s | FileCheck -match-full-lines --check-prefixes="CHECK" %s
+
+// Currently not running clang on the output,
+// since it cannot find "dummy.h", even with -L%S
 
 #include "dummy.h"
 // Dummy to cause output
diff --git a/clang/test/3C/contextsensitivebounds.c b/clang/test/3C/contextsensitivebounds.c
@@ -2,8 +2,11 @@
 Test for context sensitive bounds.
 **/
 
-// RUN: 3c -alltypes %s -- | FileCheck -match-full-lines -check-prefixes="CHECK_ALL","CHECK" %s
-// RUN: 3c %s -- | FileCheck -match-full-lines -check-prefixes="CHECK_NOALL","CHECK" %s
+// RUN: 3c -alltypes %s | FileCheck -match-full-lines -check-prefixes="CHECK_ALL","CHECK" %s
+// RUN: 3c -alltypes %s | %clang -c -fcheckedc-extension -x c -o /dev/null -
+// RUN: 3c %s | FileCheck -match-full-lines -check-prefixes="CHECK_NOALL","CHECK" %s
+// RUN: 3c %s | %clang -c -fcheckedc-extension -x c -o /dev/null -
+
 _Itype_for_any(T) void *somefunc(unsigned long size) : itype(_Array_ptr<T>) byte_count(size);
 struct hash_node
 {
diff --git a/clang/test/3C/contextsensitivebounds1.c b/clang/test/3C/contextsensitivebounds1.c
@@ -2,8 +2,11 @@
 Test for context sensitive bounds for internal functions.
 **/
 
-// RUN: 3c -alltypes %s -- | FileCheck -match-full-lines -check-prefixes="CHECK_ALL","CHECK" %s
-// RUN: 3c %s -- | FileCheck -match-full-lines -check-prefixes="CHECK_NOALL","CHECK" %s
+// RUN: 3c -alltypes %s | FileCheck -match-full-lines -check-prefixes="CHECK_ALL","CHECK" %s
+// RUN: 3c -alltypes %s | %clang -c -fcheckedc-extension -x c -o /dev/null -
+// RUN: 3c %s | FileCheck -match-full-lines -check-prefixes="CHECK_NOALL","CHECK" %s
+// RUN: 3c %s | %clang -c -fcheckedc-extension -x c -o /dev/null -
+
 _Itype_for_any(T) void *somefunc(unsigned long size) : itype(_Array_ptr<T>) byte_count(size);
 struct hash_node
 {
diff --git a/clang/test/3C/extGVarbar2.c b/clang/test/3C/extGVarbar2.c
@@ -1,5 +1,6 @@
 //RUN: 3c -base-dir=%S -output-postfix=checked2 %s %S/extGVarbar1.c
 //RUN: FileCheck -match-full-lines --input-file %S/extGVarbar2.checked2.c %s
+//RUN: %clang -c %S/extGVarbar2.checked2.c %S/extGVarbar1.checked2.c
 //RUN: rm %S/extGVarbar1.checked2.c %S/extGVarbar2.checked2.c
 
 /*second of the bar files*/ 
diff --git a/clang/test/3C/extGVarm2.c b/clang/test/3C/extGVarm2.c
@@ -1,5 +1,6 @@
 //RUN: 3c -base-dir=%S -output-postfix=checked2 %s %S/extGVarm1.c %S/extGVarm3.c
 //RUN: FileCheck -match-full-lines --input-file %S/extGVarm2.checked2.c %s
+//RUN: %clang -c %S/extGVarm2.checked2.c %S/extGVarm3.checked2.c %S/extGVarm1.checked2.c
 //RUN: rm %S/extGVarm1.checked2.c %S/extGVarm2.checked2.c %S/extGVarm3.checked2.c
 
 extern int *x;
diff --git a/clang/test/3C/extGVarm3.c b/clang/test/3C/extGVarm3.c
@@ -1,7 +1,10 @@
 //RUN: 3c -base-dir=%S -output-postfix=checked3 %s %S/extGVarm1.c %S/extGVarm2.c
 //RUN: FileCheck -match-full-lines --input-file %S/extGVarm3.checked3.c %s
+//RUN: %clang -c %S/extGVarm3.checked3.c %S/extGVarm2.checked3.c %S/extGVarm1.checked3.c
 //RUN: rm %S/extGVarm1.checked3.c %S/extGVarm2.checked3.c %S/extGVarm3.checked3.c 
 
+// This test cannot use pipes because it uses multiple input files
+
 extern int *x; 
 //CHECK: extern int *x;
 
diff --git a/clang/test/3C/hash.c b/clang/test/3C/hash.c
@@ -1,4 +1,8 @@
-// RUN: 3c -alltypes %s -- | FileCheck -match-full-lines -check-prefixes="CHECK_ALL","CHECK" %s
+// RUN: 3c -alltypes %s | FileCheck -match-full-lines -check-prefixes="CHECK_ALL","CHECK" %s
+
+// Currently not possible to run clang on the output,
+// since 3c cannot yet determine array bounds for hash_get_bucket
+
 /*
  * Based on hash.c in Very Secure FTPd
  */
diff --git a/clang/test/3C/lit.local.cfg b/clang/test/3C/lit.local.cfg
@@ -1,6 +1 @@
-# import os
 config.suffixes = ['.c']
-# config.environment = {
-# 'CHECKED_CPATH':'/Users/mwh/checkedc/checkedc/include/:',
-# 'PATH':'/Users/mwh/checkedc/checkedc-clang/llvm/cmake-debug-build/bin:'+os.getenv('PATH')
-# }
diff --git a/clang/test/3C/manyprotos.c b/clang/test/3C/manyprotos.c
@@ -1,4 +1,5 @@
-// RUN: 3c -alltypes %s -- | FileCheck -match-full-lines --check-prefixes="CHECK" %s
+// RUN: 3c -alltypes %s | FileCheck -match-full-lines --check-prefixes="CHECK" %s
+// RUN: 3c -alltypes %s | %clang -c -fcheckedc-extension -x c -o /dev/null -
 
 int foo();
 //CHECK: int foo(_Array_ptr<int> x : count(y), int y);
diff --git a/clang/test/3C/no_casts.c b/clang/test/3C/no_casts.c
@@ -1,4 +1,5 @@
 // RUN: 3c %s | count 0
+// RUN: 3c %s | %clang -c -fcheckedc-extension -x c -o /dev/null -
 
 void foo(char *a);
 void bar(int *a);
diff --git a/clang/test/3C/noproto.c b/clang/test/3C/noproto.c
@@ -1,4 +1,5 @@
-// RUN: 3c -addcr  %s -- | FileCheck -match-full-lines --check-prefixes="CHECK" %s
+// RUN: 3c -addcr %s | FileCheck -match-full-lines --check-prefixes="CHECK" %s
+// RUN: 3c -addcr %s | %clang -c -fcheckedc-extension -x c -o /dev/null -
 
 int foo(int x) { 
   //CHECK: int foo(int x) {
diff --git a/clang/test/3C/order.c b/clang/test/3C/order.c
@@ -1,4 +1,5 @@
-// RUN: 3c %s -- | FileCheck -match-full-lines %s
+// RUN: 3c %s | FileCheck -match-full-lines %s
+// RUN: 3c %s | %clang -c -fcheckedc-extension -x c -o /dev/null -
 
 int foo1(int x, int *y);
 //CHECK: int foo1(int x, int *y : itype(_Ptr<int>));
diff --git a/clang/test/3C/partial_checked_arr.c b/clang/test/3C/partial_checked_arr.c
@@ -1,9 +1,12 @@
-// RUN: 3c -addcr -alltypes %s -- | FileCheck -match-full-lines -check-prefixes="CHECK_ALL","CHECK" %s
-// RUN: 3c -addcr %s -- | FileCheck -match-full-lines -check-prefixes="CHECK_NOALL","CHECK" %s
+// RUN: 3c -addcr -alltypes %s | FileCheck -match-full-lines -check-prefixes="CHECK_ALL","CHECK" %s
+// RUN: 3c -addcr %s | FileCheck -match-full-lines -check-prefixes="CHECK_NOALL","CHECK" %s
 // RUN: 3c -alltypes -output-postfix=checked %s
-// RUN: 3c -alltypes %S/partial_checked_arr.checked.c -- | count 0
+// RUN: 3c -alltypes %S/partial_checked_arr.checked.c | count 0
 // RUN: rm %S/partial_checked_arr.checked.c
 
+// Currently not possible to run clang on the output,
+// since 3c cannot yet determine array bounds in this case
+
 int strcmp(const char *src1 : itype(_Nt_array_ptr<const char>),
            const char *src2 : itype(_Nt_array_ptr<const char>));
 
diff --git a/clang/test/3C/patch_issue_272.c b/clang/test/3C/patch_issue_272.c
@@ -1,8 +1,12 @@
-// RUN: 3c -alltypes %s -- | FileCheck -match-full-lines %s
+// RUN: 3c -alltypes %s | FileCheck -match-full-lines %s
 
 /********************************************************************/
 /* Tests to keep pointer level from                                 */
 /* https://github.com/correctcomputation/checkedc-clang/issues/272  */
+/*                                                                  */
+/* Currently not possible to run clang on the output,               */
+/* since 3c cannot yet determine full array bounds in this case     */
+/*                                                                  */
 /********************************************************************/
 
 int *a[];
diff --git a/clang/test/3C/pointerarithm.c b/clang/test/3C/pointerarithm.c
@@ -1,6 +1,7 @@
-// RUN: 3c -alltypes -addcr %s -- | FileCheck -match-full-lines %s
+// RUN: 3c -alltypes -addcr %s | FileCheck -match-full-lines %s
+// RUN: 3c -alltypes -addcr %s | %clang -c -fcheckedc-extension -x c -o /dev/null -
 // RUN: 3c -addcr -alltypes -output-postfix=checked %s 
-// RUN: 3c -addcr -alltypes %S/pointerarithm.checked.c -- | count 0
+// RUN: 3c -addcr -alltypes %S/pointerarithm.checked.c | count 0
 // RUN: rm %S/pointerarithm.checked.c
 
 #include <stddef.h>
diff --git a/clang/test/3C/prototype_success2.c b/clang/test/3C/prototype_success2.c
@@ -1,5 +1,6 @@
 //RUN: 3c -base-dir=%S -output-postfix=checked2 %s %S/prototype_success1.c
 //RUN: FileCheck -match-full-lines --input-file %S/prototype_success2.checked2.c %s
+//RUN: %clang -c %S/prototype_success1.checked2.c %S/prototype_success2.checked2.c
 //RUN: rm %S/prototype_success1.checked2.c %S/prototype_success2.checked2.c 
 
 /*Note: this file is part of a multi-file regression test in tandem with prototype_success1.c 
diff --git a/clang/test/3C/stmtexpr.c b/clang/test/3C/stmtexpr.c
@@ -1,4 +1,5 @@
-// RUN: 3c -addcr  %s -- | FileCheck -match-full-lines --check-prefixes="CHECK" %s
+// RUN: 3c -addcr  %s | FileCheck -match-full-lines --check-prefixes="CHECK" %s
+// RUN: 3c -addcr %s | %clang -c -fcheckedc-extension -x c -o /dev/null -
 
 int foo(void) { 
 //CHECK: int foo(void) {
@@ -8,5 +9,5 @@ int foo(void) {
 // Dummy function to ensure output
 int dummy(int *x) { 
 //CHECK: int dummy(_Ptr<int> x) _Checked {
-  return x;
+  return *x;
 }
diff --git a/clang/test/3C/untypedprototypes.c b/clang/test/3C/untypedprototypes.c
@@ -1,4 +1,7 @@
-// RUN: 3c -alltypes %s -- | FileCheck -match-full-lines --check-prefixes="CHECK" %s
+// RUN: 3c -alltypes %s | FileCheck -match-full-lines --check-prefixes="CHECK" %s
+
+// Currently not possible to run clang on the output,
+// since 3c cannot yet determine array bounds in this case
 
 int *foo();
 //CHECK: _Array_ptr<int> foo(_Array_ptr<int> q);
