tenseleyflow/bencch / f0eef86

Browse files

Track known runtime gaps

Authored by mfwolffe <wolffemf@dukes.jmu.edu>
SHA
f0eef8669d3cf3a66d840517cb06db5119834e13
Parents
0ca66d9
Tree
ef2b6ce

2 changed files

StatusFile+-
A tests/suites/differential/known_gaps.afs 28 0
M tests/suites/runtime/future.afs 2 2
tests/suites/differential/known_gaps.afsadded
@@ -0,0 +1,28 @@
1
+suite "differential/known_gaps"
2
+
3
+case "io_internal_refs"
4
+source "../../../test_programs/future/io_internal.f90"
5
+armfortas => run
6
+differential => gfortran, flang-new
7
+expect run.stdout check-comments
8
+expect run.exit_code equals 0
9
+xfail "Internal I/O currently diverges from both reference compilers."
10
+end
11
+
12
+case "io_backspace_refs"
13
+source "../../../test_programs/future/io_backspace.f90"
14
+armfortas => run
15
+differential => gfortran, flang-new
16
+expect run.stdout check-comments
17
+expect run.exit_code equals 0
18
+xfail "BACKSPACE currently diverges from both reference compilers."
19
+end
20
+
21
+case "io_direct_access_refs"
22
+source "../../../test_programs/future/io_direct_access.f90"
23
+armfortas => run
24
+differential => gfortran, flang-new
25
+expect run.stdout check-comments
26
+expect run.exit_code equals 0
27
+xfail "Direct-access file I/O currently diverges from both reference compilers."
28
+end
tests/suites/runtime/future.afsmodified
@@ -11,12 +11,12 @@ case "io_backspace"
1111
 source "../../../test_programs/future/io_backspace.f90"
1212
 armfortas => ir, run
1313
 expect run.stdout check-comments
14
-future "BACKSPACE coverage is tracked as future bench surface until the runtime lands."
14
+xfail "BACKSPACE is modeled as a known failing runtime gap until file-positioning support lands."
1515
 end
1616
 
1717
 case "io_direct_access"
1818
 source "../../../test_programs/future/io_direct_access.f90"
1919
 armfortas => ir, run
2020
 expect run.stdout check-comments
21
-future "Direct-access file I/O is tracked as future work."
21
+xfail "Direct-access file I/O is modeled as a known failing gap until direct records are implemented."
2222
 end