birth-software/nativity
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #185 from birth-software/test-runner-for-new-compiler

Browse Source 
Start using the existing test runner
This commit is contained in:
David 2024-05-22 08:04:23 -06:00 committed by GitHub
commit 1152d7fb6b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 92 additions and 86 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

62
build/test_runner.zig
View File

@ -37,6 +37,7 @@ fn runStandalone(allocator: Allocator, args: struct {
self_hosted: bool,
is_test: bool,
compiler_path: []const u8,
repetitions: usize,
}) !void {
const test_names = try collectDirectoryDirEntries(allocator, args.directory_path);
@ -51,7 +52,8 @@ fn runStandalone(allocator: Allocator, args: struct {
std.debug.print("\n[{s} START]\n\n", .{args.group_name});
for (test_names) |test_name| {
std.debug.print("{s}... ", .{test_name});
std.debug.print("{s} [repetitions={}]\n\n", .{test_name, args.repetitions});
for (0..args.repetitions) |_| {
const source_file_path = try std.mem.concat(allocator, u8, &.{ args.directory_path, "/", test_name, "/main.nat" });
const argv: []const []const u8 = &.{ args.compiler_path, if (args.is_test) "test" else "exe", "-main_source_file", source_file_path };
// if (std.mem.eql(u8, args.compiler_path, "nat/compiler_lightly_optimize_for_speed")) @breakpoint();
@ -113,6 +115,7 @@ fn runStandalone(allocator: Allocator, args: struct {
std.debug.print("\n", .{});
}
}
}
std.debug.print("\n{s} COMPILATIONS: {}. FAILED: {}\n", .{ args.group_name, total_compilation_count, failed_compilation_count });
std.debug.print("{s} TESTS: {}. RAN: {}. FAILED: {}\n", .{ args.group_name, total_test_count, ran_test_count, failed_test_count });
@ -583,30 +586,41 @@ pub fn main() !void {
var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator);
const allocator = arena.allocator();
var errors = run_test_suite(allocator, .{
.self_hosted = false,
.compiler_path = bootstrap_relative_path,
});
if (!errors) {
inline for (@typeInfo(Optimization).Enum.fields) |opt| {
const optimization = @field(Optimization, opt.name);
if (compile_self_hosted(allocator, .{
try runStandalone(allocator, .{
.is_test = false,
.optimization = optimization,
})) |compiler_path| {
errors = errors or run_test_suite(allocator, .{
.self_hosted = true,
.compiler_path = compiler_path,
.compiler_path = bootstrap_relative_path,
.self_hosted = false,
.group_name = "STANDALONE",
.directory_path = "retest/standalone",
.repetitions = 100,
});
} else |err| {
err catch {};
errors = true;
}
}
}
if (errors) {
return error.fail;
}
// var errors = run_test_suite(allocator, .{
// .self_hosted = false,
// .compiler_path = bootstrap_relative_path,
// });
//
// if (!errors) {
// inline for (@typeInfo(Optimization).Enum.fields) |opt| {
// const optimization = @field(Optimization, opt.name);
// if (compile_self_hosted(allocator, .{
// .is_test = false,
// .optimization = optimization,
// })) |compiler_path| {
// errors = errors or run_test_suite(allocator, .{
// .self_hosted = true,
// .compiler_path = compiler_path,
// });
// } else |err| {
// err catch {};
// errors = true;
// }
// }
// }
//
// if (errors) {
// return error.fail;
// }
}

12
ci/linux_gnu_runner.sh
View File

@ -14,11 +14,7 @@ download_zig master x86_64-linux
# Build and test
i=$((0))
while ((i < 1000)); do
zig build run -Dthird_party_ci=true -Dprint_stack_trace=true -Doptimize=Debug -- exe -main_source_file retest/standalone/first/main.nat
zig build run -Dthird_party_ci=true -Dprint_stack_trace=true -Doptimize=ReleaseSafe -- exe -main_source_file retest/standalone/first/main.nat
zig build run -Dthird_party_ci=true -Dprint_stack_trace=true -Doptimize=ReleaseSmall -- exe -main_source_file retest/standalone/first/main.nat
zig build run -Dthird_party_ci=true -Dprint_stack_trace=true -Doptimize=ReleaseFast -- exe -main_source_file retest/standalone/first/main.nat
i=$((i + 1))
done
zig build test -Dthird_party_ci=true -Doptimize=Debug
zig build test -Dthird_party_ci=true -Doptimize=ReleaseSafe
zig build test -Dthird_party_ci=true -Doptimize=ReleaseSmall
zig build test -Dthird_party_ci=true -Doptimize=ReleaseFast

12
ci/macos_runner.sh
View File

@ -10,11 +10,7 @@ source ci/download_zig.sh
download_zig master aarch64-macos
# Build and test
i=$((0))
while ((i < 1000)); do
zig build run -Dprint_stack_trace=true -Doptimize=Debug -- exe -main_source_file retest/standalone/first/main.nat
zig build run -Dprint_stack_trace=true -Doptimize=ReleaseSafe -- exe -main_source_file retest/standalone/first/main.nat
zig build run -Dprint_stack_trace=true -Doptimize=ReleaseSmall -- exe -main_source_file retest/standalone/first/main.nat
zig build run -Dprint_stack_trace=true -Doptimize=ReleaseFast -- exe -main_source_file retest/standalone/first/main.nat
i=$((i + 1))
done
zig build test -Dthird_party_ci=true -Doptimize=Debug
zig build test -Dthird_party_ci=true -Doptimize=ReleaseSafe
zig build test -Dthird_party_ci=true -Doptimize=ReleaseSmall
zig build test -Dthird_party_ci=true -Doptimize=ReleaseFast