Files
ladybird/Tests/LibWeb/test-web/TestWeb.h
Jonathan Gamble 5911e8a527 LibWeb+test-web: Add --repeat flag
If provided, test-web batches & results will be partitioned in
multiple runs. Each run will execute the same set of tests, and
non-pass results will be stored in run1, run2, run6, etc directories.
2026-02-25 12:33:35 -06:00

89 lines
1.7 KiB
C++

/*
* Copyright (c) 2024-2025, Tim Flynn <trflynn89@ladybird.org>
* Copyright (c) 2025, Jelle Raaijmakers <jelle@ladybird.org>
*
* SPDX-License-Identifier: BSD-2-Clause
*/
#pragma once
#include "Fuzzy.h"
#include <AK/ByteString.h>
#include <AK/RefPtr.h>
#include <AK/String.h>
#include <AK/Time.h>
#include <AK/Vector.h>
#include <LibCore/Forward.h>
#include <LibCore/Promise.h>
#include <LibGfx/Forward.h>
namespace TestWeb {
enum class TestMode {
Layout,
Text,
Ref,
Screenshot,
Crash,
};
enum class TestResult {
Pass,
Fail,
Skipped,
Timeout,
Crashed,
Expanded,
};
enum class RefTestExpectationType {
Match,
Mismatch,
};
struct Test {
TestMode mode;
ByteString input_path {};
ByteString expectation_path {};
ByteString relative_path {};
ByteString safe_relative_path {};
Optional<String> variant {};
UnixDateTime start_time {};
UnixDateTime end_time {};
size_t index { 0 };
size_t run_index { 1 };
size_t total_runs { 1 };
String text {};
bool did_finish_test { false };
bool did_finish_loading { false };
bool did_check_variants { false };
Optional<RefTestExpectationType> ref_test_expectation_type {};
Vector<FuzzyMatch> fuzzy_matches {};
RefPtr<Gfx::Bitmap const> actual_screenshot {};
RefPtr<Gfx::Bitmap const> expectation_screenshot {};
u64 diff_pixel_error_count { 0 };
u8 diff_maximum_error { 0 };
RefPtr<Core::Timer> timeout_timer {};
};
struct TestCompletion {
size_t test_index;
TestResult result;
};
using TestPromise = Core::Promise<TestCompletion>;
// Deferred warning system - buffers warnings during live display mode
void add_deferred_warning(ByteString message);
void print_deferred_warnings();
}