mirror of
https://github.com/LadybirdBrowser/ladybird
synced 2026-04-26 01:35:08 +02:00
59a860249b
Based on test-js-ast and test-js-bytecode, test-css-tokenizer finds CSS files in CSSTokenizer/input, tokenizes them, and then dumps the output, to compare against files in the expected/ directory. Our Tokenizer is in a good state currently, but this will let us track regressions, and also allow us to rewrite this in Rust and ensure that the output matches. To support test-css-tokenizer.py, we also have css-tokenizer.cpp which exposes the Tokenizer, which is usually only used internally. We'll want to expand this test suite over time, but this initial set of tests covers each type of Token.
32 lines
961 B
C++
32 lines
961 B
C++
/*
|
|
* Copyright (c) 2026, Sam Atkins <sam@ladybird.org>
|
|
*
|
|
* SPDX-License-Identifier: BSD-2-Clause
|
|
*/
|
|
|
|
#include <AK/Format.h>
|
|
#include <LibCore/ArgsParser.h>
|
|
#include <LibCore/File.h>
|
|
#include <LibMain/Main.h>
|
|
#include <LibWeb/CSS/Parser/Tokenizer.h>
|
|
|
|
ErrorOr<int> ladybird_main(Main::Arguments arguments)
|
|
{
|
|
StringView encoding = "utf-8"sv;
|
|
StringView input_path;
|
|
|
|
Core::ArgsParser args_parser;
|
|
args_parser.add_option(encoding, "Source encoding label", "encoding", 'e', "encoding");
|
|
args_parser.add_positional_argument(input_path, "Path to the CSS input file", "input", Core::ArgsParser::Required::Yes);
|
|
args_parser.parse(arguments);
|
|
|
|
auto file = TRY(Core::File::open(input_path, Core::File::OpenMode::Read));
|
|
auto input = TRY(file->read_until_eof());
|
|
auto tokens = Web::CSS::Parser::Tokenizer::tokenize(input, encoding);
|
|
|
|
for (auto const& token : tokens)
|
|
outln("{}", token.to_debug_string());
|
|
|
|
return 0;
|
|
}
|