dhruvhead/gigatoken

0 0 0 Rust

15 branches

	.cargo
	.github
	.vscode
	assets
	benches
	benchmarks
	examples
	gigatoken
	notebooks
	profiling
	scripts
	src
	tests
	.gitignore		5.2 KB
	.python-version		5 B
	Cargo.lock		69.6 KB
	Cargo.toml		2.8 KB
	CONTRIBUTING.md		1.3 KB
	design_doc.md		3.5 KB
	LICENSE		1.0 KB
	pretokenizer_optimization_log.md		9.9 KB
	pyproject.toml		2.5 KB
	README.md		14.3 KB
	rust-toolchain.toml		32 B
	uv.lock		710.0 KB