mirror of https://github.com/astral-sh/ruff
24 lines
547 B
Rust
24 lines
547 B
Rust
//! Print the token stream for a given Python file.
|
|
#![allow(clippy::print_stdout, clippy::print_stderr)]
|
|
|
|
use std::fs;
|
|
use std::path::PathBuf;
|
|
|
|
use anyhow::Result;
|
|
use rustpython_parser::lexer;
|
|
|
|
#[derive(clap::Args)]
|
|
pub struct Args {
|
|
/// Python file for which to generate the AST.
|
|
#[arg(required = true)]
|
|
file: PathBuf,
|
|
}
|
|
|
|
pub fn main(args: &Args) -> Result<()> {
|
|
let contents = fs::read_to_string(&args.file)?;
|
|
for (_, tok, _) in lexer::make_tokenizer(&contents).flatten() {
|
|
println!("{tok:#?}");
|
|
}
|
|
Ok(())
|
|
}
|