crawler main.rs

main.rs

#[tokio::main]
async fn main() -> anyhow::Result<()> {
    let http_client = build_http_client()?;
    // Note that the code is incomplete here
    Ok(())
}

fn build_http_client() -> reqwest::Result<reqwest::Client> {
    let client_builder = reqwest::ClientBuilder::new().gzip(true);
    let client = client_builder.build();
    client
}