58 lines
1.3 KiB
TOML
58 lines
1.3 KiB
TOML
[package]
|
|
name = "quickpeep_raker"
|
|
version = "0.1.0"
|
|
edition = "2021"
|
|
|
|
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
|
|
|
|
[dependencies]
|
|
### Subcrates
|
|
quickpeep_moz_readability = { path = "../quickpeep_moz_readability" }
|
|
quickpeep_densedoc = { path = "../quickpeep_densedoc" }
|
|
quickpeep_structs = { path = "../quickpeep_structs" }
|
|
quickpeep_utils = { path = "../quickpeep_utils" }
|
|
|
|
### CLI Helpers
|
|
clap = { version = "3.1.6", features = ["derive"] }
|
|
colour = "0.6.0"
|
|
|
|
### Document Parsing
|
|
kuchiki = "0.8.1"
|
|
html5ever = "0.25.1"
|
|
serde = { version = "1.0.136", features = ["derive"] }
|
|
serde_bare = "0.5.0"
|
|
|
|
toml = "0.5.8"
|
|
|
|
### Dates
|
|
chrono = "0.4.19"
|
|
|
|
### Utils
|
|
lazy_static = "1.4.0"
|
|
bytes = "1.1.0"
|
|
itertools = "0.10.3"
|
|
ipnetwork = "0.18.0"
|
|
futures-util = "0.3.21"
|
|
tokio = { version = "1.17.0", features = ["full"] }
|
|
anyhow = "1.0.55"
|
|
log = "0.4.14"
|
|
env_logger = "0.9.0"
|
|
|
|
### Raking helpers
|
|
# HTTP Requests
|
|
reqwest = { version = "0.11.9", features = ["stream"] }
|
|
# Gemini Requests
|
|
# N.B. TODO gemfeeds are Atom feeds for Gemini. Should support those.
|
|
gemini-fetch = "0.2.1"
|
|
# Robots.txt
|
|
cylon = { version = "0.2.0", features = ["crawl-delay"] }
|
|
# RSS/Atom/JSON feeds
|
|
feed-rs = "1.0.0"
|
|
# Sitemaps
|
|
sitemap = "0.4.1"
|
|
|
|
### Filtering helpers
|
|
# AdBlock
|
|
adblock = "0.5.0"
|
|
# Language detection
|
|
lingua = "1.3.3" |