move crawl-delay into a feature as it won't be user by many

Cargo.toml

@@ -10,6 +10,9 @@ license = "MIT"
 keywords = ["robots", "txt", "parse", "compile"]
 repository = "https://github.com/crestonbunch/cylon"
 
+[features]
+crawl-delay = []
+
 [dependencies]
 futures-util = "0.3"
 serde = "1.0"

src/dfa.rs

@@ -1,3 +1,4 @@
+#[cfg(feature = "crawl-delay")]
 use std::cmp::Ordering;
 
 use serde_derive::{Deserialize, Serialize};
@@ -45,10 +46,12 @@ enum State {
 pub struct Cylon {
     states: Vec<State>,
     transitions: Vec<Vec<Transition>>,
+    #[cfg(feature = "crawl-delay")]
     delay: Option<u64>,
 }
 
 impl Cylon {
+    #[cfg(feature = "crawl-delay")]
     pub fn delay(&self) -> Option<u64> {
         self.delay
     }
@@ -204,28 +207,34 @@ impl Cylon {
             transitions.push(t);
         }
 
-        let mut delays: Vec<Option<u64>> = rules.iter().filter(|rule| { 
+        #[cfg(feature = "crawl-delay")]
-            match rule {
+        {
-                Rule::Delay(_) => true,
+            let mut delays: Vec<Option<u64>> = rules.iter().filter(|rule| { 
-                _ => false
+                match rule {
+                    Rule::Delay(_) => true,
+                    _ => false
+                }
+            }).map(|r| {
+                r.inner().parse::<u64>().ok()
+            }).collect();
+            delays.sort_unstable_by(|a, b| {
+                match (a, b) {
+                    (None, Some(_)) => Ordering::Greater,
+                    (Some(_), None) => Ordering::Less,
+                    (None, None) => Ordering::Equal,
+                    (Some(aa), Some(bb)) => aa.cmp(bb)
+
+                }
+            });
+            Self {
+                delay: *delays.get(0).unwrap_or(&None),
+                states,
+                transitions,
             }
-        }).map(|r| {
+        }
-            r.inner().parse::<u64>().ok()
-        }).collect();
-        delays.sort_unstable_by(|a, b| {
-            match (a, b) {
-                (None, Some(_)) => Ordering::Greater,
-                (Some(_), None) => Ordering::Less,
-                (None, None) => Ordering::Equal,
-                (Some(aa), Some(bb)) => aa.cmp(bb)
-
-            }
-        });
-        
-            
 
+        #[cfg(not(feature = "crawl-delay"))]
         Self {
-            delay: *delays.get(0).unwrap_or(&None),
             states,
             transitions,
         }

src/parse.rs

@@ -312,6 +312,7 @@ mod tests {
     }
 
     #[test]
+    #[cfg(feature = "crawl-delay")]
     fn test_crawl_delay() {
         tokio_test::block_on(async {
             let example_robots = r#"