chore(website): add reset_status

spider-rs · Feb 18, 2025 · 3b5cbd7 · 3b5cbd7
1 parent ba8f9d9
commit 3b5cbd7
Show file tree

Hide file tree

Showing 8 changed files with 18 additions and 12 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/spider/Cargo.toml b/spider/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider"
-version = "2.28.7"
+version = "2.28.8"
 authors = [
     "j-mendez <[email protected]>"
 ]

diff --git a/spider/src/website.rs b/spider/src/website.rs
@@ -1009,6 +1009,12 @@ impl Website {
         &self.status
     }
 
+    /// Reset the active crawl status to bypass websites that are blocked.
+    pub fn reset_status(&mut self) -> &CrawlStatus {
+        self.status = CrawlStatus::Start;
+        &self.status
+    }
+
     /// Set the crawl status to persist between the run.
     /// Example crawling a sitemap and all links after - website.crawl_sitemap().await.persist_links().crawl().await
     pub fn persist_links(&mut self) -> &mut Self {

diff --git a/spider_chrome/Cargo.toml b/spider_chrome/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_chrome"
-version = "2.28.7"
+version = "2.28.8"
 rust-version = "1.70"
 authors = [
     "j-mendez <[email protected]>"

diff --git a/spider_cli/Cargo.toml b/spider_cli/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_cli"
-version = "2.28.7"
+version = "2.28.8"
 authors = [
     "j-mendez <[email protected]>"
 ]

diff --git a/spider_transformations/Cargo.toml b/spider_transformations/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_transformations"
-version = "2.28.7"
+version = "2.28.8"
 authors = [
     "j-mendez <[email protected]>"
 ]

diff --git a/spider_utils/Cargo.toml b/spider_utils/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_utils"
-version = "2.28.7"
+version = "2.28.8"
 authors = [
     "j-mendez <[email protected]>"
 ]

diff --git a/spider_worker/Cargo.toml b/spider_worker/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_worker"
-version = "2.28.7"
+version = "2.28.8"
 authors = [
     "j-mendez <[email protected]>"
 ]