File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change 1
1
//! robots.txt parser for Rust
2
2
//!
3
3
//! The robots.txt Exclusion Protocol is implemented as specified in
4
- //! http://www.robotstxt.org/norobots-rfc.txt
4
+ //! < http://www.robotstxt.org/norobots-rfc.txt>
5
5
//!
6
6
//! # Installation
7
7
//!
@@ -54,7 +54,7 @@ use reqwest::StatusCode;
54
54
use reqwest:: Response ;
55
55
56
56
#[ cfg( feature = "http" ) ]
57
- const USER_AGENT : & ' static str = "robotparser-rs (https://crates.io/crates/robotparser)" ;
57
+ const USER_AGENT : & str = "robotparser-rs (https://crates.io/crates/robotparser)" ;
58
58
59
59
/// A rule line is a single "Allow:" (allowance==True) or "Disallow:"
60
60
/// (allowance==False) followed by a path."""
@@ -263,7 +263,7 @@ impl<'a> RobotFileParser<'a> {
263
263
return ;
264
264
}
265
265
} ;
266
- let status = res. status ( ) . clone ( ) ;
266
+ let status = res. status ( ) ;
267
267
match status {
268
268
StatusCode :: Unauthorized | StatusCode :: Forbidden => {
269
269
self . disallow_all . set ( true ) ;
You can’t perform that action at this time.
0 commit comments