File tree Expand file tree Collapse file tree 2 files changed +4
-3
lines changed Expand file tree Collapse file tree 2 files changed +4
-3
lines changed Original file line number Diff line number Diff line change 1
1
# [ 1.3.0] ( https://github.com/BuilderIO/gpt-crawler/compare/v1.2.1...v1.3.0 ) (2024-01-06)
2
2
3
-
4
3
### Features
5
4
6
- * add exclude pattern for links in config ([ 16443ed] ( https://github.com/BuilderIO/gpt-crawler/commit/16443ed9501624de40d921b8e47e4c35f15bf6b4 ) )
5
+ - add exclude pattern for links in config ([ 16443ed] ( https://github.com/BuilderIO/gpt-crawler/commit/16443ed9501624de40d921b8e47e4c35f15bf6b4 ) )
Original file line number Diff line number Diff line change @@ -93,7 +93,9 @@ export async function crawl(config: Config) {
93
93
globs :
94
94
typeof config . match === "string" ? [ config . match ] : config . match ,
95
95
exclude :
96
- typeof config . exclude === "string" ? [ config . exclude ] : config . exclude ?? [ ] ,
96
+ typeof config . exclude === "string"
97
+ ? [ config . exclude ]
98
+ : config . exclude ?? [ ] ,
97
99
} ) ;
98
100
} ,
99
101
// Comment this option to scrape the full website.
You can’t perform that action at this time.
0 commit comments