@@ -36,7 +36,6 @@ public class ScraperEngineBuilder
36
36
37
37
private IScheduler Scheduler { get ; set ; } = new InMemoryScheduler ( ) ;
38
38
private IScraperConfigStorage ? ConfigStorage { get ; set ; } = new InMemoryScraperConfigStorage ( ) ;
39
-
40
39
protected IProxyProvider ? ProxyProvider { get ; set ; }
41
40
42
41
public ScraperEngineBuilder WithContentParser ( IContentParser contentParser )
@@ -193,7 +192,6 @@ public ScraperEngineBuilder GetWithBrowser(
193
192
ConfigBuilder . GetWithBrowser ( startUrls , actionBuilder ? . Invoke ( new PageActionBuilder ( ) ) ) ;
194
193
return this ;
195
194
}
196
-
197
195
public ScraperEngineBuilder GetWithBrowser ( params string [ ] startUrls )
198
196
{
199
197
ConfigBuilder . GetWithBrowser ( startUrls ) ;
@@ -285,7 +283,6 @@ public ScraperEngineBuilder WithMongoDbCookieStorage(string connectionString, st
285
283
logger ) ;
286
284
return this ;
287
285
}
288
-
289
286
public ScraperEngineBuilder WithFileCookieStorage ( string fileName )
290
287
{
291
288
SpiderBuilder . WithFileCookieStorage ( fileName ) ;
@@ -342,10 +339,8 @@ public ScraperEngineBuilder WithParallelismDegree(int parallelismDegree)
342
339
public async Task < ScraperEngine > BuildAsync ( )
343
340
{
344
341
SpiderBuilder . WithConfigStorage ( ConfigStorage ) ;
345
-
346
342
var config = ConfigBuilder . Build ( ) ;
347
343
var spider = SpiderBuilder . Build ( ) ;
348
-
349
344
await ConfigStorage . CreateConfigAsync ( config ) ;
350
345
351
346
return new ScraperEngine ( _parallelismDegree , ConfigStorage , Scheduler , spider , Logger ) ;
0 commit comments