1 Answers 9.4 K
Answered 2 years ago
using IronWebScraper;
namespace WebScrapingProject
{
class BlogScraper : WebScraper
{
public override void Init()
{
this.LoggingLevel = WebScraper.LogLevel.All;
this.Request("https://blog.scrapinghub.com", Parse);
}
public override void Parse(Response response)
{
foreach (var title_link in response.Css("h2.entry-title a"))
{
string strTitle = title_link.TextContentClean;
Scrape(new ScrapedData() { { "Title", strTitle } });
}
if (response.CssExists("div.prev-post > a[href]"))
{
var next_page = response.Css("div.prev-post > a[href]")[0].Attributes["href"];
this.Request(next_page, Parse);
}
}
}
}
jannatjara publisher