diff --git a/PoliNetwork.Graduatorie.Scraper/Utils/Web/Scraper.cs b/PoliNetwork.Graduatorie.Scraper/Utils/Web/Scraper.cs index e7d17ef3..7aea2f6f 100644 --- a/PoliNetwork.Graduatorie.Scraper/Utils/Web/Scraper.cs +++ b/PoliNetwork.Graduatorie.Scraper/Utils/Web/Scraper.cs @@ -42,7 +42,10 @@ private IEnumerable ScrapeHomepage() { HashSet links = new(); var page = _web.Load(HomepageUrl).DocumentNode; + var slides = page.SelectNodes("//section[@id='copertina']//div[contains(@class, 'sp-slides')]/div"); + if (slides == null) return links; + foreach (var slide in slides) { var h1 = slide.Descendants("h1"); @@ -61,8 +64,11 @@ private IEnumerable ScrapeFuturiStudenti() { HashSet links = new(); var page = _web.Load(FuturiStudentiUrl).DocumentNode; + var slides = page.SelectNodes("//section[@id='newsNoThumb' or @id='news']//div[contains(@class, 'sp-slides')]/div"); + if (slides == null) return links; + foreach (var slide in slides) { var h1 = slide.Descendants("h1"); @@ -88,7 +94,10 @@ private IEnumerable ScrapeInEvidenza() { HashSet links = new(); var page = _web.Load(InEvidenzaUrl).DocumentNode; + var liTags = page.SelectNodes("//div[@id='content']//li"); + if (liTags == null) return links; + foreach (var li in liTags) { var h3 = li.GetElementsByTagName("h3"); @@ -181,4 +190,4 @@ private bool IsValidText(string text) return null; } } -} \ No newline at end of file +}