web scrape in csharp

main.cs
using System;
using System.Net;
using HtmlAgilityPack;

namespace WebScraper
{
    class Program
    {
        static void Main(string[] args)
        {
            // Make a request to the website
            HttpWebRequest request = (HttpWebRequest)WebRequest.Create("https://www.example.com");
            HttpWebResponse response = (HttpWebResponse)request.GetResponse();
            
            // Get the HTML content
            string htmlContent = new StreamReader(response.GetResponseStream()).ReadToEnd();
            
            // Load the HTML content into a document for parsing
            HtmlDocument document = new HtmlDocument();
            document.LoadHtml(htmlContent);
            
            // Select the elements you want to scrape and loop through them
            foreach (HtmlNode node in document.DocumentNode.SelectNodes("//div[@class='example']"))
            {
                // Get the inner text of the element
                string innerText = node.InnerText;
                Console.WriteLine(innerText);
            }
        }
    }
}
1081 chars
32 lines