web scraping in Java using jsoup

First you want to download jsoup1.9.2 jar and write this code to scrap the web site


package com.jignesh;

import java.io.IOException;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;

public class jsoupexample {
   
   
     public static void main(String[] args) {
    try {

      // fetch the document over HTTP
      Document doc = Jsoup.connect("http://www.google.com/").get();
     
      // get the page title
      String title = doc.title();
      System.out.println("title: " + title);
     
     
      // get all links in page
      Elements links = doc.select("a[href]");

      for (Element link : links) {
        // get the value from the href attribute
        System.out.println("\nlink: " + link.attr("href"));
        System.out.println("text: " + link.text());
       
      }
       
    } catch (IOException e) {
    e.printStackTrace();
    }
  }
}