帮我用java写一个智能爬虫

当然可以！

下面是一个使用 Java 写的简单智能爬虫的示例代码：

import java.io.IOException;
import java.util.LinkedList;
import java.util.List;

import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;

public class Crawler {
    private static final int MAX_PAGES_TO_SEARCH = 10;
    private List<String> pagesVisited = new LinkedList<String>();
    private List<String> pagesToVisit = new LinkedList<String>();

    /**
     * This method returns the number of URLs in pagesToVisit that have not yet been visited.
     */
    public int getNumberOfUrlsToVisit() {
        return this.pagesToVisit.size();
    }

    /**
     * This method is in charge of managing which page to visit next.
     */
    public String nextUrl() {
        String nextUrl;
        do {
            nextUrl = this.pagesToVisit.remove(0);
        } while(this.pagesVisited.contains(nextUrl));
        this.pagesVisited.add(nextUrl);
        return nextUrl;
    }

    /**
     * This method searches for links on the current page.
     */
    public void search(String url, String searchWord) {
        while(this.pagesVisited.size() < MAX_PAGES_TO_SEARCH) {
            String currentUrl;
            Crawler leg = new Crawler();
            if(this.pagesToVisit.isEmpty()) {
                currentUrl = url;
                this.pagesVisited.add(url);
            } else {
                currentUrl = this.nextUrl();
            }
            leg.crawl(currentUrl); // Lots of stuff happening here. Look at the crawl method in
                                   // detail to see what it does.
            boolean success = leg.searchForWord(searchWord);
            if(success) {
                System.out.println(String.format("**Success** Word %s found at %s", searchWord, currentUrl));
                break;
            }
            this.pagesToVisit.addAll(leg.getLinks());
        }
        System.out.println("\n**Done** Visited " + this.pagesVisited.size() + " web page(s)");
    }

    /**
     * This method visits a URL, retrieves its HTML content, and parses it to find all the links on the page.
     */
    public void crawl(String url) {
        try {
            Document doc = Jsoup.connect(url).get();
            Elements questions = doc.select("a[href]");
            for(Element link : questions) {
                this.pagesToVisit.add(link.absUrl("href"));
            }
        } catch (IOException e) {
            System.out.println("Error while trying to retrieve the URL: " + e.getMessage());
        }
    }