Modify Listing 12.18 WebCrawler.java to search for the wordComputer Programming starting from the URL http://cs.armstrong.edu/liang. ?Your program terminates once the word is found. Display the URL for the page that contains the word.

Listing

Transcribed Image Text:

1 import java.util.Scanner; 2 import java.util.ArrayList; 3 4 public class WebCrawler { 5 public static void main(String[] args) { java.util.Scanner input = new java.util.Scanner(System.in); System.out.print("Enter a URL: "); String url = input.nextline(); crawler(url); / Traverse the Web from the a starting url 10 11 12 public static void crawler(String startingURL) { ArrayList list0fPendingURLS = new ArrayList<>(); ArrayList list0fTraversedURLS = new ArrayList<>(); 13 14 15 list0fPendingURLs.add(startingURL); while (!list0fPendingURLs.isEmpty() && list0fTraversedURLs.size() <= 100) { String urlString = list0fPendingURLs.remove(0); if (!list0fTraversedURLS.contains(urlString)) { listofTraversedURLs.add(ur1String); System.out.println("Crawl " + urīString); 16 17 18 19 20 21 24 25 26 for (String s: getSubURLS(ur1String)) { if (!list0fTraversedURLS.contains(s)) list0fPendingURLs.add(s); 27 28 29 30 31 32 33 public static ArrayList getSubURLs(String urlString) { ArrayList list = new ArrayList<>(); 34 35 try { java.net.URL url = new java.net.URL (urlString); Scanner input = new Scanner(url.openStream()); int current = 0; while (input.hasNext()) { String line = input.nextLine(); current = line.index0f("http:", current); while (current > 0) { int endIndex = line.indexOf C"\"", current); if (endIndex > 0) { // Ensure that a correct URL is found list.add(line.substring(current, endIndex)); current = line.indexOf("http:", endIndex); 36 37 38 39 40 41 42 43 44 45 46 47 222N 222 223 333 333 333 444 444 44