1 files changed, 33 insertions, 0 deletions
diff --git a/src/main/java/utility/WebAPI.java b/src/main/java/utility/WebAPI.java
new file mode 100644
index 0000000..9724760
--- /dev/null
+++ b/src/main/java/utility/WebAPI.java
@@ -0,0 +1,33 @@
+package utility;
+import org.json.JSONArray;
+import org.json.JSONObject;
+
+import java.io.BufferedReader;
+import java.io.IOException;
+import java.io.InputStream;
+import java.io.InputStreamReader;
+import java.net.URL;
+import java.nio.charset.StandardCharsets;
+
+public class WebAPI {
+    public String[] getURLsFromSite(String urlString) {
+        try {
+            System.out.println("Getting URLs from " + urlString);
+            try (InputStream is = new URL(urlString).openStream();
+                 BufferedReader br = new BufferedReader(new InputStreamReader(is, StandardCharsets.UTF_8))) {
+                StringBuilder sb = new StringBuilder();
+                int cb;
+                while ((cb = br.read()) != -1) {
+                    sb.append((char) cb);
+                }
+                return sb.toString().split("\n");
+            } catch (IOException e) {
+                throw new RuntimeException(e);
+            }
+        }
+        catch (Exception e){
+            System.out.println("Error: " + e.getMessage());
+            return null;
+        }
+    }
+}