Pain

        return sentences;

    }

    public static List<String> extractLinks(String text) {

        List<String> links = new ArrayList<>();

        // Regular expression pattern to match URLs

import java.util.concurrent.ExecutorService;

import java.util.concurrent.Executors;

import java.util.concurrent.Future;

import java.util.concurrent.TimeUnit;

import java.util.regex.Matcher;

import java.util.regex.Pattern;

import java.util.Iterator;

import java.util.stream.Stream;

import java.nio.file.Files;

import java.nio.file.Paths;

public class ScratchCrawler {

    public static int MAX_PAGES = 100; // Maximum pages to crawl

    public static int TIMEOUT = 30; // Timeout for each page in seconds

            int linksExtracted = 0; // Number of links extracted from the page

            while ((line = reader.readLine()) != null && pageContent.length() < max_storage) { // While there are lines to read    

                pageContent.append(line); // Add the line to the page content

                // Extract links from the page

                List<String> links = RegexParser.extractLinks(line); // Extract the links from the line

                for (String link : links) { // For each link

                        linksExtracted++; // Increment the number of links extracted

                    }

                }

                pageContent.append(line); // Add the line to the page content

            }

            // Write the page content to the file, up to storage limit

            writer.println(pageContent.toString().substring(0, Math.min(max_storage, pageContent.length())));      

                    e.printStackTrace();

                }

            });

            long startTime = System.currentTimeMillis();

            try {

                future.get(TIMEOUT, java.util.concurrent.TimeUnit.SECONDS); // Set a timeout of 30 seconds for each page

                future.get(TIMEOUT, TimeUnit.SECONDS); // Set a timeout of 30 seconds for each page

            } catch (Exception e) {

                future.cancel(true); // Cancel the future

                if (printStats) System.out.println("Page read timed out. Read took longer than " + TIMEOUT + " seconds.");

                long elapsedTime = System.currentTimeMillis() - startTime;

                System.out.println("Exception: " + e);

                if (printStats) System.out.println("Page read timed out. Read took longer than " + elapsedTime / 1000.0 + " seconds.");

            }

            executor.shutdownNow();

        }