iZinked/QuickStuff/src/main/java/QuickVerifyCrap/BSFURLGen.java

package QuickVerifyCrap;

import java.io.BufferedReader;
import java.io.File;
import java.io.FileReader;
import java.io.PrintWriter;

public class BSFURLGen {
    public static void main(String[] args) throws Exception{
        BufferedReader r = new BufferedReader(new FileReader("C:\\LMAA\\BSF-2.lst"));
        PrintWriter w = new PrintWriter(new File("C:\\LMAA\\BSF2.processed.lst"));
        String line = r.readLine();
        int topics = 0;
        while(line != null)
        {
            if(line.startsWith("<li id=\"Discussion"))
            {
                line = r.readLine();
                while(line != null)
                {
                    if(line.startsWith("<a href=\""))
                    {
                        topics++;
                        String url = line.split("\"")[1].replace("#latest","");
                        while(line != null)
                        {
                            if(line.startsWith("<span class=\"MItem MCount CommentCount\">"))
                            {
                                String count = line.split(">")[1].split("\"")[1].replace(" comments","").replace(" comment","").replace(",","");
                                int posts = Integer.valueOf(count);
                                int pages = (int)Math.ceil(((double)posts)/50);
                                System.out.println(url);
                                System.out.println(count);
                                System.out.println(pages);
                                w.println(url);
                                for(int i=1;i<=pages;i++)
                                {
                                    w.println(url+"/p"+(i));
                                }
                                break;
                            }
                            line = r.readLine();
                        }
                        break;
                    }
                    line = r.readLine();
                }
            }
            line = r.readLine();
        }
        w.close();
        System.out.println(topics);
    }
}