import urllib2
import re
from bs4 import BeautifulSoup as soup


def getProblemName(pageNum):
    page = urllib2.urlopen('https://algospot.com/judge/problem/list/' + pageNum)
    page = page.read()
    problemList = soup(page)


    problemList = problemList.find_all("table", class_ = 'problem_list')[0]
    problemList = problemList.tbody.find_all('tr')
    names = []
    for eachProblem in problemList:

        name = eachProblem.find_all('a')
        res = re.findall(r'"(.*?)"', str(name))
        numPage += 1
        names.append(res[1])
    return names    

#language : '(py)' , '(java)', etc..    

def isPossibleWithPython(link, language):
    page = urllib2.urlopen('https://algospot.com' + link + '/1/')
    page = page.read()
    page = soup(page)

    #get # of stat pages    
    lastPageNum = page.find_all("span", class_ = 'step-links')[0].find_all('a')[-1]
    numPage = int(re.findall("\d+", str(lastPageNum))[1])

    for i in range(numPage):
        page = urllib2.urlopen('https://algospot.com' + link + '/' + str(i) + '/')
        page = page.read()
        page = soup(page)

        solverTable = page.find_all("table", class_ = 'solver_list')[0]
        solverTable = solverTable.tbody.find_all('tr')
        for each in solverTable:
            if language in str(each):
                return True

    return False


#there exist 17 pages full of problems.
problems = []
for i in range(17):
    problems.extend(getProblemName(str(i)))

""" 
e.g.
replace https://algospot.com/judge/problem/read/ALCHEMY
with     https://algospot.com/judge/problem/stat/ALCHEMY
"""
for i in range(len(problems)):
    stat = problems[i].replace('read','stat')
    problems[i] = stat


f = open('algospotPythonList3.txt', 'w')    
for i in range(len(problems)):
    if isPossibleWithPython(problems[i], '(py)'):
        f.write(re.findall('[A-Z]+', problems[i])[0] + '\n')

f.close()