Help needed to find the bug in my contest parser bot!!

Revision en2, by MrRD, 2020-12-19 19:58:59

Recently I wrote a python script to parse the problems in a contest and download the testcases and it was working fine during virtual contests as well as during practice.But when I tried to use it during yesterdays Div2 contest,it didnt work properly..Can anyone suggest why this might happen?Moreover today when I tried to run the script on the same contest problemset,it worked fine.



import os import requests from bs4 import BeautifulSoup def probparser(page_url): #This function returns the problem tags from the problems page response=requests.get(page_url) if(not response.ok): print("Problem page not found...") soup=BeautifulSoup(response.text,'lxml') problemsec=soup.find('table',class_='problems') if(not problemsec): print("Couldn't find problem section") return None problemtags=problemsec.find_all('a') # for el in problemtags: # print(el.prettify()) problems=[] length=len(problemtags) # print(length) for i in range(0,length,4): temp=problemtags[i].text problems.append(temp.strip()) return problems def test_case_parser(problem_url): #This function fetches testcases from the problem page using problem url response=requests.get(problem_url) if(not response.ok): print("Test cases couldn't be fetched...") return None,None probpage=response.text soup=BeautifulSoup(probpage,'lxml') input_sec=soup.find_all('div',class_='input') output_sec=soup.find_all('div',class_='output') inputs=[] outputs=[] length=len(input_sec) for i in range(length): tempin=input_sec[i].pre.text tempout=output_sec[i].pre.text inputs.append(tempin.strip()) outputs.append(tempout.strip()) return inputs,outputs def main(): print("Welcome Rajdeep! ") round_no=input("Round No : ") contest_id=input("ContestID : ") try: os.mkdir(round_no) except: print("Directory already exists") contest_url="https://mirror.codeforces.com/contest/"+contest_id #parsing the problem page print("Parsing the problem page.....") problems=probparser(contest_url) pno=len(problems) print(f'No of problems={pno}') print("Parsing problems....") for problem in problems: try: problem_url=contest_url+"/problem/"+problem inputs,outputs=test_case_parser(problem_url) probdr=round_no+"\\"+problem try: os.mkdir(probdr) path=probdr+"\\"+"sol.cpp" #cmmmnd stands for command cmmnd="copy mytemp.cpp "+path path2=probdr+"\\rn.bat" os.system(cmmnd) cmmnd2="copy runfile.bat "+path2 os.system(cmmnd2) except: print("Problem Directory already exists!!...") length=len(inputs) for i in range(length): infile="in"+str(i+1)+".txt" outfile="out"+str(i+1)+".txt" inpath=round_no+"/"+problem+"/"+infile outpath=round_no+"/"+problem+"/"+outfile with open(inpath,'w') as file: file.write(inputs[i]) with open(outpath,'w') as file: file.write(outputs[i]) except: print ("Error in parsing test cases....") return print("Problems parsed and test cases downloaded.....") if __name__ == "__main__": main()

History

 
 
 
 
Revisions
 
 
  Rev. Lang. By When Δ Comment
en2 English MrRD 2020-12-19 19:58:59 59
en1 English MrRD 2020-12-19 19:55:11 3715 Initial revision (published)