update tests for get_submissions for atcoder

Author: raj454raj

modules/sites/hackerearth.py

@@ -175,7 +175,6 @@ def get_problem_details(**args):
             editorial_link = None
         else:
             soup = BeautifulSoup(response.text, "lxml")
-            print "soup", soup
             tags = Profile.get_tags(soup)
             editorial_link = Profile.get_editorial_link(problem_link,
                                                         soup,

modules/utilities.py

@@ -61,6 +61,11 @@ def push_influx_data(measurement, points, app_name="cron"):
         print "Can't connect to influxdb"
         return
 
+# -----------------------------------------------------------------------------
+def get_problem_mappings(db_obj, table, fields):
+    problems = db_obj(table).select(table[fields[0]], table[fields[1]])
+    return dict([(x[fields[0]], x[fields[1]]) for x in problems])
+
 # -----------------------------------------------------------------------------
 def is_stopstalk_admin(user_id):
     return user_id in STOPSTALK_ADMIN_USER_IDS

private/scripts/submissions.py

@@ -111,22 +111,6 @@ def concurrent_submission_retrieval_handler(action, user_id, custom):
     elif action == "DEL":
         current.REDIS_CLIENT.delete(redis_key)
 
-# ------------------------------------------------------------------------------
-def populate_uva_problems():
-    global uva_problem_dict
-
-    ptable = uvadb.problem
-    uvaproblems = uvadb(ptable).select(ptable.problem_id, ptable.title)
-    uva_problem_dict = dict([(x.problem_id, x.title) for x in uvaproblems])
-
-# ------------------------------------------------------------------------------
-def populate_atcoder_problems():
-    global atcoder_problem_dict
-
-    aptable = db.atcoder_problems
-    problems = db(aptable).select(aptable.problem_identifier, aptable.name)
-    atcoder_problem_dict = dict([(x.problem_identifier, x.name) for x in problems])
-
 # ------------------------------------------------------------------------------
 def flush_problem_stats():
 
@@ -763,9 +747,13 @@ def codechef_new_retrievals():
         print "Invalid arguments"
         sys.exit()
 
-    populate_uva_problems()
-    populate_atcoder_problems()
-
+    uva_problem_dict = utilities.get_problem_mappings(uvadb,
+                                                      uvadb.problem,
+                                                      ["problem_id", "title"])
+    atcoder_problem_dict = utilities.get_problem_mappings(db,
+                                                          db.atcoder_problems,
+                                                          ["problem_identifier",
+                                                           "name"])
     links = db(ptable).select(ptable.id, ptable.link)
     for row in links:
         plink_to_id[row.link] = row.id