style(flynt): convert .format and % strings to f-strings

Author: dshemetov

src/acquisition/cdcp/cdc_dropbox_receiver.py

@@ -101,7 +101,7 @@ def fetch_data():
             if resp.status_code != 200:
                 raise Exception(["resp.status_code", resp.status_code])
             dropbox_len = meta.size
-            print("  need %d bytes..." % dropbox_len)
+            print(f"  need {int(dropbox_len)} bytes...")
             content_len = int(resp.headers.get("Content-Length", -1))
             if dropbox_len != content_len:
                 info = ["dropbox_len", dropbox_len, "content_len", content_len]

src/acquisition/cdcp/cdc_extract.py

@@ -110,7 +110,7 @@ def get_total_hits(cur, epiweek, state):
     for (total,) in cur:
         pass
     if total is None:
-        raise Exception("missing data for %d-%s" % (epiweek, state))
+        raise Exception(f"missing data for {int(epiweek)}-{state}")
     return total
 
 
@@ -166,7 +166,7 @@ def extract(first_week=None, last_week=None, test_mode=False):
         cur.execute("SELECT max(`epiweek`) FROM `cdc_meta`")
         for (last_week,) in cur:
             pass
-    print("extracting %d--%d" % (first_week, last_week))
+    print(f"extracting {int(first_week)}--{int(last_week)}")
 
     # update each epiweek
     for epiweek in flu.range_epiweeks(first_week, last_week, inclusive=True):
@@ -180,7 +180,7 @@ def extract(first_week=None, last_week=None, test_mode=False):
                 store_result(cur, epiweek, state, *nums, total)
                 print(f" {epiweek}-{state}: {' '.join(str(n) for n in nums)} ({total})")
             except Exception as ex:
-                print(" %d-%s: failed" % (epiweek, state), ex)
+                print(f" {int(epiweek)}-{state}: failed", ex)
                 # raise ex
             sys.stdout.flush()
 

src/acquisition/cdcp/cdc_upload.py

@@ -232,7 +232,7 @@ def parse_zip(zf, level=1):
                 if handler is not None:
                     with zf.open(name) as temp:
                         count = handler(csv.reader(io.StringIO(str(temp.read(), "utf-8"))))
-                    print(prefix, " %d rows" % count)
+                    print(prefix, f" {int(count)} rows")
             else:
                 print(prefix, " (ignored)")
 

src/acquisition/ecdc/ecdc_db_update.py

@@ -87,7 +87,7 @@ def safe_int(i):
 def get_rows(cnx, table="ecdc_ili"):
     # Count and return the number of rows in the `ecdc_ili` table.
     select = cnx.cursor()
-    select.execute("SELECT count(1) num FROM %s" % table)
+    select.execute(f"SELECT count(1) num FROM {table}")
     for (num,) in select:
         pass
     select.close()
@@ -100,7 +100,7 @@ def update_from_file(issue, date, dir, test_mode=False):
     u, p = secrets.db.epi
     cnx = mysql.connector.connect(user=u, password=p, database="epidata")
     rows1 = get_rows(cnx, "ecdc_ili")
-    print("rows before: %d" % (rows1))
+    print(f"rows before: {int(rows1)}")
     insert = cnx.cursor()
 
     # load the data, ignoring empty rows
@@ -115,9 +115,9 @@ def update_from_file(issue, date, dir, test_mode=False):
                 row["region"] = data[4]
                 row["incidence_rate"] = data[3]
                 rows.append(row)
-    print(" loaded %d rows" % len(rows))
+    print(f" loaded {len(rows)} rows")
     entries = [obj for obj in rows if obj]
-    print(" found %d entries" % len(entries))
+    print(f" found {len(entries)} entries")
 
     sql = """
     INSERT INTO
@@ -149,7 +149,7 @@ def update_from_file(issue, date, dir, test_mode=False):
     else:
         cnx.commit()
         rows2 = get_rows(cnx)
-    print("rows after: %d (added %d)" % (rows2, rows2 - rows1))
+    print(f"rows after: {int(rows2)} (added {int(rows2 - rows1)})")
     cnx.close()
 
 
@@ -171,7 +171,7 @@ def main():
         raise Exception("--file and --issue must both be present or absent")
 
     date = datetime.datetime.now().strftime("%Y-%m-%d")
-    print("assuming release date is today, %s" % date)
+    print(f"assuming release date is today, {date}")
 
     ensure_tables_exist()
     if args.file:

src/acquisition/flusurv/flusurv.py

@@ -80,7 +80,7 @@ def fetch_json(path, payload, call_count=1, requests_impl=requests):
 
     # it's polite to self-identify this "bot"
     delphi_url = "https://delphi.cmu.edu/index.html"
-    user_agent = "Mozilla/5.0 (compatible; delphibot/1.0; +%s)" % delphi_url
+    user_agent = f"Mozilla/5.0 (compatible; delphibot/1.0; +{delphi_url})"
 
     # the FluSurv AMF server
     flusurv_url = "https://gis.cdc.gov/GRASP/Flu3/" + path
@@ -106,7 +106,7 @@ def fetch_json(path, payload, call_count=1, requests_impl=requests):
     if resp.status_code == 500 and call_count <= 2:
         # the server often fails with this status, so wait and retry
         delay = 10 * call_count
-        print("got status %d, will retry in %d sec..." % (resp.status_code, delay))
+        print(f"got status {int(resp.status_code)}, will retry in {int(delay)} sec...")
         time.sleep(delay)
         return fetch_json(path, payload, call_count=call_count + 1)
     elif resp.status_code != 200:
@@ -180,7 +180,7 @@ def extract_from_object(data_in):
         raise Exception("no data found")
 
     # print the result and return flu data
-    print("found data for %d weeks" % len(data_out))
+    print(f"found data for {len(data_out)} weeks")
     return data_out
 
 

src/acquisition/flusurv/flusurv_update.py

@@ -108,7 +108,7 @@ def update(issue, location_name, test_mode=False):
     cnx = mysql.connector.connect(host=secrets.db.host, user=u, password=p, database="epidata")
     cur = cnx.cursor()
     rows1 = get_rows(cur)
-    print("rows before: %d" % rows1)
+    print(f"rows before: {int(rows1)}")
 
     # SQL for insert/update
     sql = """
@@ -148,7 +148,7 @@ def update(issue, location_name, test_mode=False):
 
     # commit and disconnect
     rows2 = get_rows(cur)
-    print("rows after: %d (+%d)" % (rows2, rows2 - rows1))
+    print(f"rows after: {int(rows2)} (+{int(rows2 - rows1)})")
     cur.close()
     if test_mode:
         print("test mode: not committing database changes")
@@ -170,7 +170,7 @@ def main():
 
     # scrape current issue from the main page
     issue = flusurv.get_current_issue()
-    print("current issue: %d" % issue)
+    print(f"current issue: {int(issue)}")
 
     # fetch flusurv data
     if args.location == "all":

src/acquisition/fluview/fluview.py

@@ -108,23 +108,23 @@ def get_tier_ids(name):
     location_ids[Key.TierType.hhs] = sorted(set(location_ids[Key.TierType.hhs]))
     num = len(location_ids[Key.TierType.hhs])
     if num != 10:
-        raise Exception("expected 10 hhs regions, found %d" % num)
+        raise Exception(f"expected 10 hhs regions, found {int(num)}")
 
     # add location ids for census divisions
     for row in data[Key.TierListEntry.cen]:
         location_ids[Key.TierType.cen].append(row[Key.TierIdEntry.cen])
     location_ids[Key.TierType.cen] = sorted(set(location_ids[Key.TierType.cen]))
     num = len(location_ids[Key.TierType.cen])
     if num != 9:
-        raise Exception("expected 9 census divisions, found %d" % num)
+        raise Exception(f"expected 9 census divisions, found {int(num)}")
 
     # add location ids for states
     for row in data[Key.TierListEntry.sta]:
         location_ids[Key.TierType.sta].append(row[Key.TierIdEntry.sta])
     location_ids[Key.TierType.sta] = sorted(set(location_ids[Key.TierType.sta]))
     num = len(location_ids[Key.TierType.sta])
     if num != 57:
-        raise Exception("expected 57 states/territories/cities, found %d" % num)
+        raise Exception(f"expected 57 states/territories/cities, found {int(num)}")
 
     # return a useful subset of the metadata
     # (latest epiweek, latest season, tier ids, location ids)
@@ -181,7 +181,7 @@ def save_latest(path=None):
     data = fetch_metadata(sess)
     info = get_issue_and_locations(data)
     issue = info["epiweek"]
-    print("current issue: %d" % issue)
+    print(f"current issue: {int(issue)}")
 
     # establish timing
     dt = datetime.datetime.now().strftime("%Y%m%d_%H%M%S")
@@ -200,7 +200,7 @@ def save_latest(path=None):
         ("cen", Key.TierType.cen),
         ("sta", Key.TierType.sta),
     ):
-        name = "ilinet_%s_%d_%s.zip" % (delphi_name, issue, dt)
+        name = f"ilinet_{delphi_name}_{int(issue)}_{dt}.zip"
         if path is None:
             filename = name
         else:
@@ -209,12 +209,12 @@ def save_latest(path=None):
         locations = info["location_ids"][cdc_name]
 
         # download and show timing information
-        print("downloading %s" % delphi_name)
+        print(f"downloading {delphi_name}")
         t0 = time.time()
         size = download_data(tier_id, locations, seasons, filename)
         t1 = time.time()
 
-        print(" saved %s (%d bytes in %.1f seconds)" % (filename, size, t1 - t0))
+        print(f" saved {filename} ({int(size)} bytes in {t1 - t0:.1f} seconds)")
         files.append(filename)
 
     # return the current issue and the list of downloaded files

src/acquisition/fluview/fluview_update.py

@@ -297,7 +297,7 @@ def get_rows(cnx, table="fluview"):
     Looking at the fluview table by default, but may pass parameter
     to look at public health or clinical lab data instead."""
     select = cnx.cursor()
-    select.execute("SELECT count(1) num FROM %s" % table)
+    select.execute(f"SELECT count(1) num FROM {table}")
     for (num,) in select:
         pass
     select.close()
@@ -313,16 +313,16 @@ def update_from_file_clinical(issue, date, filename, test_mode=False):
     u, p = secrets.db.epi
     cnx = mysql.connector.connect(user=u, password=p, database="epidata")
     rows1 = get_rows(cnx, CL_TABLE)
-    print("rows before: %d" % (rows1))
+    print(f"rows before: {int(rows1)}")
     insert = cnx.cursor()
 
     # load the data, ignoring empty rows
-    print("loading data from %s as issued on %d" % (filename, issue))
+    print(f"loading data from {filename} as issued on {int(issue)}")
     rows = load_zipped_csv(filename, CL_SHEET)
-    print(" loaded %d rows" % len(rows))
+    print(f" loaded {len(rows)} rows")
     data = [get_clinical_data(row) for row in rows]
     entries = [obj for obj in data if obj]
-    print(" found %d entries" % len(entries))
+    print(f" found {len(entries)} entries")
 
     sql = """
     INSERT INTO
@@ -365,7 +365,7 @@ def update_from_file_clinical(issue, date, filename, test_mode=False):
     else:
         cnx.commit()
         rows2 = get_rows(cnx)
-    print("rows after: %d (added %d)" % (rows2, rows2 - rows1))
+    print(f"rows after: {int(rows2)} (added {int(rows2 - rows1)})")
     cnx.close()
 
 
@@ -378,16 +378,16 @@ def update_from_file_public(issue, date, filename, test_mode=False):
     u, p = secrets.db.epi
     cnx = mysql.connector.connect(user=u, password=p, database="epidata")
     rows1 = get_rows(cnx, PHL_TABLE)
-    print("rows before: %d" % (rows1))
+    print(f"rows before: {int(rows1)}")
     insert = cnx.cursor()
 
     # load the data, ignoring empty rows
-    print("loading data from %s as issued on %d" % (filename, issue))
+    print(f"loading data from {filename} as issued on {int(issue)}")
     rows = load_zipped_csv(filename, PHL_SHEET)
-    print(" loaded %d rows" % len(rows))
+    print(f" loaded {len(rows)} rows")
     data = [get_public_data(row) for row in rows]
     entries = [obj for obj in data if obj]
-    print(" found %d entries" % len(entries))
+    print(f" found {len(entries)} entries")
 
     sql = """
     INSERT INTO
@@ -434,7 +434,7 @@ def update_from_file_public(issue, date, filename, test_mode=False):
     else:
         cnx.commit()
         rows2 = get_rows(cnx)
-    print("rows after: %d (added %d)" % (rows2, rows2 - rows1))
+    print(f"rows after: {int(rows2)} (added {int(rows2 - rows1)})")
     cnx.close()
 
 
@@ -447,16 +447,16 @@ def update_from_file(issue, date, filename, test_mode=False):
     u, p = secrets.db.epi
     cnx = mysql.connector.connect(user=u, password=p, database="epidata")
     rows1 = get_rows(cnx)
-    print("rows before: %d" % (rows1))
+    print(f"rows before: {int(rows1)}")
     insert = cnx.cursor()
 
     # load the data, ignoring empty rows
-    print("loading data from %s as issued on %d" % (filename, issue))
+    print(f"loading data from {filename} as issued on {int(issue)}")
     rows = load_zipped_csv(filename)
-    print(" loaded %d rows" % len(rows))
+    print(f" loaded {len(rows)} rows")
     data = [get_ilinet_data(row) for row in rows]
     entries = [obj for obj in data if obj]
-    print(" found %d entries" % len(entries))
+    print(f" found {len(entries)} entries")
 
     sql = """
     INSERT INTO
@@ -509,7 +509,7 @@ def update_from_file(issue, date, filename, test_mode=False):
     else:
         cnx.commit()
         rows2 = get_rows(cnx)
-    print("rows after: %d (added %d)" % (rows2, rows2 - rows1))
+    print(f"rows after: {int(rows2)} (added {int(rows2 - rows1)})")
     cnx.close()
 
 
@@ -531,7 +531,7 @@ def main():
         raise Exception("--file and --issue must both be present or absent")
 
     date = datetime.datetime.now().strftime("%Y-%m-%d")
-    print("assuming release date is today, %s" % date)
+    print(f"assuming release date is today, {date}")
 
     if args.file:
         update_from_file(args.issue, date, args.file, test_mode=args.test)

src/acquisition/fluview/impute_missing_values.py

@@ -270,13 +270,13 @@ def impute_missing_values(database, test_mode=False):
     # database connection
     database.connect()
     rows1 = database.count_rows()
-    print("rows before: %d" % (rows1))
+    print(f"rows before: {int(rows1)}")
 
     # iterate over missing epiweeks
     missing_rows = database.find_missing_rows()
-    print("missing data for %d epiweeks" % len(missing_rows))
+    print(f"missing data for {len(missing_rows)} epiweeks")
     for issue, epiweek in missing_rows:
-        print("i=%d e=%d" % (issue, epiweek))
+        print(f"i={int(issue)} e={int(epiweek)}")
 
         # get known values from table `fluview`
         known_values = database.get_known_values(issue, epiweek)
@@ -317,7 +317,7 @@ def impute_missing_values(database, test_mode=False):
 
     # database cleanup
     rows2 = database.count_rows()
-    print("rows after: %d (added %d)" % (rows2, rows2 - rows1))
+    print(f"rows after: {int(rows2)} (added {int(rows2 - rows1)})")
     commit = not test_mode
     database.close(commit)
 

src/acquisition/ght/ght_update.py

@@ -266,7 +266,7 @@ def get_num_rows():
         ew0 = 200401 if ew0 is None else flu.add_epiweeks(ew0, -4)
     ew0 = ew0 if first is None else first
     ew1 = ew1 if last is None else last
-    print("Checking epiweeks between %d and %d..." % (ew0, ew1))
+    print(f"Checking epiweeks between {int(ew0)} and {int(ew1)}...")
 
     # keep track of how many rows were added
     rows_before = get_num_rows()
@@ -283,7 +283,7 @@ def get_num_rows():
     total_rows = 0
     ght = GHT(API_KEY)
     for term in terms:
-        print(" [%s] using term" % term)
+        print(f" [{term}] using term")
         ll, cl = len(locations), len(countries)
         for i in range(max(ll, cl)):
             location = locations[i] if i < ll else locations[0]
@@ -303,8 +303,7 @@ def get_num_rows():
                         else:
                             delay = 2**attempt
                             print(
-                                " [%s|%s] caught exception (will retry in %ds):"
-                                % (term, location, delay),
+                                f" [{term}|{location}] caught exception (will retry in {int(delay)}s):",
                                 ex,
                             )
                             time.sleep(delay)
@@ -332,15 +331,14 @@ def get_num_rows():
                     ew = flu.add_epiweeks(ew, 1)
                 if num_missing > 0:
                     print(
-                        " [%s|%s] missing %d/%d value(s)"
-                        % (term, location, num_missing, len(values))
+                        f" [{term}|{location}] missing {int(num_missing)}/{len(values)} value(s)"
                     )
             except Exception as ex:
                 print(f" [{term}|{location}] caught exception (will NOT retry):", ex)
 
     # keep track of how many rows were added
     rows_after = get_num_rows()
-    print("Inserted %d/%d row(s)" % (rows_after - rows_before, total_rows))
+    print(f"Inserted {int(rows_after - rows_before)}/{int(total_rows)} row(s)")
 
     # cleanup
     cur.close()