Merge pull request #13 from kevinsunny1996/task/update_dag_dependenci…

…es_to_upload_fixed_file Changed dag dependencies to upload the corrected file
kevinsunny1996 · Apr 30, 2024 · 9b3092d · 9b3092d
2 parents f800973 + c05adc1
commit 9b3092d
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/dags/rawg_api_extractor_dag.py b/dags/rawg_api_extractor_dag.py
@@ -474,8 +474,8 @@ def update_page_number(rawg_page_number: int) -> int:
     clear_extracted_parquet_files = remove_extracted_api_parquet_files(rawg_landing_gcs_bucket)
     next_page_number = update_page_number(rawg_page_number)
 
-    game_ids_list >> game_details_extractor >> load_rawg_api_ratings_data_to_bq >> load_rawg_api_games_data_to_bq >> load_rawg_api_genres_data_to_bq >> load_rawg_api_platforms_data_to_bq >> load_rawg_api_publishers_data_to_bq >> clear_extracted_parquet_files >> next_page_number
-
+    game_ids_list >> game_details_extractor  >> load_rawg_api_platforms_data_to_bq >> load_rawg_api_publishers_data_to_bq >> clear_extracted_parquet_files >> next_page_number
+# >> load_rawg_api_ratings_data_to_bq >> load_rawg_api_games_data_to_bq >> load_rawg_api_genres_data_to_bq
 
 rawg_api_extractor_dag()