Skip to content

Commit 387a2c5

Browse files
authoredFeb 19, 2025··
F/release v7 (#281)
* Change deploy time * Fix flow names * Remove unused dependencies * Remove more packages + add ruff * Increase version
1 parent 7675a34 commit 387a2c5

File tree

7 files changed

+38
-119
lines changed

7 files changed

+38
-119
lines changed
 

‎poetry.lock

+29-102
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

‎prefect.yaml

+1-1
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@ deployments:
3535
entrypoint: src/schedules/hourly.py:hourly
3636
tags: ["schedules", "hourly"]
3737
schedules:
38-
- cron: "0 * * * *" # Every hour
38+
- cron: "10 * * * *" # Every hour
3939

4040
# ------------------------------ DBT ------------------------------------------
4141
- name: dbt

‎pyproject.toml

+3-7
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@ line-length = 100
33

44
[tool.poetry]
55
name = "vtasks"
6-
version = "7.0.0-alpha.18"
6+
version = "7.0.0"
77
description = "Personal tasks scheduled with Prefect"
88
authors = ["Arnau Villoro <arnau@villoro.com>"]
99
maintainers = ["Arnau Villoro <arnau@villoro.com>"]
@@ -20,25 +20,21 @@ dropbox = "^11.36.0"
2020
duckdb = "^1.1.3"
2121
gcsa = "^2.0.1"
2222
gspread = "^5.7.2"
23-
mailjet-rest = "^1.3.4"
24-
numpy = "^1.26"
25-
openpyxl = "^3.0.10"
26-
oyaml = "^1.0"
23+
numpy = "^1.26" # Needed for compatibility
2724
pandas = "^1.5.2"
2825
prefect = "^2.7.12"
2926
pyarrow = "^10.0.1"
3027
regex = "^2022.10.31"
3128
vcrypto = "^3.0.0"
3229
vdropbox = "^0.2.7"
33-
xlrd = "^2.0.1"
3430
backoff = "^2.2.1"
3531

3632
[tool.poetry.group.dev.dependencies]
37-
black = "^22.10.0"
3833
jupyter = "^1.0.0"
3934
loguru = "^0.7.0"
4035
notebook = "^6.5.2"
4136
pre-commit = "^2.20.0"
37+
ruff = "^0.9.6"
4238
tqdm = "^4.64.1"
4339

4440
[build-system]

‎requirements.txt

-4
Original file line numberDiff line numberDiff line change
@@ -37,7 +37,6 @@ dropbox==11.36.2 ; python_version >= "3.10" and python_version < "4.0"
3737
duckdb==1.1.3 ; python_version >= "3.10" and python_version < "4.0"
3838
durationpy==0.9 ; python_version >= "3.10" and python_version < "4.0"
3939
email-validator==2.2.0 ; python_version >= "3.10" and python_version < "4.0"
40-
et-xmlfile==2.0.0 ; python_version >= "3.10" and python_version < "4.0"
4140
exceptiongroup==1.2.2 ; python_version >= "3.10" and python_version < "4.0"
4241
fsspec==2024.12.0 ; python_version >= "3.10" and python_version < "4.0"
4342
gcsa==2.5.1 ; python_version >= "3.10" and python_version < "4.0"
@@ -72,7 +71,6 @@ jsonschema-specifications==2024.10.1 ; python_version >= "3.10" and python_versi
7271
jsonschema==4.23.0 ; python_version >= "3.10" and python_version < "4.0"
7372
kubernetes==31.0.0 ; python_version >= "3.10" and python_version < "4.0"
7473
leather==0.4.0 ; python_version >= "3.10" and python_version < "4.0"
75-
mailjet-rest==1.3.4 ; python_version >= "3.10" and python_version < "4.0"
7674
mako==1.3.8 ; python_version >= "3.10" and python_version < "4.0"
7775
markdown-it-py==3.0.0 ; python_version >= "3.10" and python_version < "4.0"
7876
markdown==3.7 ; python_version >= "3.10" and python_version < "4.0"
@@ -84,7 +82,6 @@ msgpack==1.1.0 ; python_version >= "3.10" and python_version < "4.0"
8482
networkx==3.4.2 ; python_version >= "3.10" and python_version < "4.0"
8583
numpy==1.26.4 ; python_version >= "3.10" and python_version < "4.0"
8684
oauthlib==3.2.2 ; python_version >= "3.10" and python_version < "4.0"
87-
openpyxl==3.1.5 ; python_version >= "3.10" and python_version < "4.0"
8885
ordered-set==4.1.0 ; python_version >= "3.10" and python_version < "4.0"
8986
orjson==3.10.14 ; python_version >= "3.10" and python_version < "4.0"
9087
oyaml==1.0 ; python_version >= "3.10" and python_version < "4.0"
@@ -150,5 +147,4 @@ vcrypto==3.0.0 ; python_version >= "3.10" and python_version < "4.0"
150147
vdropbox==0.2.7 ; python_version >= "3.10" and python_version < "4.0"
151148
websocket-client==1.8.0 ; python_version >= "3.10" and python_version < "4.0"
152149
websockets==13.1 ; python_version >= "3.10" and python_version < "4.0"
153-
xlrd==2.0.1 ; python_version >= "3.10" and python_version < "4.0"
154150
zipp==3.21.0 ; python_version >= "3.10" and python_version < "4.0"

‎src/jobs/gcal/export.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
from datetime import date
22
from pathlib import Path
33

4-
import oyaml as yaml
54
import pandas as pd
5+
import yaml
66
from gcsa.google_calendar import GoogleCalendar
77
from gcsa.serializers.event_serializer import EventSerializer
88
from prefect import flow
@@ -126,7 +126,7 @@ def query_all_calendars(calendars):
126126
return pd.DataFrame(events)
127127

128128

129-
@flow(name="vtasks.gcal.export")
129+
@flow(name=FLOW_NAME)
130130
def export_all_gcal():
131131
"""Export all events as a parquet"""
132132

‎src/jobs/gsheets/export_tables.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,7 @@
1111

1212
BASE_PATH = str(Path(__file__).parent)
1313
TABLES_FILE = f"{BASE_PATH}/tables.yaml"
14-
FLOW_NAME = "gsheets.export_tables"
14+
FLOW_NAME = "gsheets"
1515

1616

1717
class GsheetJob(BaseModel):

‎src/schedules/hourly.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -42,11 +42,11 @@ def run_flows(flows, flow_name):
4242
failures = [name for name, state in results.items() if is_failure(state)]
4343

4444
if failures:
45-
msg = f"{flow_name} failed ({len(failures)} {failures=})."
45+
msg = f"{flow_name} failed ({len(failures)} {failures=})."
4646
logger.error(msg)
4747
return states.Failed(message=msg)
4848

49-
logger.info(f"{flow_name} completed successfully!")
49+
logger.info(f"{flow_name} completed successfully!")
5050
return states
5151

5252

0 commit comments

Comments
 (0)
Please sign in to comment.