transfer/Makefile at master · artie-labs/transfer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
.PHONY: all
all:
	make clean
	make generate
	make test

.PHONY: test
test:
	go test ./...

.PHONY: race
race:
	go test -count 1 -race ./...

.PHONY: clean
clean:
	go clean -testcache

.PHONY: generate
generate:
	rm -f -- lib/mocks/*.mock.go && cd lib/mocks && go tool counterfeiter -generate

.PHONY: build
build:
	goreleaser build --clean

.PHONY: release
release:
	goreleaser release --clean

.PHONY: outdated
outdated:
# Note this will not output major version changes of dependencies.
	go list -u -m -f '{{if and .Update (not .Indirect)}}{{.}}{{end}}' all

.PHONY: bench_size
bench_size:
	go test ./lib/size -bench=Bench -benchtime=10s
	go test ./lib/optimization -bench=Bench -benchtime=10s

.PHONY: bench_typing
bench_typing:
	go test ./lib/typing/... -bench=Bench -benchtime=20s
	go test ./lib/debezium -bench=Bench -benchtime=20s

.PHONY: bench_redshift
bench_redshift:
	go test ./clients/redshift -bench=Bench -benchtime=20s

.PHONY: bench_mongo
bench_mongo:
	go test ./lib/cdc/mongo -bench=Bench -benchtime=20s

.PHONY: dest-itest-append
dest-itest-append:
	go run integration_tests/destination_append/main.go --config .personal/integration_tests/snowflake.yaml
	go run integration_tests/destination_append/main.go --config .personal/integration_tests/bigquery.yaml
	go run integration_tests/destination_append/main.go --config .personal/integration_tests/databricks.yaml
	go run integration_tests/destination_append/main.go --config .personal/integration_tests/redshift.yaml
	go run integration_tests/destination_append/main.go --config .personal/integration_tests/mssql.yaml
	go run integration_tests/destination_append/main.go --config .personal/integration_tests/iceberg.yaml

.PHONY: dest-itest-merge
dest-itest-merge:
	go run integration_tests/destination_merge/main.go --config .personal/integration_tests/snowflake.yaml
	go run integration_tests/destination_merge/main.go --config .personal/integration_tests/bigquery.yaml
	go run integration_tests/destination_merge/main.go --config .personal/integration_tests/databricks.yaml
	go run integration_tests/destination_merge/main.go --config .personal/integration_tests/redshift.yaml
	go run integration_tests/destination_merge/main.go --config .personal/integration_tests/mssql.yaml

.PHONY: parquet-venv
parquet-venv:
	@echo "Setting up Python venv for parquet integration test..."
	@if [ ! -d integration_tests/parquet/venv ]; then \
		python3 -m venv integration_tests/parquet/venv; \
	fi
	@integration_tests/parquet/venv/bin/pip install --upgrade pip > /dev/null
	@integration_tests/parquet/venv/bin/pip install -r integration_tests/parquet/requirements.txt > /dev/null

.PHONY: test-parquet
test-parquet: parquet-venv
	@cd integration_tests/parquet && go run main.go
	@echo "Running parquet verification (Python)..."
	@cd integration_tests/parquet && venv/bin/python verify_parquet.py

.PHONY: dest-itest-types
dest-itest-types:
	go run integration_tests/destination_types/main.go --config .personal/integration_tests/redshift.yaml
	go run integration_tests/destination_types/main.go --config .personal/integration_tests/mssql.yaml
	go run integration_tests/destination_types/main.go --config .personal/integration_tests/snowflake.yaml

.PHONY: postgres-itest
postgres-itest:
	go run integration_tests/postgres/main.go

.PHONY: lint
lint:
	golangci-lint run

.PHONY: lint-fix
lint-fix:
	golangci-lint run --fix