dre-airflow/Makefile at main · dfinity/dre-airflow · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
VENV_DIR = venv
VENV_BIN_DIR = $(VENV_DIR)/bin
AIRFLOW_SETUP = $(VENV_BIN_DIR)/.airflow-2.11.0
AIRFLOW_CFG = airflow/airflow.cfg
AIRFLOW_TESTS_HOME = $(PWD)/tests
AIRFLOW_TESTS_CFG = $(AIRFLOW_TESTS_HOME)/airflow.cfg
AIRFLOW_TESTS_DB = $(AIRFLOW_TESTS_HOME)/airflow.db

.PHONY = airflow-setup test ruff mypy pytest

$(AIRFLOW_CFG):
	bin/airflow setup

$(AIRFLOW_SETUP): $(AIRFLOW_CFG)
	touch $(AIRFLOW_SETUP)

airflow-setup: $(AIRFLOW_SETUP)

$(VENV_DIR)/lib/*/site-packages/mock: $(AIRFLOW_SETUP)
	$(VENV_BIN_DIR)/pip3 install mock
	touch $(VENV_DIR)/lib/*/site-packages/mock

$(VENV_BIN_DIR)/pytest: $(AIRFLOW_SETUP)
	$(VENV_BIN_DIR)/pip3 install pytest pytest-mock
	touch $(VENV_BIN_DIR)/pytest

$(VENV_BIN_DIR)/mypy: $(AIRFLOW_SETUP)
	$(VENV_BIN_DIR)/pip3 install mypy types-PyYAML types-requests types-mock
	touch $(VENV_BIN_DIR)/mypy

$(VENV_BIN_DIR)/ruff-0.13.2: $(AIRFLOW_SETUP)
	$(VENV_BIN_DIR)/pip3 install ruff==0.13.2
	touch $(VENV_BIN_DIR)/ruff
	ln -sf ./ruff $(VENV_BIN_DIR)/ruff-0.13.2

$(VENV_BIN_DIR)/ruff: $(VENV_BIN_DIR)/ruff-0.13.2

mypy: $(VENV_BIN_DIR)/mypy
	PYTHONPATH=$(PWD)/plugins:$(PWD)/shared MYPY_PATH=$(PWD)/plugins:$(PWD)/shared $(VENV_BIN_DIR)/mypy --config=mypy.ini

ruff: $(VENV_BIN_DIR)/ruff-0.13.2
	PYTHONPATH=$(PWD)/plugins:$(PWD)/shared $(VENV_BIN_DIR)/ruff-0.13.2 check shared plugins dags

$(AIRFLOW_TESTS_CFG): $(AIRFLOW_SETUP)
	mkdir -p $(AIRFLOW_TESTS_HOME)
	cp -f $(AIRFLOW_CFG) $(AIRFLOW_TESTS_CFG)

tests/airflow.db: $(AIRFLOW_SETUP) $(AIRFLOW_TESTS_CFG)
	AIRFLOW__CORE__EXECUTOR=SequentialExecutor  AIRFLOW__DATABASE__LOAD_DEFAULT_CONNECTIONS=False AIRFLOW__CORE__LOAD_EXAMPLES=False AIRFLOW__CORE__UNIT_TEST_MODE=True AIRFLOW_HOME=$(AIRFLOW_TESTS_HOME) PYTHONPATH=$(PWD)/plugins:$(PWD)/shared $(VENV_BIN_DIR)/airflow db migrate

pytest: tests/airflow.db $(VENV_BIN_DIR)/pytest $(VENV_DIR)/lib/*/site-packages/mock
	AIRFLOW__CORE__EXECUTOR=SequentialExecutor AIRFLOW__DATABASE__LOAD_DEFAULT_CONNECTIONS=False AIRFLOW__CORE__LOAD_EXAMPLES=False AIRFLOW__CORE__UNIT_TEST_MODE=True AIRFLOW__CORE__ALLOWED_DESERIALIZATION_CLASSES_REGEXP="(airflow|dfinity)[.].*" AIRFLOW_HOME=$(PWD)/tests PYTHONPATH=$(PWD)/plugins:$(PWD)/shared $(VENV_BIN_DIR)/pytest -vv tests

test: ruff mypy pytest