ftm-analyze/Makefile at main · openaleph/ftm-analyze · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
all: clean install test

install:
	poetry install --with dev --all-extras

lint:
	poetry run flake8 ftm_analyze --count --select=E9,F63,F7,F82 --show-source --statistics
	poetry run flake8 ftm_analyze --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics

pre-commit:
	poetry run pre-commit install
	poetry run pre-commit run -a

typecheck:
	poetry run mypy --strict ftm_analyze

test:
	poetry run pytest -v --capture=sys --cov=ftm_analyze --cov-report lcov

build:
	poetry build

# Docker build targets
DOCKER_REGISTRY ?= ghcr.io/openaleph
DOCKER_IMAGE ?= ftm-analyze
DOCKER_TAG ?= latest

# Build all NER variants
build-docker: build-docker-spacy build-docker-spacy-slim build-docker-flair build-docker-gliner build-docker-transformers build-docker-minimal

build-docker-spacy:
	docker build --target spacy -t $(DOCKER_REGISTRY)/$(DOCKER_IMAGE):$(DOCKER_TAG) -t $(DOCKER_REGISTRY)/$(DOCKER_IMAGE):spacy .

build-docker-spacy-slim:
	docker build --target spacy-slim -t $(DOCKER_REGISTRY)/$(DOCKER_IMAGE):spacy-slim .

build-docker-flair:
	docker build --target flair -t $(DOCKER_REGISTRY)/$(DOCKER_IMAGE):flair .

build-docker-gliner:
	docker build --target gliner -t $(DOCKER_REGISTRY)/$(DOCKER_IMAGE):gliner .

build-docker-transformers:
	docker build --target transformers -t $(DOCKER_REGISTRY)/$(DOCKER_IMAGE):transformers .

build-docker-minimal:
	docker build --target minimal -t $(DOCKER_REGISTRY)/$(DOCKER_IMAGE):minimal .

# Push all variants
push-docker: push-docker-spacy push-docker-spacy-slim push-docker-flair push-docker-gliner push-docker-transformers push-docker-minimal

push-docker-spacy:
	docker push $(DOCKER_REGISTRY)/$(DOCKER_IMAGE):$(DOCKER_TAG)
	docker push $(DOCKER_REGISTRY)/$(DOCKER_IMAGE):spacy

push-docker-spacy-slim:
	docker push $(DOCKER_REGISTRY)/$(DOCKER_IMAGE):spacy-slim

push-docker-flair:
	docker push $(DOCKER_REGISTRY)/$(DOCKER_IMAGE):flair

push-docker-gliner:
	docker push $(DOCKER_REGISTRY)/$(DOCKER_IMAGE):gliner

push-docker-transformers:
	docker push $(DOCKER_REGISTRY)/$(DOCKER_IMAGE):transformers

push-docker-minimal:
	docker push $(DOCKER_REGISTRY)/$(DOCKER_IMAGE):minimal

clean:
	rm -fr build/
	rm -fr dist/
	rm -fr .eggs/
	find . -name '*.egg-info' -exec rm -fr {} +
	find . -name '*.egg' -exec rm -f {} +
	find . -name '*.pyc' -exec rm -f {} +
	find . -name '*.pyo' -exec rm -f {} +
	find . -name '*~' -exec rm -f {} +
	find . -name '__pycache__' -exec rm -fr {} +

documentation:
	mkdocs build
	aws --endpoint-url https://s3.investigativedata.org s3 sync ./site s3://openaleph.org/docs/lib/ftm-analyze