-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathMakefile
More file actions
255 lines (204 loc) · 7.1 KB
/
Makefile
File metadata and controls
255 lines (204 loc) · 7.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
MAKEFLAGS += --warn-undefined-variables
SHELL := bash
.SHELLFLAGS := -eu -o pipefail -c
.DEFAULT_GOAL := help
.DELETE_ON_ERROR:
.SUFFIXES:
.SECONDARY:
# environment variables
.EXPORT_ALL_VARIABLES:
ifdef LINKML_ENVIRONMENT_FILENAME
include ${LINKML_ENVIRONMENT_FILENAME}
else
include config.public.mk
endif
RUN = uv run
SRC_DIR = src
DEST_DIR = project
DOC_DIR = docs
EXAMPLE_DIR = examples
SCHEMA_NAME = $(LINKML_SCHEMA_NAME)
SOURCE_SCHEMA_PATH = $(LINKML_SCHEMA_SOURCE_PATH)
SOURCE_SCHEMA_DIR = $(SRC_DIR)/schema
SOURCE_SAMPLE_DATA_DIR = $(SRC_DIR)/sample_data
PYMODEL_DIR = $(SOURCE_SCHEMA_DIR)/datamodel
JSONSCHEMA_DIR = $(SOURCE_SCHEMA_DIR)/jsonschema
DOCTEMPLATES_DIR = $(SRC_DIR)/docs/templates
SHEET_MODULE = $(LINKML_SCHEMA_GOOGLE_SHEET_MODULE)
SHEET_ID = $(LINKML_SCHEMA_GOOGLE_SHEET_ID)
SHEET_TABS = $(LINKML_SCHEMA_GOOGLE_SHEET_TABS)
SHEET_MODULE_PATH = $(SOURCE_SCHEMA_DIR)/sheets/$(SHEET_MODULE).yaml
# Use += to append variables from the variables file
CONFIG_YAML =
ifdef LINKML_GENERATORS_CONFIG_YAML
CONFIG_YAML += "--config-file"
CONFIG_YAML += ${LINKML_GENERATORS_CONFIG_YAML}
endif
GEN_DOC_ARGS =
ifdef LINKML_GENERATORS_DOC_ARGS
GEN_DOC_ARGS += ${LINKML_GENERATORS_DOC_ARGS}
endif
GEN_OWL_ARGS =
ifdef LINKML_GENERATORS_OWL_ARGS
GEN_OWL_ARGS += ${LINKML_GENERATORS_OWL_ARGS}
endif
GEN_JAVA_ARGS =
ifdef LINKML_GENERATORS_JAVA_ARGS
GEN_JAVA_ARGS += ${LINKML_GENERATORS_JAVA_ARGS}
endif
GEN_TS_ARGS =
ifdef LINKML_GENERATORS_TYPESCRIPT_ARGS
GEN_TS_ARGS += ${LINKML_GENERATORS_TYPESCRIPT_ARGS}
endif
# basename of a YAML file in model/
.PHONY: all clean setup gen-project gen-examples gendoc git-init-add git-init git-add git-commit git-status
# note: "help" MUST be the first target in the file,
# when the user types "make" they should get help info
help: status
@echo ""
@echo "make setup -- initial setup (run this first)"
@echo "make site -- makes site locally"
@echo "make install -- install dependencies"
@echo "make test -- runs tests"
@echo "make lint -- perform linting"
@echo "make testdoc -- builds docs and runs local test server"
@echo "make deploy -- deploys site"
@echo "make update -- updates linkml version"
@echo "make help -- show this help"
@echo ""
status: check-config
@echo "Project: $(SCHEMA_NAME)"
@echo "Source: $(SOURCE_SCHEMA_PATH)"
# generate products and add everything to github
setup: check-config git-init install gen-project gen-examples gendoc git-add git-commit
# install any dependencies required for building
install:
uv sync
.PHONY: install
# ---
# Project Synchronization
# ---
#
# check we are up to date
check: cruft-check
cruft-check:
cruft check
cruft-diff:
cruft diff
update: update-template update-linkml
update-template:
cruft update
# todo: consider pinning to template
# update-linkml:
# poetry add -D linkml@latest
# EXPERIMENTAL
create-data-harmonizer:
npm init data-harmonizer $(SOURCE_SCHEMA_PATH)
all: site
site: gen-project gendoc
%.yaml: gen-project
deploy: all mkd-gh-deploy
compile-sheets:
$(RUN) sheets2linkml --gsheet-id $(SHEET_ID) $(SHEET_TABS) > $(SHEET_MODULE_PATH).tmp && mv $(SHEET_MODULE_PATH).tmp $(SHEET_MODULE_PATH)
# In future this will be done by conversion
gen-examples:
cp -r $(SOURCE_SAMPLE_DATA_DIR)/* $(EXAMPLE_DIR)
validate-examples:
$(RUN) linkml-validate -s $(SOURCE_SCHEMA_PATH) $(SOURCE_SAMPLE_DATA_DIR)/valid/Entity-*
# generates all project files
gen-project: $(PYMODEL_DIR)
$(RUN) gen-project ${CONFIG_YAML} -d $(DEST_DIR) $(SOURCE_SCHEMA_PATH) && mv $(DEST_DIR)/*.py $(PYMODEL_DIR)
# non-empty arg triggers owl (workaround https://github.com/linkml/linkml/issues/1453)
ifneq ($(strip ${GEN_OWL_ARGS}),)
mkdir -p ${DEST_DIR}/owl || true
$(RUN) gen-owl ${GEN_OWL_ARGS} $(SOURCE_SCHEMA_PATH) >${DEST_DIR}/owl/${SCHEMA_NAME}.owl.ttl
endif
# non-empty arg triggers java
ifneq ($(strip ${GEN_JAVA_ARGS}),)
$(RUN) gen-java ${GEN_JAVA_ARGS} --output-directory ${DEST_DIR}/java/ $(SOURCE_SCHEMA_PATH)
endif
# non-empty arg triggers typescript
ifneq ($(strip ${GEN_TS_ARGS}),)
mkdir -p ${DEST_DIR}/typescript || true
$(RUN) gen-typescript ${GEN_TS_ARGS} $(SOURCE_SCHEMA_PATH) >${DEST_DIR}/typescript/${SCHEMA_NAME}.ts
endif
test: test-schema test-python test-examples
test-schema:
$(RUN) gen-project ${CONFIG_YAML} -d tmp $(SOURCE_SCHEMA_PATH)
test-python:
$(RUN) python -m pytest
lint: ## lint the schema; warnings or errors result in a non-zero exit code
$(RUN) linkml-lint $(SOURCE_SCHEMA_PATH)
lint-validate: ## lint and validate the schema; warnings or errors result in a non-zero exit code
$(RUN) linkml-lint --validate $(SOURCE_SCHEMA_PATH)
lint-no-warn: ## lint the schema; warnings do not result in a non-zero exit code
$(RUN) linkml-lint --ignore-warnings $(SOURCE_SCHEMA_PATH)
gen-artefacts: $(PYMODEL_DIR) $(JSONSCHEMA_DIR) ## generate standard repo artefacts (JSON Schema and Pydantic versions of the schema)
$(RUN) gen-json-schema $(SOURCE_SCHEMA_PATH) > $(JSONSCHEMA_DIR)/bertron_schema.json
$(RUN) gen-pydantic $(SOURCE_SCHEMA_PATH) > $(PYMODEL_DIR)/bertron_schema_pydantic.py
check-config:
ifndef LINKML_SCHEMA_NAME
$(error **Project not configured**:\n\n - See '.env.public'\n\n)
else
$(info Ok)
endif
convert-examples-to-%:
$(patsubst %, $(RUN) linkml-convert % -s $(SOURCE_SCHEMA_PATH) -C Entity, $(shell ${SHELL} find $(SOURCE_SAMPLE_DATA_DIR) -name "*.yaml"))
examples/%.yaml: $(SOURCE_SAMPLE_DATA_DIR)/%.yaml
$(RUN) linkml-convert -s $(SOURCE_SCHEMA_PATH) -C Entity $< -o $@
examples/%.json: $(SOURCE_SAMPLE_DATA_DIR)/%.yaml
$(RUN) linkml-convert -s $(SOURCE_SCHEMA_PATH) -C Entity $< -o $@
examples/%.ttl: $(SOURCE_SAMPLE_DATA_DIR)/%.yaml
$(RUN) linkml-convert -P EXAMPLE=http://example.org/ -s $(SOURCE_SCHEMA_PATH) -C Entity $< -o $@
test-examples: examples/output
examples/output: src/$(SCHEMA_NAME)/schema/$(SCHEMA_NAME).yaml
mkdir -p $@
$(RUN) linkml-run-examples \
--output-formats json \
--output-formats yaml \
--counter-example-input-directory $(SOURCE_SAMPLE_DATA_DIR)/invalid \
--input-directory $(SOURCE_SAMPLE_DATA_DIR)/valid \
--output-directory $@ \
--schema $< > $@/README.md
serve: mkd-serve ## Test documentation locally
# Python datamodel directory
$(PYMODEL_DIR):
mkdir -p $@
# JSON Schema model directory
$(JSONSCHEMA_DIR):
mkdir -p $@
# documentation directory
$(DOC_DIR):
mkdir -p $@
gendoc: $(DOC_DIR) ## generate Markdown documentation locally
cp -rf $(SRC_DIR)/docs/files/* $(DOC_DIR) ; \
$(RUN) gen-doc ${GEN_DOC_ARGS} -d $(DOC_DIR) $(SOURCE_SCHEMA_PATH)
mkdir -p $(DOC_DIR)/javascripts
cp $(SRC_DIR)/docs/js/*.js $(DOC_DIR)/javascripts/
gendoc-gh: ## generate HTML documentation for deployment on GitHub Pages
make gendoc
touch $(DOC_DIR)/.nojekyll
make mkd-gh-deploy
testdoc: gendoc serve
MKDOCS = $(RUN) mkdocs
mkd-%:
$(MKDOCS) $*
git-init-add: git-init git-add git-commit git-status
git-init:
git init
git-add: .cruft.json
git add .
git-commit:
git commit -m 'chore: make setup was run' -a
git-status:
git status
# only necessary if setting up via cookiecutter
.cruft.json:
echo "creating a stub for .cruft.json. IMPORTANT: setup via cruft not cookiecutter recommended!" ; \
touch $@
clean:
rm -rf $(DEST_DIR)
rm -rf tmp
rm -fr $(DOC_DIR)/*
rm -fr $(PYMODEL_DIR)/*
include project.Makefile