Merge pull request #1 from paperswithcode/latexml-migration

Latexml migration

Author: mkardas

Makefile

@@ -20,13 +20,11 @@ all:	$(ANNOTATIONS_DIR)/pdfs-urls.csv $(ANNOTATIONS_DIR)/sources-urls.csv extrac
 
 .PHONY: test
 test: DATA_DIR = test/data
-test: TABLE_FILE = $(TABLES_DIR)/paper/table_01.csv
 test:
 	mkdir -p $(ARCHIVES_DIR)
 	tar czf $(ARCHIVES_DIR)/paper.gz -C test/src .
 	$(MAKE) DATA_DIR=$(DATA_DIR) --always-make extract_all
-	cat $(TABLE_FILE)
-	diff $(TABLE_FILE) test/src/table_01.csv
+	diff -r $(TABLES_DIR) test/expected
 
 .PHONY: extract_all extract_texts extract_tables fix_htmls_all convert_all unpack_all
 

clean_html.sh

@@ -4,4 +4,4 @@ SOURCE=$(realpath "$1")
 mkdir -p $(dirname "$2")
 OUTPUT=$(realpath "$2")
 
-docker run --rm -v "$SOURCE":/files/index.html:ro --entrypoint '' zenika/alpine-chrome:73 chromium-browser --headless --disable-gpu --disable-software-rasterizer --no-sandbox --timeout=30000 --dump-dom /files/index.html > "$OUTPUT"
+docker run --rm -v "$SOURCE":/files/index.html:ro --entrypoint '' zenika/alpine-chrome:73 timeout -t 20 -s KILL chromium-browser --headless --disable-gpu --disable-software-rasterizer --no-sandbox --timeout=30000 --dump-dom /files/index.html > "$OUTPUT"

docker-latex2html.sh

@@ -6,4 +6,4 @@ OUTPUT=$(realpath "$2")		#~/arxiv/htmls/1701/1701.xyz.html
 OUTPUT_DIR=$(dirname "$OUTPUT")	#~/arxiv/htmls/1701
 FILENAME=$(basename "$OUTPUT") #1701.xyz.html
 
-docker run --rm -v $PWD/latex2html.sh:/files/latex2html.sh:ro -v "$SOURCE_DIR":/files/ro-source:ro -v "$OUTPUT_DIR":/files/htmls niccokunzmann/ci-latex /files/latex2html.sh "$FILENAME"
+docker run --rm -v $PWD/latex2html.sh:/files/latex2html.sh:ro -v $PWD/guess_main.py:/files/guess_main.py:ro -v $PWD/patches:/files/patches:ro -v "$SOURCE_DIR":/files/ro-source:ro -v "$OUTPUT_DIR":/files/htmls arxivvanity/engrafo /files/latex2html.sh "$FILENAME"