feat: architecture refactor (microservices), add global configuration, and add experiment system (#3)

* feat: refactor repository layout

* feat: add back producer

* feat: add kafka-init service

* feat: add dc.topology to producer

* feat: add back consumer

* feat: add experiment 1

* feat: add /api/topology endpoint to API

* feat: add back static site

* feat: add v1 of documentation

* chore: remove old files

* feat: add back dashboard

Author: jvdtoorn

.dockerignore

@@ -0,0 +1,101 @@
+# Git
+.git
+.gitignore
+.gitattributes
+
+# Python
+__pycache__
+*.py[cod]
+*$py.class
+*.so
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+*.pyc
+.pytest_cache/
+.coverage
+htmlcov/
+.tox/
+.hypothesis/
+*.mo
+*.pot
+
+# Virtual environments
+venv/
+ENV/
+env/
+.venv
+
+# IDEs
+.vscode/
+.idea/
+*.swp
+*.swo
+*~
+.DS_Store
+
+# Node.js (for frontend)
+node_modules/
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+.pnpm-debug.log*
+.next/
+out/
+.nuxt
+.cache
+
+# Documentation (not needed in containers)
+*.md
+!README.md
+docs/
+
+# Development
+.env
+.env.local
+.env.*.local
+scratch/
+logo/
+
+# Output directories
+output/
+
+# Jupyter
+*.ipynb
+.ipynb_checkpoints
+
+# Parquet data (handled separately via volume mounts)
+data/
+surf-workload/
+
+# Docker
+docker-compose*.yml
+Dockerfile*
+.dockerignore
+
+# CI/CD
+.github/
+.gitlab-ci.yml
+
+# Backup files
+*.backup
+*.bak
+*.tmp
+*.old
+
+# OS
+Thumbs.db

.github/workflows/pages.yml

@@ -1,8 +1,8 @@
-name: Deploy opendc.org
+name: Deploy atlarge-research.github.io/opendt
 
 on:
   push:
-    branches: ["add-static-documentation-site"]
+    branches: ["master", "refactor-services"]
   workflow_dispatch:
 
 concurrency:

.gitignore

@@ -1,11 +1,23 @@
 scratch/
 
+### OpenDT runtime experiment files ###
+experiment.json
+.experiment.json.crc
+kafka/opendt_sim_inputs/
+opendt_sim_inputs/
+output/
+!output/README.md
+!output/.gitkeep
+
+### VS Code ###
+.vscode/
+
 target/
 !.mvn/wrapper/maven-wrapper.jar
 !**/src/main/**/target/
 !**/src/test/**/target/
 
-### IntelliJ IDEA ###
+### IDE ###
 .idea
 .idea/modules.xml
 .idea/jarRepositories.xml
@@ -17,17 +29,14 @@ target/
 out/
 !**/src/main/**/out/
 !**/src/test/**/out/
-
-### Eclipse ###
 .apt_generated
 .classpath
 .factorypath
 .project
 .settings
 .springBeans
 .sts4-cache
-
-### NetBeans ###
+.cursorrules
 /nbproject/private/
 /nbbuild/
 /dist/
@@ -37,37 +46,41 @@ build/
 !**/src/main/**/build/
 !**/src/test/**/build/
 
-### VS Code ###
-.vscode/
-
 ### Mac OS ###
 .DS_Store
 
 ### Scala ###
 .bsp/
 
-### OpenDT traces ###
-surf-22/
-
-### OpenDT runtime experiment files ###
-experiment.json
-.experiment.json.crc
-kafka/opendt_sim_inputs/
-opendt_sim_inputs/
-output/
-
 ### Kafka data ###
 kafka/kafka-data/
 reader/
 
-.venv
+# Python virtual environments
+.venv/
+venv/
+env/
 .env
 
+# uv
+.uv/
+uv.lock
 
-####backup files####
-config/*.backup
-
-####Pycharm####
+# Python artifacts
 __pycache__/
 *.py[cod]
 *$py.class
+*.so
+.Python
+*.egg-info/
+dist/
+build/
+*.egg
+
+# Testing
+.pytest_cache/
+.coverage
+htmlcov/
+
+# Backup files
+config/*.backup

.python-version

@@ -0,0 +1 @@
+3.11