4 Commits

Author SHA1 Message Date
Tomasz Dłuski
01e8abe89a add named volumes instead of mapped local directory 2021-12-03 21:34:32 +01:00
Tomasz Dłuski
d0a5dfbde0 add restart: unless-stopped 2021-12-03 21:32:42 +01:00
Tomasz Dłuski
f92d4ec230 update minio to the newest version 2021-12-03 21:29:36 +01:00
Tomasz Dłuski
2ad2c983db dont expose database to public network closes #12 2021-12-03 21:21:51 +01:00
3 changed files with 48 additions and 81 deletions

View File

@@ -1,22 +0,0 @@
# Minio Console
s3.localhost:9001 {
handle_path /* {
reverse_proxy s3:9001
}
}
# Minio API
s3.localhost:9000 {
handle_path /* {
reverse_proxy s3:9000
}
}
mlflow.localhost {
basicauth /* {
root JDJhJDEwJEVCNmdaNEg2Ti5iejRMYkF3MFZhZ3VtV3E1SzBWZEZ5Q3VWc0tzOEJwZE9TaFlZdEVkZDhX # root hiccup
}
handle_path /* {
reverse_proxy mlflow:5000
}
}

View File

@@ -1,38 +1,24 @@
version: '3.2' version: "3.9"
services: services:
caddy:
image: caddy:2-alpine
container_name: caddy
volumes:
- ./Caddyfile:/etc/caddy/Caddyfile
- /caddy/data:/data
- /caddy/config:/config
ports:
- 80:80
- 443:443
- 9000:9000
- 9001:9001
restart: unless-stopped
s3: s3:
restart: always image: minio/minio:RELEASE.2021-08-25T00-41-18Z.hotfix.55efceab5
image: minio/minio:latest restart: unless-stopped
container_name: aws-s3 container_name: aws-s3
ports: ports:
- 9000 - "9000:9000"
- 9001 - "9001:9001"
environment: environment:
- MINIO_ROOT_USER=${AWS_ACCESS_KEY_ID} - MINIO_ROOT_USER=${AWS_ACCESS_KEY_ID}
- MINIO_ROOT_PASSWORD=${AWS_SECRET_ACCESS_KEY} - MINIO_ROOT_PASSWORD=${AWS_SECRET_ACCESS_KEY}
command: command: server /data --console-address ":9001"
server /date --console-address ":9001"
volumes:
- ./s3:/date
networks: networks:
- default - internal
- proxy-net - public
volumes:
- minio_volume:/data
db: db:
restart: always
image: mysql/mysql-server:5.7.28 image: mysql/mysql-server:5.7.28
restart: unless-stopped
container_name: mlflow_db container_name: mlflow_db
expose: expose:
- "3306" - "3306"
@@ -42,13 +28,13 @@ services:
- MYSQL_PASSWORD=${MYSQL_PASSWORD} - MYSQL_PASSWORD=${MYSQL_PASSWORD}
- MYSQL_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD} - MYSQL_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}
volumes: volumes:
- ./dbdata:/var/lib/mysql - db_volume:/var/lib/mysql
networks: networks:
- default - internal
mlflow: mlflow:
restart: always
container_name: tracker_mlflow container_name: tracker_mlflow
image: tracker_ml image: tracker_ml
restart: unless-stopped
build: build:
context: ./mlflow context: ./mlflow
dockerfile: Dockerfile dockerfile: Dockerfile
@@ -59,11 +45,14 @@ services:
- AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY} - AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
- AWS_DEFAULT_REGION=${AWS_REGION} - AWS_DEFAULT_REGION=${AWS_REGION}
- MLFLOW_S3_ENDPOINT_URL=http://s3:9000 - MLFLOW_S3_ENDPOINT_URL=http://s3:9000
entrypoint: mlflow server --backend-store-uri mysql+pymysql://${MYSQL_USER}:${MYSQL_PASSWORD}@db:3306/${MYSQL_DATABASE} --default-artifact-root s3://${AWS_BUCKET_NAME}/ -h 0.0.0.0
networks: networks:
- proxy-net - public
- default - internal
entrypoint: ./wait-for-it.sh db:3306 -t 90 -- mlflow server --backend-store-uri mysql+pymysql://${MYSQL_USER}:${MYSQL_PASSWORD}@db:3306/${MYSQL_DATABASE} --default-artifact-root s3://${AWS_BUCKET_NAME}/ -h 0.0.0.0
networks: networks:
default: internal:
proxy-net: public:
driver: bridge
volumes:
db_volume:
minio_volume:

View File

@@ -5,7 +5,7 @@ from mlflow import mlflow,log_metric, log_param, log_artifacts
if __name__ == "__main__": if __name__ == "__main__":
with mlflow.start_run() as run: with mlflow.start_run() as run:
mlflow.set_tracking_uri('https://mlflow.localhost') mlflow.set_tracking_uri('http://localhost:5000')
print("Running mlflow_tracking.py") print("Running mlflow_tracking.py")
log_param("param1", randint(0, 100)) log_param("param1", randint(0, 100))