2020-09-05 13:54:40 +02:00
|
|
|
import os
|
|
|
|
|
|
|
|
|
|
from minio import Minio
|
2020-12-21 16:33:53 +01:00
|
|
|
from minio.error import InvalidResponseError
|
2020-09-05 13:54:40 +02:00
|
|
|
|
|
|
|
|
accessID = os.environ.get('AWS_ACCESS_KEY_ID')
|
|
|
|
|
accessSecret = os.environ.get('AWS_SECRET_ACCESS_KEY')
|
|
|
|
|
minioUrl = os.environ.get('MLFLOW_S3_ENDPOINT_URL')
|
2020-09-05 13:58:45 +02:00
|
|
|
bucketName = os.environ.get('AWS_BUCKET_NAME')
|
2020-09-05 13:54:40 +02:00
|
|
|
|
|
|
|
|
if accessID == None:
|
|
|
|
|
print('[!] AWS_ACCESS_KEY_ID environemnt variable is empty! run \'source .env\' to load it from the .env file')
|
|
|
|
|
exit(1)
|
|
|
|
|
|
|
|
|
|
if accessSecret == None:
|
|
|
|
|
print('[!] AWS_SECRET_ACCESS_KEY environemnt variable is empty! run \'source .env\' to load it from the .env file')
|
|
|
|
|
exit(1)
|
|
|
|
|
|
|
|
|
|
if minioUrl == None:
|
|
|
|
|
print('[!] MLFLOW_S3_ENDPOINT_URL environemnt variable is empty! run \'source .env\' to load it from the .env file')
|
|
|
|
|
exit(1)
|
|
|
|
|
|
2020-09-05 13:58:45 +02:00
|
|
|
|
|
|
|
|
if bucketName == None:
|
|
|
|
|
print('[!] AWS_BUCKET_NAME environemnt variable is empty! run \'source .env\' to load it from the .env file')
|
|
|
|
|
exit(1)
|
|
|
|
|
|
2020-09-05 13:54:40 +02:00
|
|
|
minioUrlHostWithPort = minioUrl.split('//')[1]
|
|
|
|
|
print('[*] minio url: ',minioUrlHostWithPort)
|
|
|
|
|
|
|
|
|
|
s3Client = Minio(
|
|
|
|
|
minioUrlHostWithPort,
|
|
|
|
|
access_key=accessID,
|
|
|
|
|
secret_key=accessSecret,
|
|
|
|
|
secure=False
|
|
|
|
|
)
|
|
|
|
|
|
2020-12-21 16:33:53 +01:00
|
|
|
s3Client.make_bucket(bucketName)
|