mirror of
https://github.com/scylladb/scylladb.git
synced 2026-04-24 10:30:38 +00:00
5b8fc86737
Create a unique minio server temp dir for each test run. Signed-off-by: Alejo Sanchez <alejo.sanchez@scylladb.com> Closes #14095
119 lines
4.2 KiB
Python
119 lines
4.2 KiB
Python
#
|
|
# Copyright (C) 2022-present ScyllaDB
|
|
#
|
|
# SPDX-License-Identifier: AGPL-3.0-or-later
|
|
#
|
|
"""Minio server for testing.
|
|
Provides helpers to setup and manage minio server for testing.
|
|
"""
|
|
import os
|
|
import asyncio
|
|
from asyncio.subprocess import Process
|
|
from typing import Optional
|
|
import pathlib
|
|
import subprocess
|
|
import shutil
|
|
import time
|
|
import tempfile
|
|
import socket
|
|
from io import BufferedWriter
|
|
|
|
class MinioServer:
|
|
log_file: BufferedWriter
|
|
|
|
def __init__(self, tempdir_base, hosts, logger):
|
|
self.hosts = hosts
|
|
self.srv_exe = shutil.which('minio')
|
|
self.address = None
|
|
self.port = 9000
|
|
tempdir = tempfile.mkdtemp(dir=tempdir_base, prefix="minio-")
|
|
self.tempdir = pathlib.Path(tempdir)
|
|
self.rootdir = self.tempdir / 'minio_root'
|
|
self.mcdir = self.tempdir / 'mc'
|
|
self.logger = logger
|
|
self.cmd: Optional[Process] = None
|
|
self.default_user = 'minioadmin'
|
|
self.default_pass = 'minioadmin'
|
|
self.bucket_name = 'testbucket'
|
|
self.log_filename = (self.tempdir / 'minio').with_suffix(".log")
|
|
|
|
def check_server(self):
|
|
s = socket.socket()
|
|
try:
|
|
s.connect((self.address, self.port))
|
|
return True
|
|
except socket.error as e:
|
|
return False
|
|
finally:
|
|
s.close()
|
|
|
|
def log_to_file(self, str):
|
|
self.log_file.write(str.encode())
|
|
self.log_file.write('\n'.encode())
|
|
self.log_file.flush()
|
|
|
|
async def start(self):
|
|
if self.srv_exe is None:
|
|
self.logger.info("Minio not installed, get it from https://dl.minio.io/server/minio/release/linux-amd64/minio and put into PATH")
|
|
return
|
|
|
|
self.address = await self.hosts.lease_host()
|
|
self.log_file = self.log_filename.open("wb")
|
|
os.environ['S3_SERVER_ADDRESS_FOR_TEST'] = f'{self.address}'
|
|
os.environ['S3_SERVER_PORT_FOR_TEST'] = f'{self.port}'
|
|
os.environ['S3_PUBLIC_BUCKET_FOR_TEST'] = f'{self.bucket_name}'
|
|
|
|
self.logger.info(f'Starting minio server at {self.address}:{self.port}')
|
|
os.mkdir(self.rootdir)
|
|
self.cmd = await asyncio.create_subprocess_exec(
|
|
self.srv_exe,
|
|
*[ 'server', '--address', f'{self.address}:{self.port}', self.rootdir ],
|
|
preexec_fn=os.setsid,
|
|
stderr=self.log_file,
|
|
stdout=self.log_file,
|
|
)
|
|
|
|
timeout = time.time() + 30
|
|
while time.time() < timeout:
|
|
if self.cmd.returncode:
|
|
raise RuntimeError("Failed to start minio server")
|
|
|
|
if self.check_server():
|
|
self.logger.info('minio is up and running')
|
|
break
|
|
|
|
await asyncio.sleep(0.1)
|
|
|
|
try:
|
|
self.log_to_file(f'Configuring access to {self.address}:{self.port}')
|
|
try:
|
|
subprocess.check_call(['mc', '--debug', '-C', self.mcdir, 'config', 'host', 'rm', 'local'], stdout=self.log_file, stderr=self.log_file)
|
|
except:
|
|
self.log_to_file('Failed to remove local alias, ignoring')
|
|
pass
|
|
|
|
subprocess.check_call(['mc', '--debug', '-C', self.mcdir, 'config', 'host', 'add', 'local', f'http://{self.address}:{self.port}', self.default_user, self.default_pass], stdout=self.log_file, stderr=self.log_file)
|
|
|
|
self.log_to_file(f'Configuring bucket {self.bucket_name}')
|
|
subprocess.check_call(['mc', '--debug', '-C', self.mcdir, 'mb', f'local/{self.bucket_name}'], stdout=self.log_file, stderr=self.log_file)
|
|
subprocess.check_call(['mc', '--debug', '-C', self.mcdir, 'anonymous', 'set', 'public', f'local/{self.bucket_name}'], stdout=self.log_file, stderr=self.log_file)
|
|
except Exception as e:
|
|
self.logger.info(f'MC failed: {e}')
|
|
await self.stop()
|
|
|
|
async def stop(self):
|
|
self.logger.info('Killing minio server')
|
|
if not self.cmd:
|
|
return
|
|
|
|
try:
|
|
self.cmd.kill()
|
|
except ProcessLookupError:
|
|
pass
|
|
else:
|
|
await self.cmd.wait()
|
|
finally:
|
|
self.logger.info('Killed minio server')
|
|
self.cmd = None
|
|
shutil.rmtree(self.tempdir)
|