reuse the code from quart_common.web.env to import env_bool and env_int into all classes that are useing this functions
This commit is contained in:
@@ -2,34 +2,18 @@ from pathlib import Path
|
||||
from typing import Any
|
||||
import os
|
||||
|
||||
from quart_common.web.env import env_bool, env_int
|
||||
from server.dataset.DatasetIO import DatasetIO
|
||||
|
||||
class RLBootstrapDataset:
|
||||
def __init__(self):
|
||||
self.enabled = self._env_bool("RL_BOOTSTRAP_ENABLED", default=False)
|
||||
self.min_base_rows = self._env_int("RL_MIN_BASE_ROWS", default=5000)
|
||||
self.enabled = env_bool("RL_BOOTSTRAP_ENABLED", default=False)
|
||||
self.min_base_rows = env_int("RL_MIN_BASE_ROWS", default=5000)
|
||||
self.base_dataset_path = Path(os.getenv("RL_BASE_DATASET", "data/dataset/best_moves.jsonl"))
|
||||
self.output_path = Path(os.getenv("RL_BOOTSTRAP_OUTPUT", "data/dataset/rl_bootstrap.jsonl"))
|
||||
self.max_bytes = int(float(os.getenv("RL_BOOTSTRAP_MAX_MB", "50")) * 1024 * 1024)
|
||||
self.needs_more_data = False
|
||||
|
||||
@staticmethod
|
||||
def _env_bool(name:str, default:bool=False) -> bool:
|
||||
value = os.getenv(name)
|
||||
if value is None:
|
||||
return default
|
||||
return value.lower() in {"1", "true", "yes", "on"}
|
||||
|
||||
@staticmethod
|
||||
def _env_int(name:str, default:int) -> int:
|
||||
value = os.getenv(name)
|
||||
if value is None:
|
||||
return default
|
||||
try:
|
||||
return int(value)
|
||||
except ValueError:
|
||||
return default
|
||||
|
||||
def refresh_state(self):
|
||||
if not self.enabled:
|
||||
self.needs_more_data = False
|
||||
|
||||
Reference in New Issue
Block a user