{
  "axolotl_config": {
    "adapter": "lora",
    "base_model": "Qwen/Qwen3-8B",
    "bf16": true,
    "bnb_4bit_compute_dtype": "bfloat16",
    "bnb_4bit_quant_type": "nf4",
    "bnb_4bit_use_double_quant": true,
    "dataset_prepared_path": "out/prepared_dataset_stateless_seed777",
    "datasets": [
      {
        "field_messages": "messages",
        "message_field_content": "content",
        "message_field_role": "role",
        "path": "/e/project1/reformo/nguyen38/pythonformer-workshop/train/out/paired_data/stateless/traces.jsonl",
        "roles_to_train": [
          "assistant"
        ],
        "type": "chat_template"
      }
    ],
    "eval_steps": 5,
    "flash_attention": true,
    "gradient_accumulation_steps": 16,
    "gradient_checkpointing": true,
    "gradient_checkpointing_kwargs": {
      "use_reentrant": false
    },
    "learning_rate": 0.0001,
    "load_in_4bit": true,
    "load_in_8bit": false,
    "logging_steps": 1,
    "lora_alpha": 128,
    "lora_dropout": 0.05,
    "lora_r": 64,
    "lora_target_linear": false,
    "lora_target_modules": [
      "q_proj",
      "k_proj",
      "v_proj",
      "o_proj",
      "gate_proj",
      "up_proj",
      "down_proj"
    ],
    "lr_scheduler": "cosine",
    "micro_batch_size": 1,
    "model_type": "AutoModelForCausalLM",
    "num_epochs": 3.0,
    "optimizer": "adamw_torch",
    "output_dir": "out/qwen3-8b-stateless-seed777",
    "pad_to_sequence_len": true,
    "sample_packing": false,
    "save_strategy": "epoch",
    "save_total_limit": 3,
    "seed": 777,
    "sequence_len": 16384,
    "strict": false,
    "tf32": true,
    "tokenizer_type": "AutoTokenizer",
    "trust_remote_code": true,
    "val_set_size": 0.04,
    "wandb_log_model": null,
    "wandb_watch": null,
    "warmup_ratio": 0.03,
    "weight_decay": 0.01
  },
  "axolotl_config_path": "/e/project1/reformo/nguyen38/pythonformer-workshop/out/qwen3-8b-stateless-seed777/axolotl_config.yaml",
  "base_config": {
    "path": "/e/project1/reformo/nguyen38/pythonformer-workshop/train/configs/axolotl_qwen3_8b_stateless_seed777.yaml",
    "sha256": "d0079cb6ec23540e1e094e89a2d7bd296d646fe05031073755909082b0f1fb28"
  },
  "cli_args": {
    "base_config": "train/configs/axolotl_qwen3_8b_stateless_seed777.yaml",
    "batch_size": 1,
    "data_file": "train/out/paired_data/stateless/traces.jsonl",
    "epochs": 3.0,
    "grad_accum": 16,
    "lr": 0.0001,
    "max_seq_length": 16384,
    "model": "Qwen/Qwen3-8B",
    "output_dir": "out/qwen3-8b-stateless-seed777",
    "wandb_project": null
  },
  "data": {
    "num_samples": 1000,
    "path": "/e/project1/reformo/nguyen38/pythonformer-workshop/train/out/paired_data/stateless/traces.jsonl",
    "sha256": "a43fa697eccacc291b0c80fb20cdeb6d7d66029db599240f4487f23ca033b24b",
    "size_bytes": 29979205
  },
  "environment": {
    "cuda_visible_devices": "0,1,2,3",
    "packages": {
      "absl-py": "2.4.0",
      "accelerate": "1.12.0",
      "addict": "2.4.0",
      "adlfs": "2025.8.0",
      "aiobotocore": "2.26.0",
      "aiofiles": "24.1.0",
      "aiohappyeyeballs": "2.6.1",
      "aiohttp": "3.13.3",
      "aioitertools": "0.13.0",
      "aiosignal": "1.4.0",
      "annotated-doc": "0.0.4",
      "annotated-types": "0.7.0",
      "antlr4-python3-runtime": "4.13.2",
      "anyio": "4.12.1",
      "art": "6.5",
      "asttokens": "3.0.1",
      "attrs": "25.4.0",
      "authlib": "1.6.7",
      "autopep8": "2.3.2",
      "axolotl": "0.13.2",
      "axolotl-contribs-lgpl": "0.0.7",
      "axolotl-contribs-mit": "0.0.6",
      "azure-core": "1.38.0",
      "azure-datalake-store": "0.0.53",
      "azure-identity": "1.25.1",
      "azure-storage-blob": "12.28.0",
      "backoff": "2.2.1",
      "beautifulsoup4": "4.14.3",
      "bitsandbytes": "0.49.1",
      "botocore": "1.41.5",
      "brotli": "1.2.0",
      "cbor2": "5.8.0",
      "certifi": "2026.1.4",
      "cffi": "2.0.0",
      "chardet": "5.2.0",
      "charset-normalizer": "3.4.4",
      "circuitbreaker": "2.1.3",
      "click": "8.3.1",
      "colorama": "0.4.6",
      "coloredlogs": "15.0.1",
      "contourpy": "1.3.3",
      "cryptography": "45.0.7",
      "cuda-bindings": "12.9.4",
      "cuda-pathfinder": "1.4.3",
      "cycler": "0.12.1",
      "dataproperty": "1.1.0",
      "datasets": "4.5.0",
      "ddgs": "9.10.0",
      "decorator": "5.2.1",
      "dill": "0.4.0",
      "distro": "1.9.0",
      "einops": "0.8.2",
      "evaluate": "0.4.1",
      "executing": "2.2.1",
      "fake-useragent": "2.2.0",
      "fastapi": "0.128.6",
      "fastcore": "1.12.11",
      "fastuuid": "0.14.0",
      "ffmpy": "1.0.0",
      "filelock": "3.20.3",
      "fire": "0.7.1",
      "flash-attn": "2.8.3+cu128torch2.10",
      "fonttools": "4.62.1",
      "frozenlist": "1.8.0",
      "fsspec": "2025.10.0",
      "gcsfs": "2025.10.0",
      "gitdb": "4.0.12",
      "gitpython": "3.1.46",
      "google-api-core": "2.29.0",
      "google-auth": "2.48.0",
      "google-auth-oauthlib": "1.2.4",
      "google-cloud-core": "2.5.0",
      "google-cloud-storage": "3.9.0",
      "google-crc32c": "1.8.0",
      "google-resumable-media": "2.8.0",
      "googleapis-common-protos": "1.72.0",
      "gradio": "6.5.1",
      "gradio-client": "2.0.3",
      "groovy": "0.1.2",
      "grpcio": "1.76.0",
      "grpclib": "0.4.9",
      "h11": "0.16.0",
      "h2": "4.3.0",
      "hf-transfer": "0.1.9",
      "hf-xet": "1.2.0",
      "hpack": "4.1.0",
      "httpcore": "1.0.9",
      "httpx": "0.28.1",
      "huggingface-hub": "0.36.0",
      "humanfriendly": "10.0",
      "hyperframe": "6.1.0",
      "idna": "3.11",
      "immutabledict": "4.2.0",
      "importlib-metadata": "8.7.1",
      "iniconfig": "2.3.0",
      "ipython": "9.10.0",
      "ipython-pygments-lexers": "1.1.1",
      "isodate": "0.7.2",
      "isort": "7.0.0",
      "itsdangerous": "2.2.0",
      "jedi": "0.19.2",
      "jinja2": "3.1.6",
      "jiter": "0.12.0",
      "jmespath": "1.1.0",
      "joblib": "1.5.3",
      "jsonlines": "4.0.0",
      "jsonschema": "4.26.0",
      "jsonschema-specifications": "2025.9.1",
      "kernels": "0.11.5",
      "kiwisolver": "1.5.0",
      "langdetect": "1.0.9",
      "liger-kernel": "0.6.4",
      "litellm": "1.81.1",
      "llvmlite": "0.46.0",
      "lm-eval": "0.4.7",
      "lxml": "6.0.2",
      "markdown": "3.10.2",
      "markdown-it-py": "4.0.0",
      "markdownify": "1.2.2",
      "markupsafe": "3.0.3",
      "matplotlib": "3.10.8",
      "matplotlib-inline": "0.2.1",
      "mbstrdecoder": "1.1.4",
      "mdurl": "0.1.2",
      "mistral-common": "1.8.8",
      "modal": "1.3.0.post1",
      "more-itertools": "10.8.0",
      "mpmath": "1.3.0",
      "msal": "1.34.0",
      "msal-extensions": "1.3.1",
      "multidict": "6.7.0",
      "multiprocess": "0.70.18",
      "narwhals": "2.16.0",
      "nbqa": "1.9.1",
      "networkx": "3.6.1",
      "nltk": "3.9.2",
      "nodeenv": "1.10.0",
      "numba": "0.63.1",
      "numexpr": "2.14.1",
      "numpy": "2.3.5",
      "nvidia-cublas-cu12": "12.8.4.1",
      "nvidia-cuda-cupti-cu12": "12.8.90",
      "nvidia-cuda-nvrtc-cu12": "12.8.93",
      "nvidia-cuda-runtime-cu12": "12.8.90",
      "nvidia-cudnn-cu12": "9.10.2.21",
      "nvidia-cufft-cu12": "11.3.3.83",
      "nvidia-cufile-cu12": "1.13.1.3",
      "nvidia-curand-cu12": "10.3.9.90",
      "nvidia-cusolver-cu12": "11.7.3.90",
      "nvidia-cusparse-cu12": "12.5.8.93",
      "nvidia-cusparselt-cu12": "0.7.1",
      "nvidia-ml-py": "12.560.30",
      "nvidia-nccl-cu12": "2.27.5",
      "nvidia-nvjitlink-cu12": "12.8.93",
      "nvidia-nvshmem-cu12": "3.4.5",
      "nvidia-nvtx-cu12": "12.8.90",
      "oauthlib": "3.3.1",
      "oci": "2.167.0",
      "ocifs": "1.3.2",
      "openai": "2.15.0",
      "openenv-core": "0.1.0",
      "optimum": "1.16.2",
      "orjson": "3.11.7",
      "packaging": "26.0",
      "pandas": "2.3.3",
      "parso": "0.8.6",
      "pathvalidate": "3.3.1",
      "peft": "0.18.1",
      "pexpect": "4.9.0",
      "pillow": "11.3.0",
      "platformdirs": "4.5.1",
      "plotly": "6.5.2",
      "pluggy": "1.6.0",
      "portalocker": "3.2.0",
      "posthog": "6.7.11",
      "primp": "0.15.0",
      "prompt-toolkit": "3.0.52",
      "propcache": "0.4.1",
      "proto-plus": "1.27.1",
      "protobuf": "6.33.5",
      "psutil": "7.2.2",
      "ptyprocess": "0.7.0",
      "pure-eval": "0.2.3",
      "pyarrow": "23.0.0",
      "pyasn1": "0.6.2",
      "pyasn1-modules": "0.4.2",
      "pybind11": "3.0.1",
      "pycodestyle": "2.14.0",
      "pycountry": "24.6.1",
      "pycparser": "3.0",
      "pydantic": "2.12.5",
      "pydantic-core": "2.41.5",
      "pydantic-extra-types": "2.11.0",
      "pydub": "0.25.1",
      "pygments": "2.19.2",
      "pyjwt": "2.11.0",
      "pyopenssl": "25.1.0",
      "pyparsing": "3.3.2",
      "pyright": "1.1.408",
      "pytablewriter": "1.2.1",
      "pytest": "9.0.2",
      "pytest-asyncio": "1.3.0",
      "python-dateutil": "2.9.0.post0",
      "python-dotenv": "1.0.1",
      "python-multipart": "0.0.22",
      "pytz": "2025.2",
      "pyyaml": "6.0.3",
      "referencing": "0.37.0",
      "regex": "2026.1.15",
      "requests": "2.32.5",
      "requests-oauthlib": "2.0.0",
      "responses": "0.18.0",
      "rich": "14.2.0",
      "rouge-score": "0.1.2",
      "rpds-py": "0.30.0",
      "rsa": "4.9.1",
      "ruff": "0.14.13",
      "s3fs": "2025.10.0",
      "sacrebleu": "2.6.0",
      "safehttpx": "0.1.7",
      "safetensors": "0.7.0",
      "schedulefree": "1.4.1",
      "scikit-learn": "1.8.0",
      "scipy": "1.17.0",
      "semantic-version": "2.10.0",
      "sentencepiece": "0.2.1",
      "sentry-sdk": "2.52.0",
      "setuptools": "82.0.0",
      "shellingham": "1.5.4",
      "six": "1.17.0",
      "smmap": "5.0.2",
      "smolagents": "1.24.0",
      "sniffio": "1.3.1",
      "socksio": "1.0.0",
      "soupsieve": "2.8.3",
      "sqlitedict": "2.1.0",
      "stack-data": "0.6.3",
      "starlette": "0.52.1",
      "sympy": "1.14.0",
      "synchronicity": "0.11.1",
      "tabledata": "1.3.4",
      "tabulate": "0.9.0",
      "tcolorpy": "0.1.7",
      "tensorboard": "2.20.0",
      "tensorboard-data-server": "0.7.2",
      "termcolor": "3.3.0",
      "threadpoolctl": "3.6.0",
      "tiktoken": "0.12.0",
      "tokenize-rt": "6.2.0",
      "tokenizers": "0.22.2",
      "toml": "0.10.2",
      "tomli": "2.4.0",
      "tomlkit": "0.13.3",
      "torch": "2.10.0+cu128",
      "torchao": "0.13.0",
      "torchvision": "0.25.0+cu128",
      "tqdm": "4.67.1",
      "tqdm-multiprocess": "0.0.11",
      "trackio": "0.15.0",
      "traitlets": "5.14.3",
      "transformers": "4.57.6",
      "triton": "3.6.0",
      "trl": "0.27.0",
      "typepy": "1.3.4",
      "typer": "0.21.1",
      "types-certifi": "2021.10.8.3",
      "types-toml": "0.10.8.20240310",
      "typing-extensions": "4.15.0",
      "typing-inspection": "0.4.2",
      "tzdata": "2025.3",
      "urllib3": "2.6.3",
      "uvicorn": "0.40.0",
      "wandb": "0.24.2",
      "watchfiles": "1.1.1",
      "wcwidth": "0.6.0",
      "werkzeug": "3.1.5",
      "word2number": "1.1",
      "wrapt": "1.17.3",
      "xformers": "0.0.32.post2",
      "xxhash": "3.6.0",
      "yarl": "1.22.0",
      "zipp": "3.23.0",
      "zstandard": "0.22.0"
    },
    "platform": "Linux-5.14.0-687.22.1.el9_8.0.1.aarch64+64k-aarch64-with-glibc2.34",
    "python_version": "3.12.13"
  },
  "git": {},
  "hardware": {
    "gpus": [
      {
        "index": 0,
        "name": "NVIDIA GH200 120GB",
        "vram_mib": 97871
      },
      {
        "index": 1,
        "name": "NVIDIA GH200 120GB",
        "vram_mib": 97871
      },
      {
        "index": 2,
        "name": "NVIDIA GH200 120GB",
        "vram_mib": 97871
      },
      {
        "index": 3,
        "name": "NVIDIA GH200 120GB",
        "vram_mib": 97871
      }
    ],
    "hostname": "jpbo-083-16.jupiter.internal"
  },
  "schema_version": 1,
  "seeds": {
    "CUBLAS_WORKSPACE_CONFIG": null,
    "PYTHONHASHSEED": null,
    "axolotl_seed": 777
  },
  "timestamp_utc": "2026-07-17T04:54:11Z",
  "train_on": "assistant-only"
}