Dna/experiment script

README.md

@@ -28,6 +28,27 @@ pip install llm-dna
 
 Use `llm-dna` for install/package naming, and `llm_dna` for Python imports.
 
+Optional extras are available for model families that need additional runtime dependencies:
+
+```bash
+# Apple Silicon / MLX-backed models
+pip install "llm-dna[apple]"
+
+# Quantized HuggingFace models (bitsandbytes, GPTQ, compressed-tensors, optimum)
+pip install "llm-dna[quantization]"
+
+# Architecture-specific model families such as Mamba or TIMM-backed models
+pip install "llm-dna[model_families]"
+
+# Everything above
+pip install "llm-dna[full]"
+```
+
+Extra guidance:
+- `apple`: required for MLX and `mlx-community/*` style model families on Apple Silicon.
+- `quantization`: required for many GPTQ, bitsandbytes, and compressed-tensors model families.
+- `model_families`: required for specific architectures whose modeling code depends on packages like `mamba-ssm` or `timm`.
+
 ## Quick Start
 
 ```python

configs/distdna_pilot_10models.jsonl

@@ -0,0 +1,10 @@
+{"model_id": "ibm-granite/granite-4.0-h-350m-base", "provider": "huggingface"}
+{"model_id": "EleutherAI/pythia-410m-seed1", "provider": "huggingface"}
+{"model_id": "EleutherAI/pythia-410m-seed2", "provider": "huggingface"}
+{"model_id": "EleutherAI/pythia-410m-seed3", "provider": "huggingface"}
+{"model_id": "unsloth/Qwen2.5-0.5B", "provider": "huggingface"}
+{"model_id": "unsloth/Qwen2.5-0.5B-Instruct", "provider": "huggingface"}
+{"model_id": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "provider": "huggingface"}
+{"model_id": "robowaifudev/megatron-gpt2-345m", "provider": "huggingface"}
+{"model_id": "state-spaces/mamba-370m-hf", "provider": "huggingface"}
+{"model_id": "unsloth/Qwen3-0.6B-Base", "provider": "huggingface"}

configs/primary_robustness_failed_slots_20260805.jsonl

@@ -0,0 +1,72 @@
+{"model_id":"TinyLlama/TinyLlama-1.1B-intermediate-step-955k-token-2T","provider":"huggingface","temperature":0.2,"top_p":0.8,"repeat":2,"generation_seed":42002,"prior_status":"failed_missing_file"}
+{"model_id":"MoxoffSrL/Moxoff-Phi3Mini-KTO","provider":"huggingface","temperature":0.2,"top_p":1.0,"repeat":1,"generation_seed":42001,"prior_status":"failed_missing_file"}
+{"model_id":"SeacomSrl/SeaPhi3-mini","provider":"huggingface","temperature":0.2,"top_p":1.0,"repeat":2,"generation_seed":42002,"prior_status":"failed_empty_response"}
+{"model_id":"SeacomSrl/SeaPhi3-mini","provider":"huggingface","temperature":0.3,"top_p":0.8,"repeat":2,"generation_seed":42002,"prior_status":"failed_missing_file"}
+{"model_id":"EleutherAI/pythia-410m-seed3","provider":"huggingface","temperature":0.3,"top_p":0.9,"repeat":1,"generation_seed":42001,"prior_status":"failed_missing_file"}
+{"model_id":"SeacomSrl/SeaPhi3-mini","provider":"huggingface","temperature":0.3,"top_p":0.9,"repeat":1,"generation_seed":42001,"prior_status":"failed_missing_file"}
+{"model_id":"ToxicityPrompts/PolyGuard-Qwen-Smol","provider":"huggingface","temperature":0.3,"top_p":0.9,"repeat":1,"generation_seed":42001,"prior_status":"failed_missing_file"}
+{"model_id":"state-spaces/mamba-370m-hf","provider":"huggingface","temperature":0.3,"top_p":0.9,"repeat":1,"generation_seed":42001,"prior_status":"failed_missing_file"}
+{"model_id":"EleutherAI/pythia-410m-seed3","provider":"huggingface","temperature":0.3,"top_p":0.9,"repeat":2,"generation_seed":42002,"prior_status":"failed_missing_file"}
+{"model_id":"Ihor/Text2Graph-R1-Qwen2.5-0.5b","provider":"huggingface","temperature":0.3,"top_p":0.9,"repeat":2,"generation_seed":42002,"prior_status":"failed_missing_file"}
+{"model_id":"SeacomSrl/SeaPhi3-mini","provider":"huggingface","temperature":0.3,"top_p":0.9,"repeat":2,"generation_seed":42002,"prior_status":"failed_missing_file"}
+{"model_id":"ToxicityPrompts/PolyGuard-Qwen-Smol","provider":"huggingface","temperature":0.3,"top_p":0.9,"repeat":2,"generation_seed":42002,"prior_status":"failed_missing_file"}
+{"model_id":"robowaifudev/megatron-gpt2-345m","provider":"huggingface","temperature":0.3,"top_p":0.9,"repeat":2,"generation_seed":42002,"prior_status":"failed_missing_file"}
+{"model_id":"state-spaces/mamba-370m-hf","provider":"huggingface","temperature":0.3,"top_p":0.9,"repeat":2,"generation_seed":42002,"prior_status":"failed_missing_file"}
+{"model_id":"tiiuae/Falcon-H1-3B-Base","provider":"huggingface","temperature":0.3,"top_p":0.9,"repeat":2,"generation_seed":42002,"prior_status":"failed_empty_response"}
+{"model_id":"EleutherAI/pythia-410m-seed1","provider":"huggingface","temperature":0.3,"top_p":1.0,"repeat":1,"generation_seed":42001,"prior_status":"failed_missing_file"}
+{"model_id":"Ihor/Text2Graph-R1-Qwen2.5-0.5b","provider":"huggingface","temperature":0.3,"top_p":1.0,"repeat":1,"generation_seed":42001,"prior_status":"failed_missing_file"}
+{"model_id":"ToxicityPrompts/PolyGuard-Qwen-Smol","provider":"huggingface","temperature":0.3,"top_p":1.0,"repeat":1,"generation_seed":42001,"prior_status":"failed_missing_file"}
+{"model_id":"robowaifudev/megatron-gpt2-345m","provider":"huggingface","temperature":0.3,"top_p":1.0,"repeat":1,"generation_seed":42001,"prior_status":"failed_missing_file"}
+{"model_id":"unsloth/Qwen3-0.6B-Base","provider":"huggingface","temperature":0.3,"top_p":1.0,"repeat":1,"generation_seed":42001,"prior_status":"failed_missing_file"}
+{"model_id":"yec019/fbopt-350m-8bit","provider":"huggingface","temperature":0.3,"top_p":1.0,"repeat":1,"generation_seed":42001,"prior_status":"failed_missing_file"}
+{"model_id":"EleutherAI/pythia-410m-seed1","provider":"huggingface","temperature":0.3,"top_p":1.0,"repeat":2,"generation_seed":42002,"prior_status":"failed_missing_file"}
+{"model_id":"EleutherAI/pythia-410m-seed3","provider":"huggingface","temperature":0.3,"top_p":1.0,"repeat":2,"generation_seed":42002,"prior_status":"failed_missing_file"}
+{"model_id":"GritLM/emb_m7_nodes16_fast","provider":"huggingface","temperature":0.3,"top_p":1.0,"repeat":2,"generation_seed":42002,"prior_status":"failed_missing_file"}
+{"model_id":"SeacomSrl/SeaPhi3-mini","provider":"huggingface","temperature":0.3,"top_p":1.0,"repeat":2,"generation_seed":42002,"prior_status":"failed_missing_file"}
+{"model_id":"ToxicityPrompts/PolyGuard-Qwen-Smol","provider":"huggingface","temperature":0.3,"top_p":1.0,"repeat":2,"generation_seed":42002,"prior_status":"failed_missing_file"}
+{"model_id":"robowaifudev/megatron-gpt2-345m","provider":"huggingface","temperature":0.3,"top_p":1.0,"repeat":2,"generation_seed":42002,"prior_status":"failed_missing_file"}
+{"model_id":"state-spaces/mamba-370m-hf","provider":"huggingface","temperature":0.3,"top_p":1.0,"repeat":2,"generation_seed":42002,"prior_status":"failed_missing_file"}
+{"model_id":"tiiuae/falcon-rw-1b","provider":"huggingface","temperature":0.3,"top_p":1.0,"repeat":2,"generation_seed":42002,"prior_status":"failed_missing_file"}
+{"model_id":"yec019/fbopt-350m-8bit","provider":"huggingface","temperature":0.3,"top_p":1.0,"repeat":2,"generation_seed":42002,"prior_status":"failed_missing_file"}
+{"model_id":"tiiuae/Falcon-H1-0.5B-Base","provider":"huggingface","temperature":0.5,"top_p":0.8,"repeat":2,"generation_seed":42,"prior_status":"failed_empty_response"}
+{"model_id":"unsloth/Meta-Llama-3.1-8B","provider":"huggingface","temperature":0.5,"top_p":0.8,"repeat":2,"generation_seed":42,"prior_status":"failed_empty_response"}
+{"model_id":"tiiuae/Falcon-H1-0.5B-Base","provider":"huggingface","temperature":0.5,"top_p":0.9,"repeat":1,"generation_seed":42,"prior_status":"failed_empty_response"}
+{"model_id":"yaojialzc/Gigi-Llama3-8B-Chinese-zh","provider":"huggingface","temperature":0.5,"top_p":0.9,"repeat":1,"generation_seed":42,"prior_status":"failed_empty_response"}
+{"model_id":"ibm-granite/granite-3.1-3b-a800m-base","provider":"huggingface","temperature":0.5,"top_p":0.9,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"tiiuae/Falcon-H1-0.5B-Base","provider":"huggingface","temperature":0.5,"top_p":0.9,"repeat":2,"generation_seed":42,"prior_status":"failed_empty_response"}
+{"model_id":"tartuNLP/Llammas-base-p1-GPT-4o-human-error-mix-paragraph-GEC","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":1,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"utter-project/EuroLLM-1.7B","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":1,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"Azurro/APT3-1B-Base","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"DeepMount00/Llama-3.1-8b-ITA","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"SakanaAI/TinySwallow-1.5B","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"TinyLlama/TinyLlama-1.1B-intermediate-step-955k-token-2T","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"ToxicityPrompts/PolyGuard-Qwen-Smol","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"Voicelab/trurl-2-7b","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"aisingapore/Llama-SEA-LION-v3-8B-IT","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"anakin87/Llama-3-8b-ita-ties-pro","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"authormist/authormist-originality","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"huihui-ai/Huihui-Qwen3-4B-Instruct-2507-abliterated","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"m-a-p/YuE-s2-1B-general","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"mii-llm/minerva-chat-v0.1-alpha-sft","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"princeton-nlp/Sheared-LLaMA-2.7B","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"rombodawg/rombos_Replete-Coder-Llama3-8B","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"stabilityai/stable-code-3b","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"tiiuae/Falcon-H1-1.5B-Base","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"tokyotech-llm/Llama-3-Swallow-8B-Instruct-v0.1","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"unsloth/Meta-Llama-3.1-8B","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"unsloth/Qwen2.5-1.5B","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"unsloth/Qwen3-4B-Instruct-2507","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"utter-project/EuroLLM-1.7B","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_missing_file"}
+{"model_id":"yaojialzc/Gigi-Llama3-8B-Chinese-zh","provider":"huggingface","temperature":0.5,"top_p":1.0,"repeat":2,"generation_seed":42,"prior_status":"failed_empty_response"}
+{"model_id":"unsloth/Qwen2.5-0.5B","provider":"huggingface","temperature":0.7,"top_p":0.8,"repeat":1,"generation_seed":42001,"prior_status":"failed_empty_response"}
+{"model_id":"unsloth/Qwen2.5-1.5B","provider":"huggingface","temperature":0.7,"top_p":0.8,"repeat":1,"generation_seed":42001,"prior_status":"failed_empty_response"}
+{"model_id":"unsloth/Qwen3-0.6B-Base","provider":"huggingface","temperature":0.7,"top_p":0.8,"repeat":1,"generation_seed":42001,"prior_status":"failed_empty_response"}
+{"model_id":"unsloth/gemma-3-1b-it","provider":"huggingface","temperature":0.7,"top_p":0.8,"repeat":2,"generation_seed":42002,"prior_status":"failed_empty_response"}
+{"model_id":"unsloth/Qwen3-0.6B-Base","provider":"huggingface","temperature":0.7,"top_p":0.9,"repeat":1,"generation_seed":42001,"prior_status":"failed_empty_response"}
+{"model_id":"togethercomputer/LLaMA-2-7B-32K","provider":"huggingface","temperature":0.7,"top_p":0.9,"repeat":2,"generation_seed":42002,"prior_status":"failed_empty_response"}
+{"model_id":"unsloth/gemma-3-1b-it","provider":"huggingface","temperature":0.7,"top_p":0.9,"repeat":2,"generation_seed":42002,"prior_status":"failed_empty_response"}
+{"model_id":"numind/NuExtract-1.5-tiny","provider":"huggingface","temperature":0.7,"top_p":1.0,"repeat":1,"generation_seed":42001,"prior_status":"failed_empty_response"}
+{"model_id":"unsloth/Qwen2.5-0.5B","provider":"huggingface","temperature":0.7,"top_p":1.0,"repeat":1,"generation_seed":42001,"prior_status":"failed_empty_response"}
+{"model_id":"unsloth/Qwen2.5-1.5B","provider":"huggingface","temperature":0.7,"top_p":1.0,"repeat":1,"generation_seed":42001,"prior_status":"failed_empty_response"}
+{"model_id":"unsloth/Qwen3-0.6B-Base","provider":"huggingface","temperature":0.7,"top_p":1.0,"repeat":1,"generation_seed":42001,"prior_status":"failed_empty_response"}
+{"model_id":"unsloth/gemma-3-1b-it","provider":"huggingface","temperature":0.7,"top_p":1.0,"repeat":2,"generation_seed":42002,"prior_status":"failed_empty_response"}