From e1873e32dfd70bb24f115da361107f217522242d Mon Sep 17 00:00:00 2001 From: HarcoChen Date: Tue, 10 Nov 2026 17:23:52 +0800 Subject: [PATCH 01/14] Integrate native Desperation runtime and vectorized execution --- .github/workflows/windows-native.yml | 40 + AGENTS.md | 7 +- Cargo.lock | 3 + README.md | 38 +- arkguardrl/candidates.py | 27 +- arkguardrl/catalog.py | 21 +- arkguardrl/decision_session.py | 8 +- arkguardrl_core/env_actions.py | 8 +- arkguardrl_core/gym_env.py | 31 +- arkguardrl_core/native/Cargo.lock | 1 + arkguardrl_core/native/Cargo.toml | 3 + arkguardrl_core/native/build.rs | 3 + arkguardrl_core/native/src/prep.rs | 83 +- arkguardrl_core/native/src/prep_domain.rs | 81 + arkguardrl_core/native_env.py | 138 ++ arkguardrl_core/native_gym.py | 62 + arkguardrl_core/native_ledger.py | 152 ++ arkguardrl_core/native_policy.py | 67 + benchmarks/AUTOTAVERN.md | 40 + benchmarks/README.md | 150 ++ benchmarks/ab_slots.py | 142 ++ benchmarks/bench_slots.py | 117 + benchmarks/human_records.py | 183 ++ benchmarks/ledger_compare.py | 118 + benchmarks/movement_batch.py | 131 ++ benchmarks/native_batch_slots.py | 248 +++ benchmarks/native_replay.html | 118 + benchmarks/native_replay.py | 170 ++ benchmarks/native_session.py | 170 ++ benchmarks/native_slots/Cargo.lock | 265 +++ benchmarks/native_slots/Cargo.toml | 26 + benchmarks/native_slots/build.rs | 3 + benchmarks/native_slots/src/batch.rs | 478 ++++ benchmarks/native_slots/src/lib.rs | 50 + benchmarks/node_bridge.py | 61 + benchmarks/node_compare.py | 67 + .../node_session.mjs | 27 +- benchmarks/oracle_identity.py | 530 +++++ crates/engine/examples/field.rs | 131 +- crates/engine/examples/solo.rs | 526 +++++ crates/engine/src/battle/ally.rs | 3 +- crates/engine/src/battle/attacks.rs | 70 +- crates/engine/src/battle/blocking.rs | 112 +- crates/engine/src/battle/body.rs | 34 +- crates/engine/src/battle/buffs.rs | 247 ++- crates/engine/src/battle/cadence.rs | 49 - crates/engine/src/battle/clock.rs | 146 +- crates/engine/src/battle/content/enemies.rs | 390 +++- .../src/battle/content/enemies/abilities.rs | 323 +++ .../src/battle/content/enemies/bosses.rs | 533 +++++ .../battle/content/enemies/bosses/ensemble.rs | 122 + .../src/battle/content/enemies/bosses/gun.rs | 177 ++ .../src/battle/content/enemies/bosses/helm.rs | 99 + .../battle/content/enemies/bosses/quintus.rs | 123 ++ .../src/battle/content/enemies/casters.rs | 670 ++++++ .../content/enemies/casters/champions.rs | 215 ++ .../src/battle/content/enemies/families.rs | 228 ++ .../src/battle/content/enemies/forms.rs | 100 + .../src/battle/content/enemies/leaders.rs | 148 ++ .../src/battle/content/enemies/lifecycle.rs | 294 +++ .../src/battle/content/enemies/movement.rs | 185 ++ .../src/battle/content/enemies/reactions.rs | 258 +++ .../src/battle/content/enemies/specials.rs | 262 +++ .../src/battle/content/enemies/splits.rs | 175 ++ .../src/battle/content/enemies/supporters.rs | 159 ++ .../src/battle/content/enemies/terrain.rs | 80 + .../src/battle/content/enemies/zones.rs | 111 + crates/engine/src/battle/content/operators.rs | 516 +++-- .../src/battle/content/operators/advanced.rs | 201 ++ .../src/battle/content/operators/aglina.rs | 82 + .../src/battle/content/operators/akkord.rs | 59 + .../src/battle/content/operators/angel.rs | 80 + .../src/battle/content/operators/aroma.rs | 66 + .../src/battle/content/operators/ashlok.rs | 64 + .../src/battle/content/operators/ayer.rs | 78 + .../src/battle/content/operators/billro.rs | 108 + .../src/battle/content/operators/bldsk.rs | 57 + .../src/battle/content/operators/bpipe.rs | 75 + .../src/battle/content/operators/branch.rs | 54 + .../src/battle/content/operators/bubble.rs | 60 + .../src/battle/content/operators/cathy.rs | 52 + .../src/battle/content/operators/effects.rs | 269 +++ .../src/battle/content/operators/estell.rs | 51 + .../src/battle/content/operators/excu.rs | 57 + .../src/battle/content/operators/extras.rs | 292 +++ .../src/battle/content/operators/f12yin.rs | 108 + .../src/battle/content/operators/fartth.rs | 87 + .../src/battle/content/operators/flamtl.rs | 106 + .../src/battle/content/operators/flower.rs | 49 + .../src/battle/content/operators/forcer.rs | 65 + .../src/battle/content/operators/ghost.rs | 49 + .../src/battle/content/operators/glady.rs | 86 + .../src/battle/content/operators/gnosis.rs | 73 + .../src/battle/content/operators/grabds.rs | 59 + .../src/battle/content/operators/gravel.rs | 56 + .../src/battle/content/operators/greyy.rs | 43 + .../src/battle/content/operators/gvial2.rs | 93 + .../src/battle/content/operators/haini.rs | 68 + .../src/battle/content/operators/harold.rs | 58 + .../src/battle/content/operators/hsguma.rs | 74 + .../src/battle/content/operators/humus.rs | 55 + .../src/battle/content/operators/inside.rs | 58 + .../src/battle/content/operators/kroos2.rs | 55 + .../src/battle/content/operators/leizi.rs | 61 + .../src/battle/content/operators/lionhd.rs | 69 + .../src/battle/content/operators/lisa.rs | 84 + .../src/battle/content/operators/liskam.rs | 89 + .../src/battle/content/operators/mechanics.rs | 287 +++ .../src/battle/content/operators/mint.rs | 89 + .../src/battle/content/operators/mizuki.rs | 96 + .../src/battle/content/operators/mostma.rs | 80 + .../src/battle/content/operators/mudrok.rs | 130 ++ .../src/battle/content/operators/pinecn.rs | 69 + .../src/battle/content/operators/pithst.rs | 35 + .../src/battle/content/operators/plosis.rs | 48 + .../src/battle/content/operators/podego.rs | 53 + .../src/battle/content/operators/prove.rs | 102 + .../src/battle/content/operators/reckpr.rs | 67 + .../src/battle/content/operators/shotst.rs | 59 + .../src/battle/content/operators/skadi.rs | 88 + .../src/battle/content/operators/skgoat.rs | 26 + .../src/battle/content/operators/slbell.rs | 80 + .../src/battle/content/operators/slchan.rs | 76 + .../src/battle/content/operators/snakek.rs | 56 + .../src/battle/content/operators/sunbr.rs | 71 + .../src/battle/content/operators/support.rs | 181 ++ .../src/battle/content/operators/surtr.rs | 94 + .../src/battle/content/operators/svrash.rs | 89 + .../src/battle/content/operators/swire.rs | 77 + .../src/battle/content/operators/tactics.rs | 310 +++ .../src/battle/content/operators/texas.rs | 48 + .../src/battle/content/operators/udflow.rs | 55 + .../src/battle/content/operators/utage.rs | 59 + .../src/battle/content/operators/vendla.rs | 47 + .../src/battle/content/operators/vigna.rs | 63 + .../src/battle/content/operators/whitew.rs | 51 + .../src/battle/content/operators/wildmn.rs | 51 + .../src/battle/content/operators/yak.rs | 52 + crates/engine/src/battle/damage.rs | 36 +- crates/engine/src/battle/definitions.rs | 10 + crates/engine/src/battle/deploy.rs | 165 +- crates/engine/src/battle/element.rs | 155 +- crates/engine/src/battle/enemy.rs | 84 +- crates/engine/src/battle/equipment.rs | 591 +++++ crates/engine/src/battle/events.rs | 102 - crates/engine/src/battle/grid.rs | 61 +- crates/engine/src/battle/health.rs | 216 +- crates/engine/src/battle/hit.rs | 7 +- crates/engine/src/battle/injury.rs | 176 -- crates/engine/src/battle/ledger.rs | 38 +- crates/engine/src/battle/mod.rs | 2 + crates/engine/src/battle/motion.rs | 221 +- crates/engine/src/battle/operators.rs | 1616 +++++++++++++- crates/engine/src/battle/runtime.rs | 1430 +++++++++--- crates/engine/src/battle/runtime/advanced.rs | 1561 +++++++++++++ .../src/battle/runtime/advanced/combat.rs | 861 ++++++++ crates/engine/src/battle/runtime/allies.rs | 836 ++++++- crates/engine/src/battle/runtime/bands.rs | 161 ++ crates/engine/src/battle/runtime/bonds.rs | 294 +++ .../engine/src/battle/runtime/bonds/aura.rs | 93 + .../engine/src/battle/runtime/bonds/damage.rs | 82 + .../src/battle/runtime/bonds/defence.rs | 130 ++ .../src/battle/runtime/bonds/deployment.rs | 343 +++ .../engine/src/battle/runtime/bonds/egir.rs | 176 ++ .../src/battle/runtime/bonds/lifecycle.rs | 196 ++ .../src/battle/runtime/bonds/passives.rs | 200 ++ .../engine/src/battle/runtime/bonds/raid.rs | 280 +++ .../src/battle/runtime/bonds/revival.rs | 105 + crates/engine/src/battle/runtime/bonds/yan.rs | 129 ++ crates/engine/src/battle/runtime/boss.rs | 108 + .../engine/src/battle/runtime/boss_round.rs | 167 ++ crates/engine/src/battle/runtime/choices.rs | 336 +++ crates/engine/src/battle/runtime/devices.rs | 553 +++++ crates/engine/src/battle/runtime/enemies.rs | 574 +++++ .../src/battle/runtime/enemies/bosses.rs | 618 ++++++ .../battle/runtime/enemies/bosses/ensemble.rs | 359 +++ .../src/battle/runtime/enemies/bosses/gun.rs | 362 +++ .../runtime/enemies/bosses/gun/springs.rs | 372 ++++ .../src/battle/runtime/enemies/bosses/helm.rs | 379 ++++ .../runtime/enemies/bosses/helm/parts.rs | 263 +++ .../battle/runtime/enemies/bosses/quintus.rs | 230 ++ .../battle/runtime/enemies/bosses/spawning.rs | 106 + .../battle/runtime/enemies/bosses/tasks.rs | 70 + .../src/battle/runtime/enemies/casters.rs | 772 +++++++ .../runtime/enemies/casters/champions.rs | 586 +++++ .../battle/runtime/enemies/casters/tasks.rs | 569 +++++ .../src/battle/runtime/enemies/catapult.rs | 166 ++ .../engine/src/battle/runtime/enemies/dots.rs | 127 ++ .../src/battle/runtime/enemies/families.rs | 298 +++ .../src/battle/runtime/enemies/forms.rs | 327 +++ .../src/battle/runtime/enemies/leaders.rs | 391 ++++ .../src/battle/runtime/enemies/lifecycle.rs | 430 ++++ .../src/battle/runtime/enemies/movement.rs | 445 ++++ .../src/battle/runtime/enemies/reactions.rs | 520 +++++ .../src/battle/runtime/enemies/rebirth.rs | 412 ++++ .../src/battle/runtime/enemies/specials.rs | 705 ++++++ .../battle/runtime/enemies/specials/tasks.rs | 408 ++++ .../src/battle/runtime/enemies/splits.rs | 202 ++ .../src/battle/runtime/enemies/supporters.rs | 437 ++++ .../src/battle/runtime/enemies/terrain.rs | 225 ++ .../src/battle/runtime/enemies/zones.rs | 409 ++++ crates/engine/src/battle/runtime/equipment.rs | 1105 ++++++++++ .../src/battle/runtime/equipment_special.rs | 321 +++ .../engine/src/battle/runtime/event_window.rs | 351 +++ crates/engine/src/battle/runtime/growth.rs | 771 +++++++ crates/engine/src/battle/runtime/hammers.rs | 231 ++ crates/engine/src/battle/runtime/kits.rs | 1163 ++++++++++ .../engine/src/battle/runtime/kits/agoat2.rs | 343 +++ .../engine/src/battle/runtime/kits/angel2.rs | 416 ++++ .../engine/src/battle/runtime/kits/archet.rs | 319 +++ .../engine/src/battle/runtime/kits/blaze2.rs | 305 +++ .../engine/src/battle/runtime/kits/blemsh.rs | 405 ++++ .../engine/src/battle/runtime/kits/blkkgt.rs | 337 +++ .../engine/src/battle/runtime/kits/caper.rs | 131 ++ .../engine/src/battle/runtime/kits/cello.rs | 405 ++++ .../engine/src/battle/runtime/kits/cetsyr.rs | 428 ++++ .../engine/src/battle/runtime/kits/clemnt.rs | 306 +++ .../engine/src/battle/runtime/kits/demkni.rs | 321 +++ .../src/battle/runtime/kits/dispatch.rs | 1016 +++++++++ .../battle/runtime/kits/dispatch/context.rs | 717 ++++++ .../src/battle/runtime/kits/dollkeeper.rs | 160 ++ crates/engine/src/battle/runtime/kits/dusk.rs | 92 + .../engine/src/battle/runtime/kits/etlchi.rs | 440 ++++ .../engine/src/battle/runtime/kits/excu2.rs | 310 +++ .../engine/src/battle/runtime/kits/funnel.rs | 209 ++ .../engine/src/battle/runtime/kits/ghost2.rs | 359 +++ .../engine/src/battle/runtime/kits/halo2.rs | 411 ++++ crates/engine/src/battle/runtime/kits/horn.rs | 414 ++++ .../engine/src/battle/runtime/kits/indigo.rs | 190 ++ crates/engine/src/battle/runtime/kits/ines.rs | 478 ++++ .../engine/src/battle/runtime/kits/kazema.rs | 226 ++ .../engine/src/battle/runtime/kits/kjera.rs | 263 +++ .../engine/src/battle/runtime/kits/lemuen.rs | 502 +++++ .../engine/src/battle/runtime/kits/lumen.rs | 429 ++++ .../engine/src/battle/runtime/kits/malist.rs | 107 + .../src/battle/runtime/kits/manifold.rs | 326 +++ .../engine/src/battle/runtime/kits/mlynar.rs | 536 +++++ .../engine/src/battle/runtime/kits/mlyss.rs | 530 +++++ .../engine/src/battle/runtime/kits/nearl2.rs | 262 +++ .../engine/src/battle/runtime/kits/nymph.rs | 276 +++ .../engine/src/battle/runtime/kits/papyrs.rs | 334 +++ .../engine/src/battle/runtime/kits/pasngr.rs | 347 +++ crates/engine/src/battle/runtime/kits/pepe.rs | 433 ++++ .../engine/src/battle/runtime/kits/philae.rs | 322 +++ .../battle/runtime/kits/prepared_summon.rs | 327 +++ .../engine/src/battle/runtime/kits/qiubai.rs | 456 ++++ .../engine/src/battle/runtime/kits/reed2.rs | 275 +++ .../engine/src/battle/runtime/kits/rmixer.rs | 513 +++++ .../engine/src/battle/runtime/kits/rockr.rs | 255 +++ .../engine/src/battle/runtime/kits/rosmon.rs | 200 ++ .../engine/src/battle/runtime/kits/sbell2.rs | 346 +++ .../engine/src/battle/runtime/kits/siege2.rs | 230 ++ .../engine/src/battle/runtime/kits/silent.rs | 114 + .../engine/src/battle/runtime/kits/skadi2.rs | 221 ++ .../engine/src/battle/runtime/kits/snhunt.rs | 278 +++ .../engine/src/battle/runtime/kits/sntlla.rs | 261 +++ .../engine/src/battle/runtime/kits/svash2.rs | 289 +++ .../engine/src/battle/runtime/kits/swire2.rs | 361 +++ .../engine/src/battle/runtime/kits/texas2.rs | 451 ++++ .../engine/src/battle/runtime/kits/thorn2.rs | 353 +++ .../engine/src/battle/runtime/kits/tinman.rs | 353 +++ .../engine/src/battle/runtime/kits/tippi.rs | 187 ++ crates/engine/src/battle/runtime/kits/titi.rs | 479 ++++ .../engine/src/battle/runtime/kits/ulpia.rs | 323 +++ .../engine/src/battle/runtime/kits/vigil.rs | 211 ++ .../engine/src/battle/runtime/kits/vulpis.rs | 304 +++ .../engine/src/battle/runtime/kits/whitw2.rs | 449 ++++ crates/engine/src/battle/runtime/kits/wolf.rs | 205 ++ .../engine/src/battle/runtime/kits/yanyou.rs | 282 +++ crates/engine/src/battle/runtime/kits/yu.rs | 352 +++ .../src/battle/runtime/movement_batch.rs | 486 ++++ .../src/battle/runtime/movement_paths.rs | 288 +++ .../src/battle/runtime/settlement_hooks.rs | 776 +++++++ crates/engine/src/battle/runtime/support.rs | 1964 +++++++++++++++++ crates/engine/src/battle/runtime/tactics.rs | 647 ++++++ crates/engine/src/battle/runtime/terrain.rs | 78 + crates/engine/src/battle/runtime/turrets.rs | 396 ++++ crates/engine/src/battle/search.rs | 12 +- crates/engine/src/battle/settlement.rs | 47 +- crates/engine/src/battle/skills.rs | 167 +- crates/engine/src/battle/sp.rs | 86 +- crates/engine/src/battle/spatial.rs | 92 +- crates/engine/src/battle/spawns.rs | 487 ++-- crates/engine/src/battle/stats.rs | 294 ++- crates/engine/src/battle/status.rs | 220 -- crates/engine/src/battle/targeting.rs | 86 +- crates/engine/src/battle/terrain.rs | 490 ++++ crates/engine/src/battle/waves.rs | 104 +- crates/engine/src/battle/waves/bounty.rs | 212 ++ crates/engine/src/data.rs | 17 +- crates/engine/src/data/diy.rs | 362 +++ crates/engine/src/deterministic/scheduler.rs | 32 - crates/engine/src/history.rs | 328 +++ crates/engine/src/identity.rs | 425 ++++ crates/engine/src/ledger_reward.rs | 368 +++ crates/engine/src/lib.rs | 7 +- crates/engine/src/progress.rs | 635 ++++++ crates/engine/src/reward.rs | 78 - crates/engine/src/solo.rs | 870 ++++++++ crates/engine/src/solo/draft.rs | 327 +++ crates/engine/src/solo/draft/bounty.rs | 233 ++ crates/engine/src/solo/draft/runner.rs | 74 + crates/engine/src/solo/map.rs | 82 + crates/engine/src/solo/mode.rs | 330 +++ crates/engine/src/solo/mode/waves.rs | 215 ++ crates/engine/src/solo/player.rs | 53 + crates/engine/src/solo/preparation.rs | 1202 ++++++++++ crates/engine/src/solo/preparation/arts.rs | 97 + crates/engine/src/solo/preparation/bonds.rs | 237 ++ .../engine/src/solo/preparation/bounties.rs | 236 ++ .../src/solo/preparation/consumables.rs | 273 +++ crates/engine/src/solo/preparation/drafts.rs | 292 +++ crates/engine/src/solo/preparation/effects.rs | 978 ++++++++ .../src/solo/preparation/effects/dispatch.rs | 390 ++++ .../src/solo/preparation/effects/recruits.rs | 245 ++ .../engine/src/solo/preparation/equipment.rs | 170 ++ .../solo/preparation/equipment_lifecycle.rs | 120 + crates/engine/src/solo/preparation/input.rs | 148 ++ crates/engine/src/solo/preparation/items.rs | 226 ++ crates/engine/src/solo/preparation/rules.rs | 331 +++ crates/engine/src/solo/preparation/summons.rs | 327 +++ crates/engine/src/solo/preparation/view.rs | 122 + crates/engine/src/solo/session.rs | 201 ++ crates/engine/src/solo/session/setup.rs | 183 ++ crates/engine/src/solo/session/view.rs | 156 ++ crates/engine/tests/area_reference.rs | 411 ---- crates/engine/tests/blocking_reference.rs | 137 -- crates/engine/tests/body_reference.rs | 241 -- crates/engine/tests/buffs_reference.rs | 238 -- crates/engine/tests/clock_reference.rs | 153 -- crates/engine/tests/combat_reference.rs | 1099 --------- crates/engine/tests/definitions_reference.rs | 85 - crates/engine/tests/deploy_reference.rs | 178 -- crates/engine/tests/displacement_reference.rs | 219 -- crates/engine/tests/element_reference.rs | 396 ---- .../engine/tests/enemy_content_reference.rs | 431 ---- .../engine/tests/enemy_element_reference.rs | 449 ---- crates/engine/tests/enemy_reference.rs | 774 ------- crates/engine/tests/events_reference.rs | 223 -- crates/engine/tests/field_reference.rs | 802 ------- crates/engine/tests/grid_reference.rs | 180 -- crates/engine/tests/health_reference.rs | 208 -- crates/engine/tests/hit_reference.rs | 254 --- crates/engine/tests/injury_reference.rs | 212 -- crates/engine/tests/motion_reference.rs | 248 --- crates/engine/tests/operator_reference.rs | 476 ---- crates/engine/tests/projectiles_reference.rs | 186 -- crates/engine/tests/radius_reference.rs | 117 - crates/engine/tests/reference.rs | 109 - crates/engine/tests/search_reference.rs | 259 --- crates/engine/tests/settlement_reference.rs | 286 --- crates/engine/tests/skills_reference.rs | 222 -- crates/engine/tests/sp_reference.rs | 120 - crates/engine/tests/spawns_reference.rs | 394 ---- crates/engine/tests/stats_reference.rs | 151 -- crates/engine/tests/status_reference.rs | 253 --- crates/engine/tests/targeting_reference.rs | 242 -- crates/engine/tests/valued_reference.rs | 196 -- crates/engine/tests/waves_reference.rs | 152 -- crates/python/Cargo.toml | 3 + crates/python/src/candidates.rs | 72 + crates/python/src/ledger.rs | 113 + crates/python/src/lib.rs | 49 +- crates/python/src/policy.rs | 1223 ++++++++++ crates/python/src/session.rs | 402 ++++ docs/NATIVE-033.md | 634 +++++- pyproject.toml | 2 +- tests/test_gym_env.py | 178 -- tests/test_reference033.py | 49 - tools/reference/area.mjs | 16 - tools/reference/blocking.mjs | 15 - tools/reference/body.mjs | 24 - tools/reference/buffs.mjs | 29 - tools/reference/clock.mjs | 14 - tools/reference/combat.mjs | 31 - tools/reference/definitions.mjs | 22 - tools/reference/deploy.mjs | 25 - tools/reference/displacement.mjs | 37 - tools/reference/element.mjs | 24 - tools/reference/enemy-content.mjs | 36 - tools/reference/enemy-element.mjs | 28 - tools/reference/enemy.mjs | 44 - tools/reference/events.mjs | 42 - tools/reference/field-allies.mjs | 50 - tools/reference/field.mjs | 26 - tools/reference/grid.mjs | 43 - tools/reference/health.mjs | 21 - tools/reference/hit.mjs | 19 - tools/reference/injury.mjs | 26 - tools/reference/motion.mjs | 30 - tools/reference/operators.mjs | 44 - tools/reference/primitives.mjs | 41 - tools/reference/projectiles.mjs | 12 - tools/reference/radius.mjs | 15 - tools/reference/search.mjs | 14 - tools/reference/settlement.mjs | 26 - tools/reference/skills.mjs | 18 - tools/reference/sp.mjs | 14 - tools/reference/spawns.mjs | 28 - tools/reference/stats.mjs | 30 - tools/reference/status.mjs | 17 - tools/reference/targeting.mjs | 23 - tools/reference/valued.mjs | 24 - tools/reference/waves.mjs | 49 - 404 files changed, 80681 insertions(+), 14401 deletions(-) create mode 100644 .github/workflows/windows-native.yml create mode 100644 arkguardrl_core/native/build.rs create mode 100644 arkguardrl_core/native/src/prep_domain.rs create mode 100644 arkguardrl_core/native_env.py create mode 100644 arkguardrl_core/native_gym.py create mode 100644 arkguardrl_core/native_ledger.py create mode 100644 arkguardrl_core/native_policy.py create mode 100644 benchmarks/AUTOTAVERN.md create mode 100644 benchmarks/ab_slots.py create mode 100644 benchmarks/bench_slots.py create mode 100644 benchmarks/human_records.py create mode 100644 benchmarks/ledger_compare.py create mode 100644 benchmarks/movement_batch.py create mode 100644 benchmarks/native_batch_slots.py create mode 100644 benchmarks/native_replay.html create mode 100644 benchmarks/native_replay.py create mode 100644 benchmarks/native_session.py create mode 100644 benchmarks/native_slots/Cargo.lock create mode 100644 benchmarks/native_slots/Cargo.toml create mode 100644 benchmarks/native_slots/build.rs create mode 100644 benchmarks/native_slots/src/batch.rs create mode 100644 benchmarks/native_slots/src/lib.rs create mode 100644 benchmarks/node_bridge.py create mode 100644 benchmarks/node_compare.py rename tools/reference/session.mjs => benchmarks/node_session.mjs (88%) create mode 100644 benchmarks/oracle_identity.py create mode 100644 crates/engine/examples/solo.rs create mode 100644 crates/engine/src/battle/content/enemies/abilities.rs create mode 100644 crates/engine/src/battle/content/enemies/bosses.rs create mode 100644 crates/engine/src/battle/content/enemies/bosses/ensemble.rs create mode 100644 crates/engine/src/battle/content/enemies/bosses/gun.rs create mode 100644 crates/engine/src/battle/content/enemies/bosses/helm.rs create mode 100644 crates/engine/src/battle/content/enemies/bosses/quintus.rs create mode 100644 crates/engine/src/battle/content/enemies/casters.rs create mode 100644 crates/engine/src/battle/content/enemies/casters/champions.rs create mode 100644 crates/engine/src/battle/content/enemies/families.rs create mode 100644 crates/engine/src/battle/content/enemies/forms.rs create mode 100644 crates/engine/src/battle/content/enemies/leaders.rs create mode 100644 crates/engine/src/battle/content/enemies/lifecycle.rs create mode 100644 crates/engine/src/battle/content/enemies/movement.rs create mode 100644 crates/engine/src/battle/content/enemies/reactions.rs create mode 100644 crates/engine/src/battle/content/enemies/specials.rs create mode 100644 crates/engine/src/battle/content/enemies/splits.rs create mode 100644 crates/engine/src/battle/content/enemies/supporters.rs create mode 100644 crates/engine/src/battle/content/enemies/terrain.rs create mode 100644 crates/engine/src/battle/content/enemies/zones.rs create mode 100644 crates/engine/src/battle/content/operators/advanced.rs create mode 100644 crates/engine/src/battle/content/operators/aglina.rs create mode 100644 crates/engine/src/battle/content/operators/akkord.rs create mode 100644 crates/engine/src/battle/content/operators/angel.rs create mode 100644 crates/engine/src/battle/content/operators/aroma.rs create mode 100644 crates/engine/src/battle/content/operators/ashlok.rs create mode 100644 crates/engine/src/battle/content/operators/ayer.rs create mode 100644 crates/engine/src/battle/content/operators/billro.rs create mode 100644 crates/engine/src/battle/content/operators/bldsk.rs create mode 100644 crates/engine/src/battle/content/operators/bpipe.rs create mode 100644 crates/engine/src/battle/content/operators/branch.rs create mode 100644 crates/engine/src/battle/content/operators/bubble.rs create mode 100644 crates/engine/src/battle/content/operators/cathy.rs create mode 100644 crates/engine/src/battle/content/operators/effects.rs create mode 100644 crates/engine/src/battle/content/operators/estell.rs create mode 100644 crates/engine/src/battle/content/operators/excu.rs create mode 100644 crates/engine/src/battle/content/operators/extras.rs create mode 100644 crates/engine/src/battle/content/operators/f12yin.rs create mode 100644 crates/engine/src/battle/content/operators/fartth.rs create mode 100644 crates/engine/src/battle/content/operators/flamtl.rs create mode 100644 crates/engine/src/battle/content/operators/flower.rs create mode 100644 crates/engine/src/battle/content/operators/forcer.rs create mode 100644 crates/engine/src/battle/content/operators/ghost.rs create mode 100644 crates/engine/src/battle/content/operators/glady.rs create mode 100644 crates/engine/src/battle/content/operators/gnosis.rs create mode 100644 crates/engine/src/battle/content/operators/grabds.rs create mode 100644 crates/engine/src/battle/content/operators/gravel.rs create mode 100644 crates/engine/src/battle/content/operators/greyy.rs create mode 100644 crates/engine/src/battle/content/operators/gvial2.rs create mode 100644 crates/engine/src/battle/content/operators/haini.rs create mode 100644 crates/engine/src/battle/content/operators/harold.rs create mode 100644 crates/engine/src/battle/content/operators/hsguma.rs create mode 100644 crates/engine/src/battle/content/operators/humus.rs create mode 100644 crates/engine/src/battle/content/operators/inside.rs create mode 100644 crates/engine/src/battle/content/operators/kroos2.rs create mode 100644 crates/engine/src/battle/content/operators/leizi.rs create mode 100644 crates/engine/src/battle/content/operators/lionhd.rs create mode 100644 crates/engine/src/battle/content/operators/lisa.rs create mode 100644 crates/engine/src/battle/content/operators/liskam.rs create mode 100644 crates/engine/src/battle/content/operators/mechanics.rs create mode 100644 crates/engine/src/battle/content/operators/mint.rs create mode 100644 crates/engine/src/battle/content/operators/mizuki.rs create mode 100644 crates/engine/src/battle/content/operators/mostma.rs create mode 100644 crates/engine/src/battle/content/operators/mudrok.rs create mode 100644 crates/engine/src/battle/content/operators/pinecn.rs create mode 100644 crates/engine/src/battle/content/operators/pithst.rs create mode 100644 crates/engine/src/battle/content/operators/plosis.rs create mode 100644 crates/engine/src/battle/content/operators/podego.rs create mode 100644 crates/engine/src/battle/content/operators/prove.rs create mode 100644 crates/engine/src/battle/content/operators/reckpr.rs create mode 100644 crates/engine/src/battle/content/operators/shotst.rs create mode 100644 crates/engine/src/battle/content/operators/skadi.rs create mode 100644 crates/engine/src/battle/content/operators/skgoat.rs create mode 100644 crates/engine/src/battle/content/operators/slbell.rs create mode 100644 crates/engine/src/battle/content/operators/slchan.rs create mode 100644 crates/engine/src/battle/content/operators/snakek.rs create mode 100644 crates/engine/src/battle/content/operators/sunbr.rs create mode 100644 crates/engine/src/battle/content/operators/support.rs create mode 100644 crates/engine/src/battle/content/operators/surtr.rs create mode 100644 crates/engine/src/battle/content/operators/svrash.rs create mode 100644 crates/engine/src/battle/content/operators/swire.rs create mode 100644 crates/engine/src/battle/content/operators/tactics.rs create mode 100644 crates/engine/src/battle/content/operators/texas.rs create mode 100644 crates/engine/src/battle/content/operators/udflow.rs create mode 100644 crates/engine/src/battle/content/operators/utage.rs create mode 100644 crates/engine/src/battle/content/operators/vendla.rs create mode 100644 crates/engine/src/battle/content/operators/vigna.rs create mode 100644 crates/engine/src/battle/content/operators/whitew.rs create mode 100644 crates/engine/src/battle/content/operators/wildmn.rs create mode 100644 crates/engine/src/battle/content/operators/yak.rs create mode 100644 crates/engine/src/battle/equipment.rs create mode 100644 crates/engine/src/battle/runtime/advanced.rs create mode 100644 crates/engine/src/battle/runtime/advanced/combat.rs create mode 100644 crates/engine/src/battle/runtime/bands.rs create mode 100644 crates/engine/src/battle/runtime/bonds.rs create mode 100644 crates/engine/src/battle/runtime/bonds/aura.rs create mode 100644 crates/engine/src/battle/runtime/bonds/damage.rs create mode 100644 crates/engine/src/battle/runtime/bonds/defence.rs create mode 100644 crates/engine/src/battle/runtime/bonds/deployment.rs create mode 100644 crates/engine/src/battle/runtime/bonds/egir.rs create mode 100644 crates/engine/src/battle/runtime/bonds/lifecycle.rs create mode 100644 crates/engine/src/battle/runtime/bonds/passives.rs create mode 100644 crates/engine/src/battle/runtime/bonds/raid.rs create mode 100644 crates/engine/src/battle/runtime/bonds/revival.rs create mode 100644 crates/engine/src/battle/runtime/bonds/yan.rs create mode 100644 crates/engine/src/battle/runtime/boss.rs create mode 100644 crates/engine/src/battle/runtime/boss_round.rs create mode 100644 crates/engine/src/battle/runtime/choices.rs create mode 100644 crates/engine/src/battle/runtime/devices.rs create mode 100644 crates/engine/src/battle/runtime/enemies.rs create mode 100644 crates/engine/src/battle/runtime/enemies/bosses.rs create mode 100644 crates/engine/src/battle/runtime/enemies/bosses/ensemble.rs create mode 100644 crates/engine/src/battle/runtime/enemies/bosses/gun.rs create mode 100644 crates/engine/src/battle/runtime/enemies/bosses/gun/springs.rs create mode 100644 crates/engine/src/battle/runtime/enemies/bosses/helm.rs create mode 100644 crates/engine/src/battle/runtime/enemies/bosses/helm/parts.rs create mode 100644 crates/engine/src/battle/runtime/enemies/bosses/quintus.rs create mode 100644 crates/engine/src/battle/runtime/enemies/bosses/spawning.rs create mode 100644 crates/engine/src/battle/runtime/enemies/bosses/tasks.rs create mode 100644 crates/engine/src/battle/runtime/enemies/casters.rs create mode 100644 crates/engine/src/battle/runtime/enemies/casters/champions.rs create mode 100644 crates/engine/src/battle/runtime/enemies/casters/tasks.rs create mode 100644 crates/engine/src/battle/runtime/enemies/catapult.rs create mode 100644 crates/engine/src/battle/runtime/enemies/dots.rs create mode 100644 crates/engine/src/battle/runtime/enemies/families.rs create mode 100644 crates/engine/src/battle/runtime/enemies/forms.rs create mode 100644 crates/engine/src/battle/runtime/enemies/leaders.rs create mode 100644 crates/engine/src/battle/runtime/enemies/lifecycle.rs create mode 100644 crates/engine/src/battle/runtime/enemies/movement.rs create mode 100644 crates/engine/src/battle/runtime/enemies/reactions.rs create mode 100644 crates/engine/src/battle/runtime/enemies/rebirth.rs create mode 100644 crates/engine/src/battle/runtime/enemies/specials.rs create mode 100644 crates/engine/src/battle/runtime/enemies/specials/tasks.rs create mode 100644 crates/engine/src/battle/runtime/enemies/splits.rs create mode 100644 crates/engine/src/battle/runtime/enemies/supporters.rs create mode 100644 crates/engine/src/battle/runtime/enemies/terrain.rs create mode 100644 crates/engine/src/battle/runtime/enemies/zones.rs create mode 100644 crates/engine/src/battle/runtime/equipment.rs create mode 100644 crates/engine/src/battle/runtime/equipment_special.rs create mode 100644 crates/engine/src/battle/runtime/event_window.rs create mode 100644 crates/engine/src/battle/runtime/growth.rs create mode 100644 crates/engine/src/battle/runtime/hammers.rs create mode 100644 crates/engine/src/battle/runtime/kits.rs create mode 100644 crates/engine/src/battle/runtime/kits/agoat2.rs create mode 100644 crates/engine/src/battle/runtime/kits/angel2.rs create mode 100644 crates/engine/src/battle/runtime/kits/archet.rs create mode 100644 crates/engine/src/battle/runtime/kits/blaze2.rs create mode 100644 crates/engine/src/battle/runtime/kits/blemsh.rs create mode 100644 crates/engine/src/battle/runtime/kits/blkkgt.rs create mode 100644 crates/engine/src/battle/runtime/kits/caper.rs create mode 100644 crates/engine/src/battle/runtime/kits/cello.rs create mode 100644 crates/engine/src/battle/runtime/kits/cetsyr.rs create mode 100644 crates/engine/src/battle/runtime/kits/clemnt.rs create mode 100644 crates/engine/src/battle/runtime/kits/demkni.rs create mode 100644 crates/engine/src/battle/runtime/kits/dispatch.rs create mode 100644 crates/engine/src/battle/runtime/kits/dispatch/context.rs create mode 100644 crates/engine/src/battle/runtime/kits/dollkeeper.rs create mode 100644 crates/engine/src/battle/runtime/kits/dusk.rs create mode 100644 crates/engine/src/battle/runtime/kits/etlchi.rs create mode 100644 crates/engine/src/battle/runtime/kits/excu2.rs create mode 100644 crates/engine/src/battle/runtime/kits/funnel.rs create mode 100644 crates/engine/src/battle/runtime/kits/ghost2.rs create mode 100644 crates/engine/src/battle/runtime/kits/halo2.rs create mode 100644 crates/engine/src/battle/runtime/kits/horn.rs create mode 100644 crates/engine/src/battle/runtime/kits/indigo.rs create mode 100644 crates/engine/src/battle/runtime/kits/ines.rs create mode 100644 crates/engine/src/battle/runtime/kits/kazema.rs create mode 100644 crates/engine/src/battle/runtime/kits/kjera.rs create mode 100644 crates/engine/src/battle/runtime/kits/lemuen.rs create mode 100644 crates/engine/src/battle/runtime/kits/lumen.rs create mode 100644 crates/engine/src/battle/runtime/kits/malist.rs create mode 100644 crates/engine/src/battle/runtime/kits/manifold.rs create mode 100644 crates/engine/src/battle/runtime/kits/mlynar.rs create mode 100644 crates/engine/src/battle/runtime/kits/mlyss.rs create mode 100644 crates/engine/src/battle/runtime/kits/nearl2.rs create mode 100644 crates/engine/src/battle/runtime/kits/nymph.rs create mode 100644 crates/engine/src/battle/runtime/kits/papyrs.rs create mode 100644 crates/engine/src/battle/runtime/kits/pasngr.rs create mode 100644 crates/engine/src/battle/runtime/kits/pepe.rs create mode 100644 crates/engine/src/battle/runtime/kits/philae.rs create mode 100644 crates/engine/src/battle/runtime/kits/prepared_summon.rs create mode 100644 crates/engine/src/battle/runtime/kits/qiubai.rs create mode 100644 crates/engine/src/battle/runtime/kits/reed2.rs create mode 100644 crates/engine/src/battle/runtime/kits/rmixer.rs create mode 100644 crates/engine/src/battle/runtime/kits/rockr.rs create mode 100644 crates/engine/src/battle/runtime/kits/rosmon.rs create mode 100644 crates/engine/src/battle/runtime/kits/sbell2.rs create mode 100644 crates/engine/src/battle/runtime/kits/siege2.rs create mode 100644 crates/engine/src/battle/runtime/kits/silent.rs create mode 100644 crates/engine/src/battle/runtime/kits/skadi2.rs create mode 100644 crates/engine/src/battle/runtime/kits/snhunt.rs create mode 100644 crates/engine/src/battle/runtime/kits/sntlla.rs create mode 100644 crates/engine/src/battle/runtime/kits/svash2.rs create mode 100644 crates/engine/src/battle/runtime/kits/swire2.rs create mode 100644 crates/engine/src/battle/runtime/kits/texas2.rs create mode 100644 crates/engine/src/battle/runtime/kits/thorn2.rs create mode 100644 crates/engine/src/battle/runtime/kits/tinman.rs create mode 100644 crates/engine/src/battle/runtime/kits/tippi.rs create mode 100644 crates/engine/src/battle/runtime/kits/titi.rs create mode 100644 crates/engine/src/battle/runtime/kits/ulpia.rs create mode 100644 crates/engine/src/battle/runtime/kits/vigil.rs create mode 100644 crates/engine/src/battle/runtime/kits/vulpis.rs create mode 100644 crates/engine/src/battle/runtime/kits/whitw2.rs create mode 100644 crates/engine/src/battle/runtime/kits/wolf.rs create mode 100644 crates/engine/src/battle/runtime/kits/yanyou.rs create mode 100644 crates/engine/src/battle/runtime/kits/yu.rs create mode 100644 crates/engine/src/battle/runtime/movement_batch.rs create mode 100644 crates/engine/src/battle/runtime/movement_paths.rs create mode 100644 crates/engine/src/battle/runtime/settlement_hooks.rs create mode 100644 crates/engine/src/battle/runtime/support.rs create mode 100644 crates/engine/src/battle/runtime/tactics.rs create mode 100644 crates/engine/src/battle/runtime/terrain.rs create mode 100644 crates/engine/src/battle/runtime/turrets.rs create mode 100644 crates/engine/src/battle/terrain.rs create mode 100644 crates/engine/src/battle/waves/bounty.rs create mode 100644 crates/engine/src/data/diy.rs create mode 100644 crates/engine/src/history.rs create mode 100644 crates/engine/src/identity.rs create mode 100644 crates/engine/src/ledger_reward.rs create mode 100644 crates/engine/src/progress.rs create mode 100644 crates/engine/src/solo.rs create mode 100644 crates/engine/src/solo/draft.rs create mode 100644 crates/engine/src/solo/draft/bounty.rs create mode 100644 crates/engine/src/solo/draft/runner.rs create mode 100644 crates/engine/src/solo/map.rs create mode 100644 crates/engine/src/solo/mode.rs create mode 100644 crates/engine/src/solo/mode/waves.rs create mode 100644 crates/engine/src/solo/player.rs create mode 100644 crates/engine/src/solo/preparation.rs create mode 100644 crates/engine/src/solo/preparation/arts.rs create mode 100644 crates/engine/src/solo/preparation/bonds.rs create mode 100644 crates/engine/src/solo/preparation/bounties.rs create mode 100644 crates/engine/src/solo/preparation/consumables.rs create mode 100644 crates/engine/src/solo/preparation/drafts.rs create mode 100644 crates/engine/src/solo/preparation/effects.rs create mode 100644 crates/engine/src/solo/preparation/effects/dispatch.rs create mode 100644 crates/engine/src/solo/preparation/effects/recruits.rs create mode 100644 crates/engine/src/solo/preparation/equipment.rs create mode 100644 crates/engine/src/solo/preparation/equipment_lifecycle.rs create mode 100644 crates/engine/src/solo/preparation/input.rs create mode 100644 crates/engine/src/solo/preparation/items.rs create mode 100644 crates/engine/src/solo/preparation/rules.rs create mode 100644 crates/engine/src/solo/preparation/summons.rs create mode 100644 crates/engine/src/solo/preparation/view.rs create mode 100644 crates/engine/src/solo/session.rs create mode 100644 crates/engine/src/solo/session/setup.rs create mode 100644 crates/engine/src/solo/session/view.rs delete mode 100644 crates/engine/tests/area_reference.rs delete mode 100644 crates/engine/tests/blocking_reference.rs delete mode 100644 crates/engine/tests/body_reference.rs delete mode 100644 crates/engine/tests/buffs_reference.rs delete mode 100644 crates/engine/tests/clock_reference.rs delete mode 100644 crates/engine/tests/combat_reference.rs delete mode 100644 crates/engine/tests/definitions_reference.rs delete mode 100644 crates/engine/tests/deploy_reference.rs delete mode 100644 crates/engine/tests/displacement_reference.rs delete mode 100644 crates/engine/tests/element_reference.rs delete mode 100644 crates/engine/tests/enemy_content_reference.rs delete mode 100644 crates/engine/tests/enemy_element_reference.rs delete mode 100644 crates/engine/tests/enemy_reference.rs delete mode 100644 crates/engine/tests/events_reference.rs delete mode 100644 crates/engine/tests/field_reference.rs delete mode 100644 crates/engine/tests/grid_reference.rs delete mode 100644 crates/engine/tests/health_reference.rs delete mode 100644 crates/engine/tests/hit_reference.rs delete mode 100644 crates/engine/tests/injury_reference.rs delete mode 100644 crates/engine/tests/motion_reference.rs delete mode 100644 crates/engine/tests/operator_reference.rs delete mode 100644 crates/engine/tests/projectiles_reference.rs delete mode 100644 crates/engine/tests/radius_reference.rs delete mode 100644 crates/engine/tests/reference.rs delete mode 100644 crates/engine/tests/search_reference.rs delete mode 100644 crates/engine/tests/settlement_reference.rs delete mode 100644 crates/engine/tests/skills_reference.rs delete mode 100644 crates/engine/tests/sp_reference.rs delete mode 100644 crates/engine/tests/spawns_reference.rs delete mode 100644 crates/engine/tests/stats_reference.rs delete mode 100644 crates/engine/tests/status_reference.rs delete mode 100644 crates/engine/tests/targeting_reference.rs delete mode 100644 crates/engine/tests/valued_reference.rs delete mode 100644 crates/engine/tests/waves_reference.rs create mode 100644 crates/python/src/candidates.rs create mode 100644 crates/python/src/ledger.rs create mode 100644 crates/python/src/policy.rs create mode 100644 crates/python/src/session.rs delete mode 100644 tests/test_gym_env.py delete mode 100644 tests/test_reference033.py delete mode 100644 tools/reference/area.mjs delete mode 100644 tools/reference/blocking.mjs delete mode 100644 tools/reference/body.mjs delete mode 100644 tools/reference/buffs.mjs delete mode 100644 tools/reference/clock.mjs delete mode 100644 tools/reference/combat.mjs delete mode 100644 tools/reference/definitions.mjs delete mode 100644 tools/reference/deploy.mjs delete mode 100644 tools/reference/displacement.mjs delete mode 100644 tools/reference/element.mjs delete mode 100644 tools/reference/enemy-content.mjs delete mode 100644 tools/reference/enemy-element.mjs delete mode 100644 tools/reference/enemy.mjs delete mode 100644 tools/reference/events.mjs delete mode 100644 tools/reference/field-allies.mjs delete mode 100644 tools/reference/field.mjs delete mode 100644 tools/reference/grid.mjs delete mode 100644 tools/reference/health.mjs delete mode 100644 tools/reference/hit.mjs delete mode 100644 tools/reference/injury.mjs delete mode 100644 tools/reference/motion.mjs delete mode 100644 tools/reference/operators.mjs delete mode 100644 tools/reference/primitives.mjs delete mode 100644 tools/reference/projectiles.mjs delete mode 100644 tools/reference/radius.mjs delete mode 100644 tools/reference/search.mjs delete mode 100644 tools/reference/settlement.mjs delete mode 100644 tools/reference/skills.mjs delete mode 100644 tools/reference/sp.mjs delete mode 100644 tools/reference/spawns.mjs delete mode 100644 tools/reference/stats.mjs delete mode 100644 tools/reference/status.mjs delete mode 100644 tools/reference/targeting.mjs delete mode 100644 tools/reference/valued.mjs delete mode 100644 tools/reference/waves.mjs diff --git a/.github/workflows/windows-native.yml b/.github/workflows/windows-native.yml new file mode 100644 index 0000000..2f20018 --- /dev/null +++ b/.github/workflows/windows-native.yml @@ -0,0 +1,40 @@ +name: windows-native + +# Build the native extensions used by the Desperation RL environment for +# Windows x64 / CPython 3.12 so a separate machine can run without cargo. +on: + workflow_dispatch: + pull_request: + branches: [main] + push: + branches: [codex/native-win-ci] + +jobs: + build: + runs-on: windows-latest + steps: + - uses: actions/checkout@v4 + - uses: actions/setup-python@v5 + with: + python-version: '3.12' + - uses: dtolnay/rust-toolchain@stable + - name: Build engine and feature kernels + shell: pwsh + env: + PYO3_PYTHON: ${{ env.pythonLocation }}\python.exe + run: | + cargo build --release --locked -p arkguard-python + cargo build --release --locked --manifest-path arkguardrl_core/native/Cargo.toml + cargo build --release --locked --manifest-path benchmarks/native_slots/Cargo.toml + - name: Collect importable modules + shell: pwsh + run: | + New-Item -ItemType Directory -Force artifacts | Out-Null + Copy-Item target/release/_native.dll artifacts/_native.pyd + Copy-Item arkguardrl_core/native/target/release/_rust_routes.dll artifacts/_rust_routes.pyd + Copy-Item benchmarks/native_slots/target/release/_native_slots.dll artifacts/_native_slots.pyd + Get-ChildItem artifacts | Select-Object Name, Length + - uses: actions/upload-artifact@v4 + with: + name: native-cp312-win_amd64 + path: artifacts/*.pyd diff --git a/AGENTS.md b/AGENTS.md index 804e991..ef2f78f 100644 --- a/AGENTS.md +++ b/AGENTS.md @@ -1,10 +1,13 @@ # Scope Core owns environment/runtime performance; ArkGuardRL owns strategy research. +Maintain only Desperation mode (`mode_single_abyss`). Scope migration work, +new content and acceptance to this mode; other modes are not maintenance targets. +Do not add standard-mode-only content such as enemy-debuff tactical cards. Keep code and documentation small. Do not add source manifests, binary fingerprints, release checklists or source-bound checkpoint gates. Preserve model/input compatibility, memory bounds and valid rollout semantics. Do not run games or training merely to clean up files or edit documentation. -`main` is frozen at `6af66bf`. Keep multi-env scheduling experiments on -`codex/multi-env-worker`; do not advance or merge into main without user direction. +Multi-environment execution and vectorized runtime work are part of Core and +may be included in PRs targeting main. Continue vectorization work in Core. diff --git a/Cargo.lock b/Cargo.lock index db893b7..e217215 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -16,6 +16,8 @@ dependencies = [ "arkguard-engine", "pyo3", "pyo3-build-config", + "serde", + "serde_json", ] [[package]] @@ -192,6 +194,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9a8e94ea7f378bd32cbbd37198a4a91436180c5bb472411e48b5ec2e2124ae9e" dependencies = [ "serde_core", + "serde_derive", ] [[package]] diff --git a/README.md b/README.md index c825e4b..f3083b4 100644 --- a/README.md +++ b/README.md @@ -9,6 +9,8 @@ [Stronghold Protocol](https://github.com/sganggs/Stronghold-Protocol) 的 Gymnasium 环境。 +当前维护与原生迁移范围仅限绝境(`mode_single_abyss`),进度见 [迁移文档](docs/NATIVE-033.md)。 + ## 安装 Python 3.10+、Node 22+ @@ -55,22 +57,42 @@ with gym.make("ArkGuardRL-v0", engine_root="/path/to/engine") as env: 通用 `check_env()` 的无掩码随机动作会选中 padding,请按掩码采样。 - 难度与预算只能在构造时配置,`reset(options=...)` 不接受其他选项。 -## 并行与测量 +## 原生绝境开发入口 -支持 `SyncVectorEnv` / `AsyncVectorEnv`。Async 使用 `spawn` 和共享内存,入口需要 -`if __name__ == "__main__"`。每个 env 独占一个 Node 进程,默认填充观测约 2.98 MB/env。 +Rust 0.3.3 内核可通过 `ArkGuardRL-v1` 使用;核心固定为实验参数,不进入动作空间。先按上文安装 Python 包及特征内核,再用同一 Python 编译对局绑定: ```sh -python benchmarks/gym_env.py --engine-root /path/to/engine \ - --vector async --envs 4 --steps 256 --repeats 3 --out artifacts/gym-async-4.json +PYO3_PYTHON="$(command -v python)" cargo build --release -p arkguard-python +``` + +```python +import gymnasium as gym +import arkguardrl_core.native_gym + +with gym.make( + "ArkGuardRL-v1", + data_root="/path/to/0.3.3/data", + core="band_sarkazb", # band_amiya / band_sarkazb / band_chen / band_sciurus + native_library="target/release/lib_native.dylib", # Linux: lib_native.so +) as env: + obs, info = env.reset(seed=42) + done = False + while not done: + action = env.action_space.sample(mask=obs["action_mask"]) + obs, reward, terminated, truncated, info = env.step(action) + done = terminated or truncated ``` -## 测试 +运行时只读取数据目录,不启动 Node,也不检查游戏源码仓库。观测维度、候选特征、奖励和按掩码采样方式沿用上表;`banned` 可传手动禁用干员 ID。`tick_budget` 控制每次原生战斗续跑的帧数,Gym 自动推进到下一决策。决策/时间预算在完整决策边界返回截断;战斗中途耗尽 `max_advances` 会抛异常,不返回无法 bootstrap 的半场状态。整局原版联合验收、原生批量接口与性能目标尚未完成。 -原生集成测试需显式提供引擎路径,会实际运行对局: +## 并行与测量 + +支持 `SyncVectorEnv` / `AsyncVectorEnv`。Async 使用 `spawn` 和共享内存,入口需要 +`if __name__ == "__main__"`。每个 env 独占一个 Node 进程,默认填充观测约 2.98 MB/env。 ```sh -ARKGUARD_ENGINE_ROOT=/path/to/engine python -m unittest discover -s tests -p test_gym_env.py -v +python benchmarks/gym_env.py --engine-root /path/to/engine \ + --vector async --envs 4 --steps 256 --repeats 3 --out artifacts/gym-async-4.json ``` ## 文档 diff --git a/arkguardrl/candidates.py b/arkguardrl/candidates.py index 42a7f2c..7d951e5 100644 --- a/arkguardrl/candidates.py +++ b/arkguardrl/candidates.py @@ -210,13 +210,17 @@ class Decision: history_json: bytes | None = field(default=None, repr=False, compare=False) -def build_decision(state, catalog, history): +def build_decision(state, catalog, history, *, encoder=None, candidate_encoder=None, state_copy=None): locations, occupied, cells = public_context(state, catalog) own, public = state["own"], state["public"] if not isinstance(history, DecisionHistory): raise ValueError("Explicit native DecisionHistory required") - blocked, actions, seen = history.blocked(state), [], set() + blocked = history.blocked(state) if candidate_encoder is None else () + actions, seen, prepared = [], set(), None def add(action): + if candidate_encoder is not None: + actions.append(action) + return key = action_id(action) if key in blocked or key in seen: return @@ -284,16 +288,23 @@ def add(action): add({"t": "g.freeze"}) if shop["level"] < shop["maxLevel"] and own["funds"] >= shop["upgradePrice"]: add({"t": "g.levelUp"}) - from arkguardrl_core.env_actions import piece_actions - for action in piece_actions(state, catalog, (locations, occupied, cells), recovery=recovery): - add(action) + from arkguardrl_core.env_actions import piece_actions, piece_inputs + if candidate_encoder is not None: + prepared = piece_inputs(state, catalog, (locations, occupied, cells), recovery=recovery) + else: + for action in piece_actions(state, catalog, (locations, occupied, cells), recovery=recovery): + add(action) else: raise CandidateBlocked("Unsupported actionable native phase") - if not actions: + if not actions and (candidate_encoder is None or prepared is None): raise CandidateBlocked("History/public domain exhausted; no fallback wait or forced Ready") snapshot = history.snapshot(state) - observation, features, schedules, experts = encode_decision(state, actions, catalog, snapshot) + if candidate_encoder is not None: + actions, observation, features, schedules, experts = candidate_encoder( + state, actions, catalog, snapshot, prepared) + else: + observation, features, schedules, experts = (encoder or encode_decision)(state, actions, catalog, snapshot) # Retain the exact history used for the feature tensors, independently of # subsequent history advancement. Bytes cannot alias mutable progress. - return Decision(deepcopy(state), observation, features, tuple(actions), schedules, experts, + return Decision((state_copy or deepcopy)(state), observation, features, tuple(actions), schedules, experts, state["personalEnded"], history_json=canonical(snapshot)) diff --git a/arkguardrl/catalog.py b/arkguardrl/catalog.py index 1b9356b..aaf61dc 100644 --- a/arkguardrl/catalog.py +++ b/arkguardrl/catalog.py @@ -51,11 +51,22 @@ def unique(pairs): raise ValueError("Public catalog/session data identity mismatch") if set(loaded) != {"bands", "chess", "items", "tokens", "config", "bonds", "garrisons", "enemies", "choices", "effects"}: raise ValueError("Missing explicit public catalog files") + self._initialize(loaded) + + @classmethod + def from_native(cls, native_catalog): + """Use the engine-owned external definitions, without a source-checkout gate.""" + obj = cls.__new__(cls) + obj.data_sha256 = None + obj._initialize(json.loads(native_catalog.public_tables())) + return obj + + def _initialize(self, loaded): self._data = loaded # The learning API exposes small public projections, not every artwork, # description, skill implementation or future-wave table in the dataset. fields = ("id", "chessId", "tokenId", "bandId", "baseId", "goldenId", "tier", "isGolden", - "position", "placeOnRanged", "isDiy", "itemType", "kind", "rangedTilesOnly", + "position", "placeOnRanged", "isDiy", "diyFor", "itemType", "kind", "rangedTilesOnly", "ownerRange", "ownerRangeOutside", "rangeGrid", "upgradeNum", "bonds") self._views = {} for kind, table in (("chess", "chess"), ("item", "items"), ("token", "tokens"), ("band", "bands")): @@ -135,8 +146,8 @@ def _record(self, kind, identifier): row = self._views.get(kind, {}).get(identifier) if not isinstance(row, dict): raise UnsupportedPublicState(f"Unknown public {kind} identity: {identifier!r}") - if kind == "chess" and row.get("isDiy"): - raise UnsupportedPublicState("Custom DIY records require a separate catalog contract") + if kind == "chess" and row.get("isDiy") and row.get("diyFor") not in self._data.get("diy", {}): + raise UnsupportedPublicState("DIY identity has no resolved operator configuration") return row def validate_identity(self, kind, identifier): @@ -246,7 +257,9 @@ def validate_state(self, state): or public.get("modeId") not in self._data["config"]["modes"] or public.get("modeId") != "mode_single_" + public["difficulty"].lower()): raise UnsupportedPublicState("Plugins/custom modes are outside this vanilla catalog") - for name in ("diy", "loadout", "ops"): + if own.get("diy") != self._data.get("diy", {}): + raise UnsupportedPublicState("DIY configuration differs from the resolved public catalog") + for name in ("loadout", "ops"): if own.get(name) != {}: raise UnsupportedPublicState(f"Nondefault or unknown {name} is unsupported") if own.get("standIns") != []: diff --git a/arkguardrl/decision_session.py b/arkguardrl/decision_session.py index 97bc8d4..dfc3b02 100644 --- a/arkguardrl/decision_session.py +++ b/arkguardrl/decision_session.py @@ -32,7 +32,8 @@ def reset(self, **kwargs): def decision(self): if self.result is None: raise RuntimeError("Reset before constructing a decision") - return build_decision(self.result.observation, self.catalog, self.history) + return build_decision(self.result.observation, self.catalog, self.history, + encoder=getattr(self.environment, 'numeric_encoder', None)) def step(self, action): if self.result is None: @@ -50,4 +51,9 @@ def step(self, action): def observation_features(self): if self.result is None: raise RuntimeError("Reset before encoding a successor") + encoder = getattr(self.environment, 'numeric_encoder', None) + if encoder is not None: + state = self.result.observation + self.catalog.validate_state(state) + return encoder(state, (), self.catalog, self.history.snapshot(state))[0] return encode_observation(self.result.observation, self.catalog, self.history) diff --git a/arkguardrl_core/env_actions.py b/arkguardrl_core/env_actions.py index 2da50c8..2ab0384 100644 --- a/arkguardrl_core/env_actions.py +++ b/arkguardrl_core/env_actions.py @@ -5,11 +5,15 @@ def piece_actions(state, catalog, context, *, recovery): + return kernel().prep_piece_actions(*piece_inputs(state, catalog, context, recovery=recovery)) + + +def piece_inputs(state, catalog, context, *, recovery): from arkguardrl.candidates import empty_deployment_allowed own = state['own'] if recovery and own['canReady']: - return [] + return ([], 0, own['deployCount'] >= own['deployCap'], recovery, True) locations, _, cells = context terrain = {'all': 0, 'melee': 0, 'high': 0} for (row, col), kind in cells.items(): @@ -40,5 +44,5 @@ def piece_actions(state, catalog, context, *, recovery): pieces.append((uid, {'board': 0, 'hand': 1, 'temp': 2}[area], kind, cell, direction, mask, [item['uid'] for item in piece['items']])) empty_hand = sum(1 << i for i, piece in enumerate(own['hand']) if piece is None) - return kernel().prep_piece_actions(pieces, empty_hand, + return (pieces, empty_hand, own['deployCount'] >= own['deployCap'], recovery, own['canReady']) diff --git a/arkguardrl_core/gym_env.py b/arkguardrl_core/gym_env.py index 452dd72..eedbf3a 100644 --- a/arkguardrl_core/gym_env.py +++ b/arkguardrl_core/gym_env.py @@ -50,10 +50,27 @@ def __init__(self, engine_root, *, expected_data_sha256=None, difficulty="ABYSS" self.catalog = None # Gym inputs do not consume route geometry. Keep explicit geometry() # available on demand without projecting paths on every decision. - self._pool = RouteSessionPool(inline_geometry=False) + self._pool = self._make_pool() self._session = self._decision = self._result = None self._done = True + def _make_pool(self): + return RouteSessionPool(inline_geometry=False) + + def _load_catalog(self): + return PublicCatalog(self.engine_root, self.expected_data_sha256) + + def _make_environment(self): + return RouteEnv(self.engine_root, session_pool=self._pool, deadline=float("inf"), + expected_data_sha256=self.catalog.data_sha256, timeout=self.timeout, + max_decisions=self.max_decisions, max_advances=self.max_advances) + + def _make_decision_session(self, environment): + return DecisionSession(environment, self.catalog) + + def _make_reward(self): + return NativeProgressCore() + def _close_episode(self, error=False): if self._session is not None: session, self._session = self._session, None @@ -69,18 +86,16 @@ def reset(self, *, seed=None, options=None): started = time.perf_counter() try: if self.catalog is None: - self.catalog = PublicCatalog(self.engine_root, self.expected_data_sha256) + self.catalog = self._load_catalog() # Gym seeds include zero and arbitrarily large integers. The engine # accepts nonzero uint32; derive it from Gym's reproducible RNG stream. self._engine_seed = int(self.np_random.integers(1, 2**32)) - environment = RouteEnv(self.engine_root, session_pool=self._pool, deadline=float("inf"), - expected_data_sha256=self.catalog.data_sha256, timeout=self.timeout, - max_decisions=self.max_decisions, max_advances=self.max_advances) - self._session = DecisionSession(environment, self.catalog) + environment = self._make_environment() + self._session = self._make_decision_session(environment) self._session.__enter__() self._result = self._session.reset(seed=self._engine_seed, difficulty=self.difficulty) engine_seconds = time.perf_counter()-started - self._reward = NativeProgressCore() + self._reward = self._make_reward() self._reward.reset(self._result.observation) observation, info = self._observe(self._result.reason) if self.profile: @@ -107,7 +122,7 @@ def _observe(self, reason): self._decision, count = None, 0 features = self._session.observation_features() observation = { - "observation": np.asarray(features, dtype=np.float32), + "observation": np.array(features, dtype=np.float32, copy=True), "candidates": np.zeros((self.max_candidates, ACTION_DIM), dtype=np.float32), "schedules": np.zeros(self.max_candidates, dtype=np.int64), "experts": np.zeros(self.max_candidates, dtype=np.int64), diff --git a/arkguardrl_core/native/Cargo.lock b/arkguardrl_core/native/Cargo.lock index 6203841..64723b0 100644 --- a/arkguardrl_core/native/Cargo.lock +++ b/arkguardrl_core/native/Cargo.lock @@ -8,6 +8,7 @@ version = "0.1.0" dependencies = [ "numpy", "pyo3", + "pyo3-build-config", ] [[package]] diff --git a/arkguardrl_core/native/Cargo.toml b/arkguardrl_core/native/Cargo.toml index 37f50cc..47cdc2f 100644 --- a/arkguardrl_core/native/Cargo.toml +++ b/arkguardrl_core/native/Cargo.toml @@ -14,6 +14,9 @@ crate-type = ["cdylib"] pyo3 = { version = "=0.27.2", features = ["extension-module"] } numpy = "=0.27.1" +[build-dependencies] +pyo3-build-config = "=0.27.2" + [profile.release] lto = "thin" codegen-units = 1 diff --git a/arkguardrl_core/native/build.rs b/arkguardrl_core/native/build.rs new file mode 100644 index 0000000..dace4a9 --- /dev/null +++ b/arkguardrl_core/native/build.rs @@ -0,0 +1,3 @@ +fn main() { + pyo3_build_config::add_extension_module_link_args(); +} diff --git a/arkguardrl_core/native/src/prep.rs b/arkguardrl_core/native/src/prep.rs index 51d1120..42c12a0 100644 --- a/arkguardrl_core/native/src/prep.rs +++ b/arkguardrl_core/native/src/prep.rs @@ -6,86 +6,9 @@ use pyo3::{ types::{PyDict, PyList}, }; -// UID, area (board/hand/temp), kind (chess/token/equip/magic), cell, -// direction, permitted terrain/token cells, equipped item UIDs. -type Piece = (u64, u8, u8, i8, i8, u64, Vec); -const MASK: u64 = (1 << 36) - 1; - -enum Action { - Sell(u64), - Destroy(u64), - Hand(u64, usize), - Board(u64, usize, usize), - Equip(u64, u64, Option), - Art(u64, usize, usize), -} - -fn enumerate( - pieces: &[Piece], - empty_hand: u16, - full: bool, - recovery: bool, - ready: bool, -) -> Vec { - let mut actions = Vec::new(); - if recovery && ready { - return actions; - } - let chess_cells = pieces - .iter() - .filter(|p| p.1 == 0 && p.2 == 0) - .fold(0_u64, |mask, p| mask | (1 << p.3)); - for &(uid, area, kind, cell, direction, allowed, _) in pieces { - if kind == 0 { - actions.push(Action::Sell(uid)); - } else if kind >= 2 && (!recovery || area == 2) { - actions.push(Action::Destroy(uid)); - } - if recovery && area != 2 { - continue; - } - if area != 1 { - for slot in 0..10 { - if !recovery || empty_hand & (1 << slot) != 0 { - actions.push(Action::Hand(uid, slot)); - } - } - } - if kind <= 1 { - for target in 0..36 { - if allowed & (1 << target) == 0 { - continue; - } - if area != 0 && kind == 0 && full && chess_cells & (1 << target) == 0 { - continue; - } - for facing in 0..4 { - if area == 0 && target == cell as usize && facing == direction as usize { - continue; - } - actions.push(Action::Board(uid, target, facing)); - } - } - } else if kind == 2 { - for target in pieces.iter().filter(|p| p.2 == 0) { - actions.push(Action::Equip(uid, target.0, None)); - if target.6.len() >= 2 { - for &old in &target.6 { - actions.push(Action::Equip(uid, target.0, Some(old))); - } - } - } - } else { - // Magic targets the whole protocol field, including nondeployable cells. - for target in 0..36 { - for facing in 0..4 { - actions.push(Action::Art(uid, target, facing)); - } - } - } - } - actions -} +#[path = "prep_domain.rs"] +mod domain; +use domain::{enumerate, Action, Piece, MASK}; #[pyfunction] pub fn prep_piece_actions<'py>( diff --git a/arkguardrl_core/native/src/prep_domain.rs b/arkguardrl_core/native/src/prep_domain.rs new file mode 100644 index 0000000..4be9eab --- /dev/null +++ b/arkguardrl_core/native/src/prep_domain.rs @@ -0,0 +1,81 @@ +// Public PREP intent domain shared by the Python kernel and native session. +// UID, area (board/hand/temp), kind (chess/token/equip/magic), cell, +// direction, permitted terrain/token cells, equipped item UIDs. +pub type Piece = (u64, u8, u8, i8, i8, u64, Vec); +pub const MASK: u64 = (1 << 36) - 1; + +pub enum Action { + Sell(u64), + Destroy(u64), + Hand(u64, usize), + Board(u64, usize, usize), + Equip(u64, u64, Option), + Art(u64, usize, usize), +} + +pub fn enumerate( + pieces: &[Piece], + empty_hand: u16, + full: bool, + recovery: bool, + ready: bool, +) -> Vec { + let mut actions = Vec::new(); + if recovery && ready { + return actions; + } + let chess_cells = pieces + .iter() + .filter(|p| p.1 == 0 && p.2 == 0) + .fold(0_u64, |mask, p| mask | (1 << p.3)); + for &(uid, area, kind, cell, direction, allowed, _) in pieces { + if kind == 0 { + actions.push(Action::Sell(uid)); + } else if kind >= 2 && (!recovery || area == 2) { + actions.push(Action::Destroy(uid)); + } + if recovery && area != 2 { + continue; + } + if area != 1 { + for slot in 0..10 { + if !recovery || empty_hand & (1 << slot) != 0 { + actions.push(Action::Hand(uid, slot)); + } + } + } + if kind <= 1 { + for target in 0..36 { + if allowed & (1 << target) == 0 { + continue; + } + if area != 0 && kind == 0 && full && chess_cells & (1 << target) == 0 { + continue; + } + for facing in 0..4 { + if area == 0 && target == cell as usize && facing == direction as usize { + continue; + } + actions.push(Action::Board(uid, target, facing)); + } + } + } else if kind == 2 { + for target in pieces.iter().filter(|p| p.2 == 0) { + actions.push(Action::Equip(uid, target.0, None)); + if target.6.len() >= 2 { + for &old in &target.6 { + actions.push(Action::Equip(uid, target.0, Some(old))); + } + } + } + } else { + // Magic targets the whole protocol field, including nondeployable cells. + for target in 0..36 { + for facing in 0..4 { + actions.push(Action::Art(uid, target, facing)); + } + } + } + } + actions +} diff --git a/arkguardrl_core/native_env.py b/arkguardrl_core/native_env.py new file mode 100644 index 0000000..930f4a9 --- /dev/null +++ b/arkguardrl_core/native_env.py @@ -0,0 +1,138 @@ +"""In-process Rust decisions using the existing public feature/history contract. + +Transport validates and owns each decoded observation. Internal progress consumes +that owned snapshot. Public transitions are decoded independently from the same +transport JSON, preserving caller isolation without Python recursive deepcopy. +""" +from copy import deepcopy +import importlib.machinery +import importlib.util +import json +from pathlib import Path + +from arkguardrl.contracts import action_id +from arkguardrl.environment import Transition +from arkguardrl.feedback import PublicProgress +from arkguardrl.observation import validate_state + + +def load_native(library=None): + if library is None: + try: + from . import _native + return _native + except ImportError as exc: + raise RuntimeError("Build crates/python and pass its dynamic library as native_library") from exc + path = str(Path(library).resolve(strict=True)) + loader = importlib.machinery.ExtensionFileLoader("_native", path) + spec = importlib.util.spec_from_file_location("_native", path, loader=loader) + module = importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + return module + + +class NativePool: + """Own definitions once. Episodes share definitions, never mutable game state.""" + def __init__(self, data_root, core, banned, library, diy=None): + native = load_native(library) + self.catalog = native.NativeCatalog(str(Path(data_root).resolve()), 64 << 20) + if diy: + self.catalog = self.catalog.with_diy(json.dumps(diy)) + self.session = native.NativeSolo(self.catalog, core, list(banned)) + + def close(self): + self.session.close() + + +class NativeDecisionEnv: + def __init__(self, pool, *, max_decisions, max_advances, tick_budget, policy_catalog=None): + self.session = pool.session + self.numeric_encoder = None + if policy_catalog is not None: + from .native_policy import metadata + if getattr(pool, '_policy_catalog', None) is not policy_catalog: + self.session.configure_policy(metadata(policy_catalog)) + pool._policy_catalog = policy_catalog + self._policy_catalog = policy_catalog + self.numeric_encoder = self._encode_numeric + self.max_decisions, self.max_advances = max_decisions, max_advances + self.tick_budget = tick_budget + self._state = None + self._raw = None + self._progress = PublicProgress() + self._decisions = self._advances = 0 + self._reason = None + self._closed = False + + def __enter__(self): + return self + + def _encode_numeric(self, state, actions, catalog, history): + from .native_policy import encode + if catalog is not self._policy_catalog or state != self._state: + raise ValueError('Numeric encoding requires the current public snapshot and catalog') + return encode(self.session, state, actions, history) + + def _observe(self): + # Validate once at the transport boundary; progress consumes the owned mapping. + raw = self.session.observation() + state = json.loads(raw) + validate_state(state) + self._state, self._raw = state, raw + return state + + def _track(self, state, *, action=None, reply=None): + """Progress consumes this validated transport snapshot without copying it.""" + return self._progress._observe_validated(state, action=action, reply=reply) + + def _result(self, accepted=None, execution=None, aid=None): + # A second decode of the same transport bytes is an exact, isolated copy; + # it is far cheaper than recursively copying the parsed public state. + observation = json.loads(self._raw) + return Transition(observation, observation["personalEnded"], + bool(self._reason and not observation["personalEnded"]), self._reason, + accepted=accepted, action_id=aid, execution=execution, + progress=self._progress.snapshot(self._state)) + + def reset(self, *, seed, difficulty="ABYSS"): + if difficulty != "ABYSS" or self._state is not None or self._closed: + raise ValueError("Reset once per live Desperation decision session") + self.session.reset(seed) + self._track(self._observe()) + return self._result() + + def step(self, action): + if self._closed or self._state is None or self._reason or self._state["personalEnded"]: + raise RuntimeError("Reset required") + # Keep the immediate action receipt distinct from automatic combat. + intent = deepcopy(action) + receipt = json.loads(self.session.step(json.dumps(intent, allow_nan=False), 0)) + accepted = receipt["accepted"] + reply = {"accepted": accepted, "result": {"ok": accepted}} + if not accepted: + reply["result"]["error"] = receipt["rejection"] + execution = self._track(self._observe(), action=intent, reply=reply) + self._decisions += 1 + while receipt["budgetExhausted"]: + if self._advances >= self.max_advances: + # A half-finished battle has no action-value bootstrap state. + # Fail the call instead of returning a spurious terminal/truncation. + self.close(error=True) + raise RuntimeError("Combat budget exhausted before a decision boundary") + receipt = json.loads(self.session.advance(self.tick_budget)) + self._advances += 1 + if not receipt["budgetExhausted"]: + self._track(self._observe()) + if not self._state["personalEnded"]: + if self._decisions >= self.max_decisions: + self._reason = "decision-budget" + elif self._advances >= self.max_advances: + self._reason = "advance-budget" + return self._result(accepted, execution, action_id(intent)) + + def close(self, *, error=False): + self.session.close() + self._closed = True + + def __exit__(self, *_): + self.close() diff --git a/arkguardrl_core/native_gym.py b/arkguardrl_core/native_gym.py new file mode 100644 index 0000000..6da9623 --- /dev/null +++ b/arkguardrl_core/native_gym.py @@ -0,0 +1,62 @@ +"""Desperation-only Gym adapter for the in-process Rust simulator.""" +import gymnasium as gym +from arkguardrl.catalog import PublicCatalog +from .gym_env import ArkGuardEnv +from .native_env import NativePool, NativeDecisionEnv + + +class ArkGuardNativeEnv(ArkGuardEnv): + """Existing dynamic feature shapes and candidate-mask semantics, native execution. + + core selects band_amiya, band_sarkazb, band_chen, or band_sciurus. + No core-selection actions are added. native_library is a development-build + path; omit it when arkguardrl_core._native is installed. + """ + def __init__(self, data_root, *, core, banned=(), native_library=None, diy=None, + tick_budget=4096, numeric_observations=True, native_ledger=True, **kwargs): + if type(tick_budget) is not int or not 1 <= tick_budget <= 108000: + raise ValueError("tick_budget must be an integer in 1..108000") + if kwargs.get("difficulty", "ABYSS") != "ABYSS": + raise ValueError("Only Desperation (ABYSS) is maintained") + if kwargs.get("expected_data_sha256") is not None: + raise ValueError("Native data is configured by directory, without a source identity gate") + if type(numeric_observations) is not bool: + raise ValueError('numeric_observations must be boolean') + if type(native_ledger) is not bool: + raise ValueError('native_ledger must be boolean') + self.native_ledger = native_ledger + self.numeric_observations = numeric_observations + self.core, self.banned = core, tuple(banned) + self.diy = diy + self.native_library, self.tick_budget = native_library, tick_budget + super().__init__(data_root, **kwargs) + + def _make_pool(self): + return NativePool(self.engine_root, self.core, self.banned, self.native_library, self.diy) + + def _load_catalog(self): + return PublicCatalog.from_native(self._pool.catalog) + + def _make_environment(self): + environment = NativeDecisionEnv + if self.native_ledger: + from .native_ledger import NativeLedgerEnv + environment = NativeLedgerEnv + return environment(self._pool, max_decisions=self.max_decisions, + max_advances=self.max_advances, tick_budget=self.tick_budget, + policy_catalog=self.catalog if self.numeric_observations else None) + + def _make_decision_session(self, environment): + if self.native_ledger: + from .native_ledger import NativeLedgerSession + return NativeLedgerSession(environment, self.catalog) + return super()._make_decision_session(environment) + + def _make_reward(self): + if self.native_ledger: + from .native_ledger import NativeLedgerReward + return NativeLedgerReward(self._session.environment) + return super()._make_reward() + + +gym.register("ArkGuardRL-v1", entry_point="arkguardrl_core.native_gym:ArkGuardNativeEnv") diff --git a/arkguardrl_core/native_ledger.py b/arkguardrl_core/native_ledger.py new file mode 100644 index 0000000..bbe7cd9 --- /dev/null +++ b/arkguardrl_core/native_ledger.py @@ -0,0 +1,152 @@ +"""Gym bridge to the public progress, history and reward owned by NativeSolo.""" +from copy import deepcopy +import json +from uuid import uuid4 + +from arkguardrl.candidates import CandidateBlocked, DecisionHistory, build_decision +from arkguardrl.contracts import fingerprint, canonical +from arkguardrl.decision_session import DecisionSession +from arkguardrl.environment import Transition +from .native_env import NativeDecisionEnv + + +class NativeLedgerHistory(DecisionHistory): + def __init__(self, environment): + self.environment = environment + + @property + def progress(self): + return self.environment._ledger['history']['progress'] + + @property + def prep_used(self): + return self.environment._ledger['history']['used'] + + def _check(self, state): + if fingerprint(state) != self.progress['observation_id']: + raise ValueError('Initialize/update history with the real environment result before encoding') + + def blocked(self, state): + self._check(state) + return frozenset(self.environment._ledger['blocked']) + + def snapshot(self, state): + self._check(state) + return deepcopy(self.environment._ledger['history']) + + +class NativeLedgerSession(DecisionSession): + def __init__(self, environment, catalog): + self.environment, self.catalog = environment, catalog + self.history = NativeLedgerHistory(environment) + self.result = None + + def reset(self, **kwargs): + if self.result is not None: + raise RuntimeError('Reset once per decision session') + self.result = self.environment.reset(**kwargs) + return self.result + + def step(self, action): + if self.result is None: + raise RuntimeError('Reset before stepping') + if fingerprint(self.result.observation) != self.history.progress['observation_id']: + raise ValueError('Decision snapshot was mutated; no command executed') + self.result = self.environment.step(action) + return self.result + + def decision(self): + if self.result is None: + raise RuntimeError('Reset before constructing a decision') + if self.environment.numeric_encoder is None: + return super().decision() + return build_decision(self.result.observation, self.catalog, self.history, + candidate_encoder=self.environment._encode_candidates, + state_copy=self.environment._copy_state) + + +class NativeLedgerEnv(NativeDecisionEnv): + def _copy_state(self, state): + # Decode the committed native packet for an independently owned snapshot. + return json.loads(self._raw)['observation'] + + def _encode_candidates(self, state, prefix, catalog, history, prepared): + from .native_policy import decode + if catalog is not self._policy_catalog or history != self._ledger['history']: + raise ValueError('Numeric encoding requires the current public snapshot and catalog') + # build_decision just bound this snapshot once through history.snapshot(). + try: + raw_actions, *buffers = self.session.build_ledger_policy( + state['revision'], canonical(prefix), prepared) + except ValueError as error: + if str(error) in ( + 'Native candidate hard cap exceeded; domain was not sliced', + 'History/public domain exhausted; no fallback wait or forced Ready'): + raise CandidateBlocked(str(error)) from None + raise + actions = json.loads(raw_actions) + return actions, *decode(buffers, len(actions)) + + def _encode_numeric(self, state, actions, catalog, history): + from .native_policy import encode + if catalog is not self._policy_catalog or history != self._ledger['history']: + raise ValueError('Numeric encoding requires the current public snapshot and catalog') + return encode(self.session, state, actions, history, native_history=True) + + def _consume(self, raw): + ledger = json.loads(raw) + state = ledger['observation'] + # NativeProgressCore validates this exact owned state before committing it. + self._raw = raw + self._ledger = ledger + self._state = state + self._advances += ledger['advances'] + if not state['personalEnded']: + if self._decisions >= self.max_decisions: + self._reason = 'decision-budget' + elif self._advances >= self.max_advances: + self._reason = 'advance-budget' + execution = ledger['execution'] + return Transition(state, state['personalEnded'], + bool(self._reason and not state['personalEnded']), self._reason, + accepted=execution['accepted'] if execution else None, + action_id=execution['action_id'] if execution else None, + execution=deepcopy(execution), + progress=deepcopy(ledger['history']['progress'])) + + def reset(self, *, seed, difficulty='ABYSS'): + if difficulty != 'ABYSS' or self._state is not None or self._closed: + raise ValueError('Reset once per live Desperation decision session') + return self._consume(self.session.reset_decision(seed, uuid4().hex)) + + def step(self, action): + if self._closed or self._state is None or self._reason or self._state['personalEnded']: + raise RuntimeError('Reset required') + self._previous = self._state + try: + raw = self.session.step_decision(json.dumps(action, allow_nan=False), self.tick_budget, + self.max_advances - self._advances) + self._decisions += 1 + result = self._consume(raw) + self._reward_consumed = False + return result + except BaseException: + self.close(error=True) + raise + + +class NativeLedgerReward: + """Consume the reward already committed with the current native transition.""" + def __init__(self, environment): + self.environment = environment + + def reset(self, state): + if state is not self.environment._state: + raise ValueError('Reward reset requires the native reset observation') + + def step(self, before, after): + env = self.environment + if env._reward_consumed or before is not env._previous or after is not env._state: + raise ValueError('Disconnected or already-ended reward episode') + env._reward_consumed = True + return env._ledger['reward'] diff --git a/arkguardrl_core/native_policy.py b/arkguardrl_core/native_policy.py new file mode 100644 index 0000000..17646cf --- /dev/null +++ b/arkguardrl_core/native_policy.py @@ -0,0 +1,67 @@ +"""Compile public policy metadata once; numerical projection lives in Rust. + +This is a model-layout bridge, not a source identity gate. Raw observations and +public progress remain available for the existing history/reward contracts. +""" +import json +import numpy as np +from arkguardrl.contracts import canonical, fingerprint +from arkguardrl.dynamic import OBS_DIM, ACTION_DIM +from arkguardrl.feedback import PROGRESS_SCHEMA + + +def metadata(catalog): + cached = getattr(catalog, '_native_policy_metadata', None) + if cached is not None: + return cached + from arkguardrl import structured as layout + if (len(catalog.entity_ids) >= layout.ENTITY_VOCAB + or len(catalog.mechanism_ids) >= layout.MECHANISM_VOCAB + or len(catalog.enemy_ids) >= layout.ENEMY_VOCAB): + raise ValueError('Catalog vocabulary exceeds structured embedding contract') + bank, _, indices = catalog.definitions() + air_column = (layout.ENTITY_PREFIX + len(layout.KINDS) + len(layout.AREAS) + + layout.ENTITY_NUMBERS.index('can_hit_fly')) + definitions = [] + for i, (kind, identifier) in enumerate(bank['keys']): + record = catalog._views.get(kind, {}).get(identifier, {}) + definitions.append(dict(kind=kind, id=identifier, index=indices[kind, identifier], + ranges=catalog.attack_range({'kind': kind, 'id': identifier}) if kind == 'chess' else (), + air=bool(bank['entities'][i][air_column]), base=record.get('baseId', identifier), + isGolden=bool(record.get('isGolden', False)), upgradeNum=record.get('upgradeNum', 0))) + compiled = dict(definitions=definitions, band_ids=list(catalog.band_ids), + entities=[dict(kind=k, id=i, index=n) for (k, i), n in catalog._entity_indices.items()], + enemies=[dict(id=i, index=n) for i, n in catalog._enemy_indices.items()], + config=catalog._data['config'], + choices=[dict(rec, kind=k, id=i) for (k, i), rec in catalog._choices.items()]) + cached = json.dumps(compiled, ensure_ascii=False, allow_nan=False, + separators=(',', ':')).encode('utf-8') + catalog._native_policy_metadata = cached + return cached + + +def encode(session, state, actions, history, *, native_history=False): + progress = history.get('progress') + if (not isinstance(progress, dict) or progress.get('schema') != PROGRESS_SCHEMA + or progress.get('observation_id') != fingerprint(state)): + raise ValueError('Structured v7 requires observation-bound public progress') + # Public history remains independently owned; no callbacks or Python state + # traversal occur inside the numerical encoder. + if native_history: + buffers = session.encode_ledger_policy(state['revision'], canonical(actions)) + else: + buffers = session.encode_policy(state['revision'], canonical(history), canonical(actions)) + return decode(buffers, len(actions)) + + +def decode(buffers, count): + observation = np.frombuffer(buffers[0], dtype='