feat(m4): STIX parser + seed service + CLI
- backend/app/services/mitre_seed.py: stdlib-only STIX 2.1 parser (urllib + hashlib + json). Pinned to enterprise-attack-19.0.json with sha256 df520ea0775a57db7bff760145b02fed89290802913e056b7ed5970b02f3626a (~52 MB, ~1.1 s parse). Resolves sub-technique parents via relationship[subtechnique-of] with a T1003.001→T1003 dotted-id fallback; upserts on external_id, rebuilds the technique↔tactic M2M in a single transaction so external readers never see an empty join. Persists mitre_last_sync, mitre_version, mitre_source_url in the settings table. - Custom URLs MUST be paired with expected_sha256 OR allow_unverified=true — refuses silent integrity bypass. - CLI: flask metamorph seed-mitre [--source path|url] [--checksum-sha256 hex] [--skip-checksum]. Make target wraps it. - Docker: /data/mitre/ chowned to the metamorph user at build; named volume metamorph_mitre mounted from compose for cross-restart cache. Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
@@ -56,10 +56,66 @@ def print_install_token(force: bool):
|
||||
|
||||
|
||||
@metamorph.command("seed-mitre")
|
||||
def seed_mitre():
|
||||
"""Placeholder for M4 — left so `make seed-mitre` doesn't crash."""
|
||||
click.echo("MITRE seeding will land in M4. (no-op for now)", err=True)
|
||||
sys.exit(0)
|
||||
@click.option(
|
||||
"--source",
|
||||
default=None,
|
||||
help="STIX bundle source: local path or HTTPS URL. Defaults to the pinned MITRE Enterprise release.",
|
||||
)
|
||||
@click.option(
|
||||
"--checksum-sha256",
|
||||
"checksum_sha256",
|
||||
default=None,
|
||||
help="Expected sha256 of the bundle (required with a non-default --source URL unless --skip-checksum).",
|
||||
)
|
||||
@click.option(
|
||||
"--skip-checksum",
|
||||
is_flag=True,
|
||||
help="Skip sha256 verification entirely (escape hatch for testing).",
|
||||
)
|
||||
def seed_mitre(source: str | None, checksum_sha256: str | None, skip_checksum: bool):
|
||||
"""Seed/refresh the MITRE ATT&CK Enterprise reference tables.
|
||||
|
||||
Upserts on `external_id`. Re-running with the same source updates the
|
||||
name/description/url and re-applies the technique↔tactic mapping.
|
||||
"""
|
||||
from app.services.mitre_seed import (
|
||||
MITRE_DEFAULT_SHA256,
|
||||
MITRE_DEFAULT_URL,
|
||||
seed_mitre as seed_mitre_svc,
|
||||
)
|
||||
|
||||
if skip_checksum:
|
||||
expected_sha = None
|
||||
elif checksum_sha256:
|
||||
expected_sha = checksum_sha256
|
||||
elif source is None or source == MITRE_DEFAULT_URL:
|
||||
expected_sha = MITRE_DEFAULT_SHA256
|
||||
else:
|
||||
expected_sha = None # let seed_mitre_svc decide whether to refuse
|
||||
|
||||
click.echo(
|
||||
f"Seeding from {source or MITRE_DEFAULT_URL} "
|
||||
f"(sha256 check: {'off' if skip_checksum else expected_sha or 'unverified'}) ...",
|
||||
err=True,
|
||||
)
|
||||
try:
|
||||
result = seed_mitre_svc(
|
||||
source=source,
|
||||
expected_sha256=expected_sha,
|
||||
allow_unverified=skip_checksum,
|
||||
)
|
||||
except Exception as e: # noqa: BLE001
|
||||
click.echo(f"seed-mitre failed: {e}", err=True)
|
||||
sys.exit(2)
|
||||
click.echo(
|
||||
f" tactics: {result.tactics_upserted}, "
|
||||
f"techniques: {result.techniques_upserted}, "
|
||||
f"subtechniques: {result.subtechniques_upserted} "
|
||||
f"(skipped orphans: {result.subtechniques_skipped_orphan}), "
|
||||
f"links: {result.technique_tactic_links}, "
|
||||
f"duration: {(result.finished_at - result.started_at).total_seconds():.1f}s",
|
||||
err=True,
|
||||
)
|
||||
|
||||
|
||||
app.cli.add_command(metamorph)
|
||||
|
||||
Reference in New Issue
Block a user