Informe JSON sin procesar legible por máquina
{
"data": {
"repo": {
"topics": [
"internet-archive",
"python3",
"wayback-machine",
"wayback-archiver",
"sitemap",
"backup"
],
"is_fork": false,
"size_kb": 189,
"has_wiki": false,
"homepage": "https://pypi.org/project/wayback-machine-archiver/",
"languages": {
"Python": 114022
},
"pushed_at": "2026-07-24T00:06:00Z",
"created_at": "2018-12-18T04:19:50Z",
"owner_type": "User",
"updated_at": "2026-07-24T00:06:03Z",
"description": "A Python script to submit web pages to the Wayback Machine for archiving.",
"is_archived": false,
"is_disabled": false,
"license_spdx": "MIT",
"default_branch": "main",
"license_spdx_raw": "MIT",
"primary_language": "Python",
"significant_languages": [
"Python"
]
},
"owner": {
"blog": "https://alexgude.com",
"name": "Alexander Gude",
"type": "User",
"login": "agude",
"company": null,
"location": "Bay Area",
"followers": 116,
"avatar_url": "https://avatars.githubusercontent.com/u/4562016?v=4",
"created_at": "2013-05-29T17:03:50Z",
"is_verified": null,
"public_repos": 53,
"account_age_days": 4805
},
"license": {
"state": "standard",
"spdx_id": "MIT",
"raw_spdx": "MIT",
"file_present": true,
"scorecard_found": true,
"profile_has_license": true
},
"activity": {
"releases": [
{
"tag": "v4.1.0",
"kind": "minor",
"published_at": "2026-07-24T00:11:50Z"
},
{
"tag": "v4.0.0",
"kind": "major",
"published_at": "2026-07-10T01:56:52Z"
},
{
"tag": "v3.7.0",
"kind": "minor",
"published_at": "2026-07-09T23:44:36Z"
},
{
"tag": "v3.6.0",
"kind": "minor",
"published_at": "2026-06-09T16:15:51Z"
},
{
"tag": "v3.5.0",
"kind": "minor",
"published_at": "2026-01-17T03:20:11Z"
},
{
"tag": "v3.4.0",
"kind": "minor",
"published_at": "2026-01-16T03:12:37Z"
},
{
"tag": "v3.3.1",
"kind": "patch",
"published_at": "2025-09-11T03:17:55Z"
},
{
"tag": "v3.3.0",
"kind": "minor",
"published_at": "2025-09-09T03:21:20Z"
},
{
"tag": "v3.2.0",
"kind": "minor",
"published_at": "2025-09-06T19:35:09Z"
},
{
"tag": "v3.1.0",
"kind": "minor",
"published_at": "2025-09-06T18:04:02Z"
},
{
"tag": "v3.0.0",
"kind": "major",
"published_at": "2025-09-06T03:19:54Z"
},
{
"tag": "v2.2.0",
"kind": "minor",
"published_at": "2025-09-03T03:22:02Z"
},
{
"tag": "v2.1.0",
"kind": "minor",
"published_at": "2025-09-02T05:05:46Z"
},
{
"tag": "v2.0.0",
"kind": "major",
"published_at": "2025-09-02T03:30:58Z"
},
{
"tag": "v1.10.0",
"kind": "minor",
"published_at": "2025-08-26T03:57:35Z"
},
{
"tag": "v1.9.2",
"kind": "patch",
"published_at": "2025-08-26T03:40:21Z"
},
{
"tag": "v1.9.1",
"kind": "patch",
"published_at": "2020-11-22T06:30:16Z"
}
],
"recent_commits": [
{
"oid": "631ac8c0a5164de0fef5f609d05f1f3f82d84268",
"body": "The no-job_id submission path reset the attempt counter, preventing the\nretry limit from ever being reached. A URL that consistently got no\njob_id would re-queue forever.\n\nRemove the counter reset so each attempt counts toward max_retries.\n\nChanges:\n- Remove `submission_attempts[url] = attempt_num - 1` in _submit_next_url.\n- Update test to assert the attempt is counted.\n- Fix ruff lint and format errors.",
"is_bot": false,
"headline": "Fix infinite retry loop when API returns no job_id",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-24T00:02:38Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "1e87f76a718a88bd1badd969043332215f094fb4",
"body": "Add a --json CLI flag that emits one JSON line to stdout per archived URL,\nenabling machine-readable output for scripting and pipeline consumption.\n\nChanges:\n- Add --json flag in an \"Output Options\" argument group in cli.py.\n- Add _write_json_result in archiver.py to serialize ArchiveResult to JSONL\n[…]\nput (e.g., archiver --json | head).\n- Bump version to 4.1.0.\n- Add end-to-end tests for success, failure, multi-URL, filtered URLs,\n no-URLs edge case, --log-to-file combination, and BrokenPipeError.",
"is_bot": false,
"headline": "Add --json flag for per-URL JSONL output",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-23T18:55:30Z",
"body_truncated": true,
"is_coding_agent": false
},
{
"oid": "f96b611bc6dbdaf4820ca0cbbcb096e0381fc965",
"body": "Introduce a typed callback mechanism so callers can observe each URL's\noutcome (success, failure, timeout, etc.) as it happens. This is the\nplumbing for the --json output feature in the next commit.\n\nChanges:\n- Add frozen ArchiveResult dataclass with Literal status type.\n- Define ResultCallback type\n[…]\nrmanent error,\n transient retry exhaustion, timeout, submit failure, poll bailout.\n- Add tests for each callback site including a requeue-then-success test\n verifying exactly one record is produced.",
"is_bot": false,
"headline": "Add ArchiveResult dataclass and on_result callback to workflow",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-23T18:55:20Z",
"body_truncated": true,
"is_coding_agent": false
},
{
"oid": "b922f47a35121bdae637034134ea2ecd0d340f36",
"body": null,
"is_bot": false,
"headline": "Merge dev-4.0: release 4.0.0",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-10T00:27:10Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "3e1e627518cc2ef8a043d460e5052e600c742cec",
"body": null,
"is_bot": false,
"headline": "Bump version to 4.0.0",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-10T00:27:06Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "ab8470b3ba814eb835abde8f56f37c9a21a97afc",
"body": "Address review feedback: remove from __future__ import annotations\n(unnecessary with Python >=3.10 floor), remove # -*- coding: UTF-8 -*-\ndeclarations from test files, and add dedicated tests for the new\nexit-code behavior.\n\nChanges:\n- Remove from __future__ import annotations from all source module\n[…]\nes_from_sitemap.py\n and test_load_local_sitemap.py.\n- Rename _success_count to _ in main() (genuinely unused).\n- Add test_main_exits_with_code_1_on_failures.\n- Add test_main_exits_cleanly_on_success.",
"is_bot": false,
"headline": "Clean up Python 2/3.8 remnants and add exit-code tests",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-10T00:10:41Z",
"body_truncated": true,
"is_coding_agent": false
},
{
"oid": "cd232a45f67a0c9852d610635ac82c8f6ce1f37e",
"body": "Old pins used deprecated Node runtimes. setup-uv v8+ requires exact\nversion pins (no more major/minor tags).\n\nChanges:\n- actions/checkout v4 -> v7.\n- actions/setup-python v4 -> v6.\n- astral-sh/setup-uv v6 -> v8.0.0 (exact pin, no version: latest).",
"is_bot": false,
"headline": "Update GitHub Actions to current majors",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-10T00:03:22Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "4a580b621b274e2798af86986f88166b0eaa6639",
"body": "Add ruff to dev dependencies with E, F, I, UP, and G rule sets. Fix all\nf-string logging calls (G004) to use lazy %-style formatting, apply\nruff format across src/ and tests/, and add a lint job to CI.\n\nChanges:\n- Add ruff to dev extras and [tool.ruff] config in pyproject.toml.\n- Convert all f-string logging to %-style in archiver.py and workflow.py.\n- Apply ruff format to all source and test files.\n- Add lint job (ruff check + ruff format --check) to ci.yml.",
"is_bot": false,
"headline": "Add ruff linter and formatter",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-10T00:02:50Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "d7007530b7e9c3581ee9c148564cc5291bb63f18",
"body": "The license = { file = \"LICENSE\" } pattern plus the License classifier is\ndeprecated. setuptools >= 77 supports the PEP 639 SPDX string form.\n\nChanges:\n- Use license = \"MIT\" with license-files = [\"LICENSE\"].\n- Remove the License :: OSI Approved classifier.\n- Bump setuptools requirement from >=61.0 to >=77.0.",
"is_bot": false,
"headline": "Switch to SPDX license metadata",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-10T00:00:35Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "4beca1536588bf9f0519d6b97a8ce1ec1021bbaf",
"body": "tests.yml and release.yml had near-identical typecheck+test jobs that\nhad already drifted (release.yml still tested PyPy). Both now call a\nsingle ci.yml via workflow_call.",
"is_bot": false,
"headline": "Extract reusable CI workflow to prevent drift",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T23:59:59Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "ac1f58712f0546da84baa67cfa690e6e26475134",
"body": "3.8 reached EOL Oct 2024, 3.9 Oct 2025. 3.13 and 3.14 are both GA\nwith active bugfix support.\n\nChanges:\n- Bump requires-python from >=3.8 to >=3.10.\n- Add Python version classifiers for 3.10–3.14.\n- Update CI matrices in tests.yml and release.yml to 3.10–3.14.\n- Remove PyPy from release.yml matrix.\n- Replace str[len(prefix):] workaround with str.removeprefix().\n- Update mypy and build Python versions to 3.14.",
"is_bot": false,
"headline": "Drop Python 3.8/3.9, add 3.13/3.14",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T23:59:30Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "ce2c90dbeb49889afc9c9b3470254a7a40314c4b",
"body": "The SPN2 API allows authenticated users 7 captures/minute (60/7 = 8.6s).\nThe previous 5-second minimum allowed up to 12/minute, exceeding the\ndocumented limit.\n\nChanges:\n- Change _MIN_RATE_LIMIT_SEC from 5 to 9.\n- Update --rate-limit-wait help text to reference the 7/min API limit.\n- Update test expectation for rate limit clamping.",
"is_bot": false,
"headline": "Raise minimum rate limit from 5s to 9s",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T23:58:37Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "1a87083026c9e17bde2f754cfb3cf8906e8e6f29",
"body": "run_archive_workflow() now returns (success_count, failure_count) instead\nof None, and main() calls sys.exit(1) when failure_count > 0. This lets\ncron jobs, CI wrappers, and scripts detect archiver failures.\n\nChanges:\n- Change run_archive_workflow return type from None to tuple[int, int].\n- Add sys.exit(1) in main() when any captures failed.\n- Update mocked return values in test_cli.py and test_main_logic.py.",
"is_bot": false,
"headline": "Exit with non-zero status when captures fail",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T23:58:11Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "461d0b215ddb1c75351240592f88409a631b22bf",
"body": "str.removeprefix() requires Python 3.9+. Replace with\nstartswith/slice which works on all supported versions.",
"is_bot": false,
"headline": "Fix Python 3.8 compatibility in _is_sitemap_index",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T23:37:52Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "f15d4e57f4180c160cb3d97daaf91ca4183521d5",
"body": null,
"is_bot": false,
"headline": "Bump version to 3.7.0",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T23:32:28Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "a3928b32d21f3bcd8f52953a4a498c53afab6d9d",
"body": "1. Add __name__ guard to __main__.py — without it, importing the\n module executes the CLI.\n\n2. Don't count no-job-id responses against submission_attempts —\n a missing job_id signals server-side load, not a URL problem.\n\n3. Add backoff sleep on poll failure before continue — without it\n the lo\n[…]\n4. Use collections.deque for the sitemap BFS queue — list.pop(0)\n is O(n).\n\n5. Move REQUEST_TIMEOUT to __init__.py — sitemaps.py was importing\n it from clients.py, creating an inverted dependency.",
"is_bot": false,
"headline": "Fix five issues from code review",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T22:45:07Z",
"body_truncated": true,
"is_coding_agent": false
},
{
"oid": "d49e872608ece6c2053dade594dc103bbad5a69b",
"body": "Required for mypy --strict to pass after the defusedxml\nmigration.",
"is_bot": false,
"headline": "Add types-defusedxml to dev dependencies",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T22:23:32Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "c33eee1cb3b182d452399e16e24797875a09b176",
"body": "extract_urls_from_sitemap now detects <sitemapindex> root elements\nand returns child sitemap URLs separately from page URLs.\nprocess_sitemaps uses a BFS queue to recurse into child sitemaps,\nwith a depth limit of MAX_SITEMAP_INDEX_DEPTH (5) to prevent\ninfinite loops from circular references.\n\nPreviously, sitemap index <loc> entries were submitted to the\nWayback Machine as if they were pages.",
"is_bot": false,
"headline": "Recurse into sitemap index files",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T22:23:04Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "145b6f19da9f55441855eda3b4898e57bf658d05",
"body": "stdlib ElementTree is vulnerable to entity-expansion attacks\nfrom malicious XML. defusedxml.ElementTree.fromstring is a\ndrop-in replacement that rejects malicious constructs.",
"is_bot": false,
"headline": "Use defusedxml for sitemap XML parsing",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T22:21:47Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "ee1906a93fc3d99b3743765b0cc5bd0bbf2e0f68",
"body": "The bare-slash heuristic (treating paths starting with \"/\" as\nlocal) contradicted the README and --help text, which both\ndocument that local sitemaps require the file:// prefix.",
"is_bot": false,
"headline": "Require file:// prefix for local sitemaps",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T22:21:26Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "84105b2deffeeb94e4fa05c614d8540210e1c8c1",
"body": "Large batches could produce unbounded POST bodies. Split job_ids\ninto chunks of BATCH_STATUS_CHUNK_SIZE (50) and combine the\nresults. The list/dict normalization now lives in\ncheck_status_batch instead of the caller.",
"is_bot": false,
"headline": "Chunk batch status requests into groups of 50",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T22:21:04Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "b5202036941abbeffc7c90807fd5a8f42a1be6c5",
"body": "The SPN2 API allows ~12 concurrent capture sessions per account.\nWithout a cap, large batches saturate the limit, causing\nsubmissions to come back without a job_id and burning retry\nattempts on URLs that would otherwise succeed.\n\nGate submissions on len(pending_jobs) < MAX_PENDING_JOBS (10),\nso the workflow polls existing jobs instead of submitting new\nones when at capacity.",
"is_bot": false,
"headline": "Cap in-flight jobs to prevent session-limit failures",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T22:20:00Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "5eea42b106f4bbc48f5cc3198bb141cfd0ae77bc",
"body": "The SPN2 API documentation states that status results are only\navailable for approximately 1 hour after capture. Polling beyond\nthat window is pointless — the status has been evicted.",
"is_bot": false,
"headline": "Reduce job timeout from 2 hours to 1 hour",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T22:16:20Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "283ec09ffcaa6664d9d7c4df4cdb5c540941f065",
"body": "Previously, any exception during batch polling immediately marked\nevery pending job as failed and cleared the queue. A single\ntransient network blip could wipe out dozens of in-flight\ncaptures that were succeeding server-side.\n\nNow _poll_pending_jobs lets exceptions propagate, and the caller\n(run_archive_workflow) counts consecutive poll failures. Jobs\nstay pending until either MAX_CONSECUTIVE_POLL_FAILURES (5) is\nreached or the per-job timeout expires.",
"is_bot": false,
"headline": "Make poll failures resilient instead of killing all pending jobs",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T22:16:05Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "2c21bffe84263097f1d93aea721d2c23a3e80757",
"body": "The first `except ValueError` was intended for the \"no job_id\"\ncase but also caught requests.JSONDecodeError (a ValueError\nsubclass), logging it with the wrong message. The second handler's\nValueError was therefore unreachable.\n\nReplace the try/except control flow with a straightforward\nif-branch: catch only RequestException for network errors, then\ncheck the return value for the no-job_id case.",
"is_bot": false,
"headline": "Fix misleading ValueError exception handling in _submit_next_url",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T22:14:20Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "a5faa4f248881bfd129d1464c563fa6e6579d97e",
"body": "All session.post() and session.get() calls now pass an explicit\ntimeout=(10, 60) — 10s connect, 60s read. Without this, a hung\nconnection (server accepts TCP but never responds) blocks the\ntool indefinitely. The timeout is defined as a module constant\nin clients.py and imported by sitemaps.py.",
"is_bot": false,
"headline": "Add HTTP timeouts to all outgoing requests",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T22:13:30Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "5e0f5c195fffd4bc23b898e10e6aa6b28d8f5f89",
"body": "urllib3 honors Retry-After headers by default, so retrying 429\nresponses is both safe and defensive against transient rate\nlimiting from upstream servers.",
"is_bot": false,
"headline": "Add HTTP 429 to the session-level retry status list",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T22:12:48Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "6aacf2ced2c5919b3b6ec1b0139c85d750bc6e13",
"body": "The rate_limit (default 15s) was passed as backoff_factor to\nurllib3 Retry, producing retry sleeps of 15s/30s/60s/120s/240s.\nThe default backoff_factor of 1 (giving 1s/2s/4s/8s/16s) is\nappropriate for transient HTTP errors. The rate limit should\nonly control inter-submission spacing.",
"is_bot": false,
"headline": "Stop using rate_limit as the HTTP retry backoff factor",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T22:12:33Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "c51bf97b876143df7182aa9a9123c916d11b60b0",
"body": "Enables running the archiver as `python -m wayback_machine_archiver`.",
"is_bot": false,
"headline": "Add __main__.py for python -m invocation",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T22:12:18Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "5c37aa101d6c64c4c8ba17c80bb4034c491af87a",
"body": "The field was always set to True and never read anywhere in\nsrc or tests.",
"is_bot": false,
"headline": "Delete dead is_authenticated field from SPN2Client",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-07-09T22:12:04Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "a1c49b767a7eb60c36c57b36ec6d9732d3e985bc",
"body": "PyO3 dropped support for PyPy 3.10, breaking pydantic-core builds.\nPyPy provides no benefit for this HTTP-bound CLI tool.",
"is_bot": false,
"headline": "Drop PyPy from CI test matrix",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-06-09T16:25:28Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "a924a3030864bef6ed500ccd1e7bb84794d87441",
"body": null,
"is_bot": false,
"headline": "Bump version to 3.6.0",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-06-09T16:09:06Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "d3282807a1083d4b5a58ac7cb36ad9cce5502163",
"body": "Add ISO 8601 timestamps to log output and update README installation\ninstructions.\n\nCloses #33.",
"is_bot": false,
"headline": "Merge branch 'dev-timestamps'",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-06-09T16:09:01Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "473f256c0b7a80f184715a53e6da00f37397cd3c",
"body": null,
"is_bot": false,
"headline": "Add uv and pipx as installation alternatives in README",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-06-09T16:06:30Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "0b1c786c62b8176728016e67b6cea912c41b19ef",
"body": "Include timestamps with timezone offset in all log messages by setting\nformat and datefmt on logging.basicConfig.\n\nChanges:\n- Add format and datefmt arguments to logging.basicConfig in main().\n- Update test assertions to expect the new logging configuration.",
"is_bot": false,
"headline": "Add ISO 8601 timestamps to log output",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-06-09T15:52:45Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "90d1c6ee7bb3f61b1a1ba81c638993de16a12e46",
"body": null,
"is_bot": false,
"headline": "Bump version to 3.5.2",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-23T04:12:39Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "db53a5fbee606c2111fa5caea6ffa4d42eb7abd3",
"body": "The lockfile is not used in CI and end users install via pip,\nso there's no benefit to tracking it in version control.\n\nChanges:\n- Add uv.lock to .gitignore.",
"is_bot": false,
"headline": "Add uv.lock to gitignore",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-23T04:10:27Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "dc1d2eabed7c1d65afd17b0e25eb7fa367d4c508",
"body": "Extract focused helper functions from the monolithic main() function\nto improve code organization and readability.\n\nChanges:\n- Add _load_credentials() for API credential loading and validation.\n- Add _enforce_rate_limit() for minimum rate limit enforcement.\n- Add _build_api_params() for constructing\n[…]\nameters dictionary.\n- Add _gather_urls() for collecting URLs from CLI, sitemaps, and files.\n- Add _filter_valid_urls() for URL validation and filtering.\n- Simplify main() to orchestrate these helpers.",
"is_bot": false,
"headline": "Refactor main() into smaller helper functions",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-23T04:08:35Z",
"body_truncated": true,
"is_coding_agent": false
},
{
"oid": "6b1e8ea55c21c90864c9ed9e517d257d4b8998e6",
"body": null,
"is_bot": false,
"headline": "Merge branch 'dev-fix_ci_warning'",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-17T03:29:27Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "a6cb7f596b5cc3bb737c30eef1e448e8260d8857",
"body": null,
"is_bot": false,
"headline": "Bump version to 3.5.1",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-17T03:21:46Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "23d9213feef220da1e4c8d9586b18828d7a97d4e",
"body": "The astral-sh/setup-uv action renamed 'uv-version' to 'version'.\nUpdated both workflow files to use the correct input name.\n\nChanges:\n- tests.yml: Replace uv-version with version\n- release.yml: Replace uv-version with version",
"is_bot": false,
"headline": "Fix deprecated uv-version input in CI workflows",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-17T03:21:40Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "1021e57485b7209f3ec3f6ca022dd106d6fdb31c",
"body": null,
"is_bot": false,
"headline": "Merge branch 'dev-code_cleanup'",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-17T03:17:35Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "ded9adb3de6ac52727e7493a0fb7b322d55bf83a",
"body": null,
"is_bot": false,
"headline": "Bump version to 3.5.0",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-17T03:14:43Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "dfababff998143caff9a487f877c77af17836746",
"body": "Added debug-level logging to help diagnose API issues without\nrequiring code changes:\n- Log raw status API response in clients.py\n- Log when status responses are missing job_id or have unknown job_id\n\nChanges:\n- clients.py: Log status API response at debug level\n- workflow.py: Log skipped status entries with reasons",
"is_bot": false,
"headline": "Add debug logging for API response troubleshooting",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-17T03:14:23Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "e9d3474dd47098ad5570758397f38c5ad07905ae",
"body": "Add ValueError to caught exceptions in _submit_next_url to handle\ncases where API returns non-JSON (e.g., HTML error page from Nginx).\n\nAlso add explanatory comment for dual-protocol adapter mounting.",
"is_bot": false,
"headline": "Widen exception handling for malformed API responses",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-16T06:26:31Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "5250cf584f46fbd738edd5233b699438a2b009ff",
"body": "Filter out malformed URLs (missing scheme, wrong protocol, etc.) with\nwarnings before passing to the workflow. Prevents wasted API calls.\n\nChanges:\n- Add _is_valid_url() helper using urllib.parse\n- Filter invalid URLs after gathering, log warnings\n- Add 11 tests for validation logic",
"is_bot": false,
"headline": "Add URL validation before archiving",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-16T06:20:12Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "37577431acfabd6044f62eadf9e72b3e9e94b3d9",
"body": "Replace broad Exception catches with specific exception types:\n- workflow.py: catch requests.exceptions.RequestException for network errors\n- sitemaps.py: catch RequestException and OSError for network/file errors\n\nUpdate test to use ConnectionError instead of generic Exception.",
"is_bot": false,
"headline": "Narrow exception handling to specific types",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-16T06:17:07Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "bfa048c132dd44cc39ee5faea4bdcf71ffc2b4c0",
"body": "Use monkeypatch fixtures for sys.argv and credential mocking,\nmatching patterns established in test_main_logic.py.",
"is_bot": false,
"headline": "Standardize test_cli.py fixtures for consistency",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-16T06:15:24Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "49c40c41c0ffb12883bbb220673b6d90916185f5",
"body": "Tests added:\n- process_sitemaps orchestration (6 tests)\n- main() end-to-end flow with mocked timing\n- --archive-sitemap-also flag behavior (4 parameterized cases)\n- Unknown job_id handling in batch responses (3 tests)\n\nChanges:\n- Use monkeypatch fixtures for test isolation (sys.argv, credentials)\n- Consolidate sitemap flag tests with pytest.mark.parametrize\n- Add caplog verification for silent skip behavior",
"is_bot": false,
"headline": "Add missing tests for code coverage gaps",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-16T06:03:59Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "417b75f341eda7758640e93bc47adfeb47444a9a",
"body": "Replace .format() calls with f-strings for consistency.",
"is_bot": false,
"headline": "Standardize string formatting to f-strings",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-16T04:45:26Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "4f4652fa3f3374677e32a0449e4821072f23049a",
"body": "Only check_status_batch is used; remove dead code and its tests.",
"is_bot": false,
"headline": "Remove unused check_status method",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-16T04:44:14Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "b747d52812c76d92068b902723252b8f350bbd1a",
"body": "Consolidate duplicated session+retry setup into _create_session_with_retries().",
"is_bot": false,
"headline": "Extract session creation into helper function",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-16T04:10:12Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "a8b5e70b78d925bfa01b65ebe175a6cfdf0f47ed",
"body": "Import LOCAL_PREFIX from sitemaps module instead of redefining it in cli.",
"is_bot": false,
"headline": "Consolidate duplicate LOCAL_PREFIX constant",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-16T03:43:15Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "373eb6e8cc5eb3db9a271c9d06c05679940c3f44",
"body": null,
"is_bot": false,
"headline": "Merge branch 'dev-type-hints'",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-16T03:03:52Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "332d98db546d58f286b4e33e55e2b2087d0ee30a",
"body": "Add comprehensive type annotations throughout the codebase to enable\nstatic type checking with mypy --strict. This improves code\nmaintainability and catches potential bugs at development time.\n\nChanges:\n- Add type hints to all modules (archiver, cli, clients, sitemaps, workflow)\n- Add PendingJob Typ\n[…]\nextract_urls_from_sitemap (was including None values)\n- Move workflow constants to module level for configurability\n- Add CLAUDE.md with project documentation for AI assistants\n- Bump version to 3.4.0",
"is_bot": false,
"headline": "Add type hints and strict mypy checking",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2026-01-15T15:05:05Z",
"body_truncated": true,
"is_coding_agent": false
},
{
"oid": "c8d6ecfc9e8f07184f36b5da368da888dd37f543",
"body": null,
"is_bot": false,
"headline": "Bump version to 3.3.1",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-11T03:15:35Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "cb262df274960c705fe80395f44354b471cf758d",
"body": null,
"is_bot": false,
"headline": "Merge branch 'dev-fix_32'",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-11T03:15:25Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "5c9a08a24ab16812cb36fe02ba5d1da344a40aea",
"body": "The archiving workflow was incorrectly classifying jobs that failed with\na `RecursionError` from the API as permanent failures. This error\nindicates a temporary server-side processing issue and should be\nretried.\n\nThis commit updates the polling logic to inspect the API's error\nmessage. If \"Recursio\n[…]\nob is now correctly\nre-queued for another attempt. A new transient error type,\n`error:recursion-error`, has been added with a user-friendly message to\nimprove logging and diagnostics.\n\nThis fixes #32.",
"is_bot": false,
"headline": "Treat API RecursionError as a transient issue",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-11T03:14:24Z",
"body_truncated": true,
"is_coding_agent": false
},
{
"oid": "2c61eefbaa4d835f36ce6ae0ea24cd09fefc0610",
"body": null,
"is_bot": false,
"headline": "Bump version to 3.3.0",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-09T03:19:37Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "b6254da1b5d17b99263979d0e3eaf990131a9662",
"body": null,
"is_bot": false,
"headline": "Merge branch 'dev-fix_tests'",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-09T03:19:28Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "fbb1c4af98cb3be602cc6c7b2d50dd4f3241a8f3",
"body": "Adds two new unit tests to `tests/test_spn2_workflow.py` to verify the\ncorrectness of the new anti-infinite-loop safety mechanisms.\n\nThe new tests cover two critical scenarios:\n1. `test_poll_gives_up_after_max_transient_retries`: Confirms that a\n URL is correctly marked as a permanent failure af\n[…]\na \"pending\" state for longer than the defined timeout is\n correctly marked as a failure.\n\nThese tests ensure that the new stability features work as expected and\nprotect against future regressions.",
"is_bot": false,
"headline": "Add tests for transient retry limit and job timeout",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-09T03:17:56Z",
"body_truncated": true,
"is_coding_agent": false
},
{
"oid": "9ab29170df813e0880f04cdfa09a6d04699b5b0d",
"body": "Updates the test suite in `tests/test_spn2_workflow.py` to align with\nrecent changes in the application logic, bringing the test suite back to\na passing state.\n\nRecent commits introduced new safety features which altered:\n1. The data structure of the `pending_jobs` dictionary to include a\n submiss\n[…]\n for retry limits and timeouts.\n\nThis commit updates all affected tests to use the new data structures\nand provide the required arguments, ensuring that the core workflow\nlogic is correctly verified.",
"is_bot": false,
"headline": "Fix broken workflow tests after feature changes",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-09T03:17:39Z",
"body_truncated": true,
"is_coding_agent": false
},
{
"oid": "5913595dab76f44205d50aa882797aa07c60cf87",
"body": null,
"is_bot": false,
"headline": "Merge branch 'dev-retry_no_id'",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-09T03:09:30Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "6a7747cc69fbbdb6b950270b009d53dc26e69859",
"body": "Implements a 2-hour timeout for any submitted job that remains in the\n\"pending\" state. This prevents the script from running indefinitely if a\njob becomes stuck in the Internet Archive's backend queue.\n\n**Problem:**\nIf a submitted job's status never resolved from \"pending\" to \"success\"\nor \"error\", t\n[…]\natus is still pending, its age is\n calculated.\n4. If the job's age exceeds the timeout, it is logged as an error and\n marked as a failed capture, allowing the script to eventually\n complete.",
"is_bot": false,
"headline": "Add timeout to prevent infinite loops on pending jobs",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-09T02:55:20Z",
"body_truncated": true,
"is_coding_agent": false
},
{
"oid": "507841cc9503c27b5d2a251d07fe37ba03c0a918",
"body": "Introduces a retry limit for jobs that fail during the polling phase\nwith a transient error, making the script more robust for unattended\noperation.\n\nPreviously, if a submitted job consistently returned a transient error\n(e.g., 'error:service-unavailable'), the script would re-queue the\noriginal URL\n[…]\neach URL is re-queued due to a\n transient polling error.\n3. Marking the URL as a permanent failure once it exceeds this limit.\n4. Updating log messages to include the current retry attempt count.",
"is_bot": false,
"headline": "Prevent infinite loops from persistent transient errors",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-09T02:52:19Z",
"body_truncated": true,
"is_coding_agent": false
},
{
"oid": "822bb1bd03b0eda854d2f138d1a7cf44c7b2e328",
"body": null,
"is_bot": false,
"headline": "Add status URL logging",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-09T02:41:57Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "3f78781c923e4de1dfa43cb0fd6561e55b8dd1b6",
"body": "Previously, if the API returned a 200 OK response without a `job_id`,\nthe submission was treated as a permanent failure. This behavior was\ntoo strict, as this scenario often indicates a temporary issue like\nrate limiting or high server load.\n\nThis change modifies the submission workflow to treat the\n[…]\naised and caught, which triggers a user-friendly warning and re-queues\nthe URL. This makes the archiver more resilient to temporary API\nhiccups and improves the success rate of large jobs.\n\nFixes #31.",
"is_bot": false,
"headline": "Retry submissions when API returns no job_id",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-09T02:31:56Z",
"body_truncated": true,
"is_coding_agent": false
},
{
"oid": "15e5e7c52b5812f85d50f290c11577890c692141",
"body": null,
"is_bot": false,
"headline": "Bump version to 3.2.0",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T19:33:45Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "30a0f829541efa3495742c4183878d218ba0f039",
"body": null,
"is_bot": false,
"headline": "Merge branch 'dev-better_errors'",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T19:33:23Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "a9af52858a36e96615c0561e4f47ec21a15345f0",
"body": null,
"is_bot": false,
"headline": "Fix tests",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T19:32:15Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "3ea1e91b5dc59b797c5515a5e3916cd15695294b",
"body": null,
"is_bot": false,
"headline": "Add error messages for transient errors too",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T19:12:25Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "e08570f48590e90ee25c2589af2a00d954fa2762",
"body": "Make the archiver significantly more robust by intelligently handling\nAPI errors based on their type.\n\n- **Transient Errors:** URLs that fail with temporary server-side or\n rate-limiting errors (e.g., `error:service-unavailable`,\n `error:too-many-requests`) are now automatically re-queued for anot\n[…]\nendly explanation of the problem, providing\n actionable feedback.\n\nThis change improves the overall success rate of large archives and\nprovides much clearer diagnostics when permanent failures occur.",
"is_bot": false,
"headline": "Implement intelligent error handling",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T18:51:45Z",
"body_truncated": true,
"is_coding_agent": false
},
{
"oid": "5fc51565f2ecd06d438916c500a7803e82b02267",
"body": null,
"is_bot": false,
"headline": "Bump version to 3.1.0",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T18:00:04Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "0189503d1da381e7cc94a82314dbc5540a9936ae",
"body": "This fixes: #10 and #29",
"is_bot": false,
"headline": "Merge branch 'dev-flags'",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T17:57:00Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "acde068d31a245e30b4b1ccdc6423662761dc3f4",
"body": "Enable automatic retries for POST requests on temporary failures (e.g.,\n503 Service Unavailable) by updating the `urllib3.Retry` configuration.\nThis makes the tool significantly more robust against temporary API\noutages.\n\nAdditionally, the polling mechanism for pending jobs now uses a dynamic\ninterval with exponential backoff. The wait time starts at 5 seconds and\nincreases to a maximum of 60, reducing API load for long-running\ncaptures while remaining responsive for jobs that complete quickly.",
"is_bot": false,
"headline": "Improve resilience and polling efficiency",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T17:43:52Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "b8b634985c82d5daddc8675d70e6a6530d5c3a3f",
"body": null,
"is_bot": false,
"headline": "Add more docs to the CLI and readme",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T17:11:35Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "c97845325fa03eea650bc849f74ff0498dac35e0",
"body": "Expose SPN2 API options as command-line flags to give users more control\nover the capture process.\n\nThis allows enabling features like screenshots (`--capture-screenshot`),\noutlink capturing (`--capture-outlinks`), and setting custom timeouts\n(`--js-behavior-timeout`).",
"is_bot": false,
"headline": "Add support for SPN2 API parameters",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T17:04:46Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "57bd38185e40e40f46e2a156a6d7f135dd8ea5c7",
"body": null,
"is_bot": false,
"headline": "Update readme",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T03:29:56Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "c248f6631afa3d006c2f53d8b6d60bf32a30946d",
"body": null,
"is_bot": false,
"headline": "Bump version to 3.0.0",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T03:15:32Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "0b5fbde311683b9ebd5688cec6069fb3b9b246b7",
"body": null,
"is_bot": false,
"headline": "Merge branch 'dev-deprecate_non_spn2'",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T03:15:19Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "92112a25b178df8ea393f9e06197ce3df4bf40cf",
"body": null,
"is_bot": false,
"headline": "Fix flaky test by not caring about the order",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T03:11:50Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "3a81944e859d7b0f095cf34f8af55041c9ea1b6d",
"body": null,
"is_bot": false,
"headline": "Count \"Success but no job id\" as failure",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T03:00:31Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "61859fe0f1ea88b698d230c7e6a5aaabaadb7ca8",
"body": null,
"is_bot": false,
"headline": "Update tests for the new code",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T02:39:42Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "677dfc0c95238bffa955af140767a0b7e0fc3c9d",
"body": "The unauthenticated \"fire-and-forget\" method has been removed to ensure\nall archiving jobs are reliable and their status can be confirmed. The\napplication now exclusively uses the authenticated SPN2 API.\n\nThis change simplifies the codebase and guarantees a consistent user\nexperience. The script will now exit with an actionable error message if\nAPI credentials are not found.\n\nAs this is a breaking change, the version has been bumped to 3.0.0.",
"is_bot": false,
"headline": "Require authentication and remove unauthenticated mode",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T02:20:28Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "ae029316312fbf5a5d509a461477df8b8746bb28",
"body": null,
"is_bot": false,
"headline": "Add support for batch status checking",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T02:16:49Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "a9e8ce68142ff7c3a9894b7a620903e7689e6f78",
"body": null,
"is_bot": false,
"headline": "Add more logging",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T01:56:39Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "57faad9383ab1c8e655f65be603f9ee039fe5a95",
"body": null,
"is_bot": false,
"headline": "Update readme",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T01:49:33Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "83682604b89d8051083c4c73a768a0355f3901c9",
"body": "The main `archiver.py` script was growing too large. This commit\nrefactors its logic into smaller, single-responsibility modules:\n\n- `cli.py`: Handles command-line argument parsing.\n- `sitemaps.py`: Manages all sitemap loading and parsing.\n- `workflow.py`: Contains the core submission and poll\n[…]\nhiver.py` now acts as a high-level orchestrator.\n\nAs part of this change, test imports were updated to reflect the new\nstructure, and the `__version__` string was moved to the package's\n`__init__.py`.",
"is_bot": false,
"headline": "Split archiver.py into focused modules",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T01:46:10Z",
"body_truncated": true,
"is_coding_agent": false
},
{
"oid": "eb19e57819d5f82885c4cb603cd9629b7c0060dd",
"body": null,
"is_bot": false,
"headline": "Add logging if you pass a non-sitemap",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T01:30:29Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "caa992e6eb606901dc2521fb4a5af349864cbf4a",
"body": "This commit refactors the application to exclusively use the Internet\nArchive's SPN2 API, removing the outdated `LegacyClient` and the\n\"fire-and-forget\" GET request method.\n\nThe `SPN2Client` has been updated to handle both authenticated and\nunauthenticated submissions. It now conditionally adds the\n\n[…]\na\ndefinitive success or failure status.\n\nThe main application logic has been simplified to always use the\n`SPN2Client`, and the associated tests have been updated to reflect this\nunified architecture.",
"is_bot": false,
"headline": "Unify on SPN2 API for all requests",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-06T01:17:16Z",
"body_truncated": true,
"is_coding_agent": false
},
{
"oid": "60aae9fff541facfeab965a49b8319edb45345f3",
"body": null,
"is_bot": false,
"headline": "Bump version to 2.2.0",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-03T03:20:01Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "61a5e7f52d4f4efcaaab94c2420080534f146880",
"body": "This fixes #28.",
"is_bot": false,
"headline": "Merge branch 'dev-fix_polling'",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-03T03:19:16Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "14757d9544dcd232e3a4b4c71c196a5cc46b139e",
"body": "Refactors the SPN2 authenticated workflow to fix a race condition where\njob statuses would expire on long-running archives.\n\nThe previous \"submit all, then poll all\" logic is replaced with a\nsingle, interleaved loop that submits a URL and immediately begins\npolling its status. This ensures statuses are checked well within the\nAPI's one-hour lifetime.\n\n- Implements a retry mechanism for failed submissions.\n- Adds new unit tests for the interleaved workflow.",
"is_bot": false,
"headline": "Interleave SPN2 submission and polling to prevent status loss",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-03T03:02:14Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "51ea07505719235233d1fe284a2530f5103dd203",
"body": null,
"is_bot": false,
"headline": "Bump version to 2.1.1",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-02T05:08:45Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "f71b784445b7b42d8042fc5f5d2e98378844ede6",
"body": null,
"is_bot": false,
"headline": "Fix readme",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-02T05:08:38Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "9462a8beab50dd186413bf6b253f8b85fcf4d870",
"body": null,
"is_bot": false,
"headline": "Bump version to 2.1.0",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-02T05:00:47Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "fba2764ee6d132cba856991579808051dee535fb",
"body": null,
"is_bot": false,
"headline": "Merge branch 'dev-ratelimit'",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-02T05:00:37Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "105f008eba71e9965810675092429517c1df6cb7",
"body": "The `--log` command-line argument is now case-insensitive to provide a\nbetter user experience.\n\nPreviously, the log level had to be specified in all caps (e.g.,\n`INFO`). Inputs like `info` or `Debug` would cause an argument parsing\nerror.\n\nThis is resolved by setting `type=str.upper` in the argument's\ndefinition, which normalizes the user's input before it is validated\nagainst the list of choices.",
"is_bot": false,
"headline": "Make --log argument case-insensitive",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-02T04:59:47Z",
"body_truncated": false,
"is_coding_agent": false
},
{
"oid": "07340a2ba07d2f5c5e3762e34ae6989e57a29843",
"body": "The previous implementation did not consistently apply rate limiting,\nwhich could lead to API errors or blocking. The SPN2 submission loop\nsent requests as fast as possible, and the status polling loop sent\nrequests in a rapid burst.\n\nThis commit introduces several changes to make the script a more \n[…]\nvalue, it is automatically overridden to the safe minimum, and a\n warning is logged.\n- The default `--rate-limit-wait` has been increased to 15 seconds, the\n safer minimum for unauthenticated users.",
"is_bot": false,
"headline": "Enforce API rate limits for submissions and polling",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-02T04:54:16Z",
"body_truncated": true,
"is_coding_agent": false
},
{
"oid": "cfacfee040d92369b578b0580a48b54b1e168d0c",
"body": "This fixes #23: Migrate to official API",
"is_bot": false,
"headline": "Bump version to 2.0.0",
"author_name": "Alexander Gude",
"author_login": "agude",
"committed_at": "2025-09-02T03:20:09Z",
"body_truncated": false,
"is_coding_agent": false
}
],
"releases_count": 17,
"commits_last_year": 121,
"latest_release_at": "2026-07-24T00:11:50Z",
"latest_release_tag": "v4.1.0",
"releases_from_tags": false,
"days_since_last_push": 2,
"active_weeks_last_year": 8,
"days_since_latest_release": 2,
"mean_days_between_releases": 35.6
},
"community": {
"has_readme": true,
"has_license": true,
"has_description": true,
"has_contributing": false,
"health_percentage": 42,
"has_issue_template": false,
"has_code_of_conduct": false,
"has_pull_request_template": false
},
"ecosystem": {
"packages": [
{
"name": "wayback-machine-archiver",
"exists": true,
"license": "MIT",
"keywords": [
"Internet Archive",
"Wayback Machine",
"Development Status :: 5 - Production/Stable",
"Environment :: Console",
"Intended Audience :: System Administrators",
"Natural Language :: English",
"Operating System :: OS Independent",
"Programming Language :: Python",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
"Programming Language :: Python :: 3.12",
"Programming Language :: Python :: 3.13",
"Programming Language :: Python :: 3.14",
"Topic :: Utilities"
],
"ecosystem": "pypi",
"matches_repo": true,
"registry_url": "https://pypi.org/project/wayback-machine-archiver/",
"is_deprecated": false,
"latest_version": "4.1.0",
"repository_url": "https://github.com/agude/wayback-machine-archiver",
"versions_count": 30,
"total_downloads": null,
"dependents_count": null,
"deprecation_note": null,
"maintainers_count": null,
"monthly_downloads": null,
"first_published_at": "2019-05-27T02:55:26.446327Z",
"latest_published_at": "2026-07-24T00:12:56.934268Z",
"latest_version_yanked": null,
"days_since_latest_publish": 2
}
]
},
"popularity": {
"forks": 14,
"stars": 87,
"watchers": 6,
"fork_history": {
"days": [
{
"date": "2019-11-19",
"count": 1
},
{
"date": "2020-08-06",
"count": 1
},
{
"date": "2020-10-29",
"count": 1
},
{
"date": "2021-04-30",
"count": 1
},
{
"date": "2021-06-28",
"count": 1
},
{
"date": "2021-08-19",
"count": 1
},
{
"date": "2022-03-08",
"count": 1
},
{
"date": "2022-03-12",
"count": 1
},
{
"date": "2022-03-14",
"count": 1
},
{
"date": "2022-07-12",
"count": 1
},
{
"date": "2023-11-17",
"count": 1
},
{
"date": "2026-01-25",
"count": 1
},
{
"date": "2026-05-23",
"count": 1
},
{
"date": "2026-07-15",
"count": 1
}
],
"complete": true,
"collected": 14,
"total_forks": 14
},
"star_history": null,
"open_issues_and_prs": 2
},
"ai_readiness": {
"has_nix": false,
"example_dirs": [],
"has_llms_txt": false,
"has_dockerfile": false,
"has_mcp_signal": false,
"bootstrap_files": [],
"api_schema_files": [],
"has_devcontainer": false,
"typecheck_configs": [
"src/wayback_machine_archiver/py.typed"
],
"toolchain_manifests": [],
"largest_source_bytes": 32110,
"source_files_sampled": 17,
"oversized_source_files": 0,
"agent_instruction_files": [
"CLAUDE.md"
],
"agent_instruction_max_bytes": 2173
},
"dependencies": {
"manifests": [
"pyproject.toml"
],
"advisories": {
"error": null,
"scope": "published_package",
"source": "osv",
"findings": [],
"collected": true,
"malicious": [],
"truncated": false,
"by_severity": {},
"advisory_count": 0,
"affected_count": 0,
"assessed_count": 7,
"malicious_count": 0,
"assessed_package": "pypi:wayback-machine-archiver@4.1.0",
"unassessed_count": 0,
"direct_affected_count": 0
},
"ecosystems": [
"pypi"
],
"dependencies": [
{
"name": "defusedxml",
"manifest": "pyproject.toml",
"ecosystem": "pypi",
"version_constraint": null
},
{
"name": "python-dotenv",
"manifest": "pyproject.toml",
"ecosystem": "pypi",
"version_constraint": null
},
{
"name": "requests",
"manifest": "pyproject.toml",
"ecosystem": "pypi",
"version_constraint": null
},
{
"name": "urllib3",
"manifest": "pyproject.toml",
"ecosystem": "pypi",
"version_constraint": null
}
],
"all_dependencies": {
"error": null,
"source": "github-sbom",
"packages": [
{
"name": "setuptools",
"direct": false,
"version": null,
"ecosystem": "pypi"
}
],
"collected": true,
"truncated": false,
"total_count": 1,
"direct_count": 0,
"indirect_count": 1
}
},
"maintainership": {
"issues": {
"open_prs": 0,
"merged_prs": 3,
"open_issues": 2,
"closed_ratio": 0.931,
"closed_issues": 27,
"closed_unmerged_prs": 3
},
"bus_factor": 1,
"bot_contributors": 0,
"top_contributors": [
{
"type": "User",
"login": "agude",
"commits": 222,
"avatar_url": "https://avatars.githubusercontent.com/u/4562016?v=4"
},
{
"type": "User",
"login": "stjaco",
"commits": 4,
"avatar_url": "https://avatars.githubusercontent.com/u/5214104?v=4"
},
{
"type": "User",
"login": "kevinmcmahon",
"commits": 1,
"avatar_url": "https://avatars.githubusercontent.com/u/87225?v=4"
}
],
"contributors_sampled": 3,
"top_contributor_share": 0.978
},
"quality_signals": {
"has_ci": true,
"has_tests": true,
"ci_workflows": [
"ci.yml",
"release.yml",
"tests.yml"
],
"has_docs_dir": false,
"linter_configs": [],
"has_editorconfig": false,
"has_linter_config": false,
"has_precommit_config": false
},
"security_signals": {
"lockfiles": [],
"scorecard": {
"checks": [
{
"name": "Binary-Artifacts",
"score": 10,
"reason": "no binaries found in the repo",
"documentation_url": "https://github.com/ossf/scorecard/blob/c395761df6afe1a69e476bc60a013a94bcbc153f/docs/checks.md#binary-artifacts"
},
{
"name": "Branch-Protection",
"score": 0,
"reason": "branch protection not enabled on development/release branches",
"documentation_url": "https://github.com/ossf/scorecard/blob/c395761df6afe1a69e476bc60a013a94bcbc153f/docs/checks.md#branch-protection"
},
{
"name": "CI-Tests",
"score": null,
"reason": "no pull request found",
"documentation_url": "https://github.com/ossf/scorecard/blob/c395761df6afe1a69e476bc60a013a94bcbc153f/docs/checks.md#ci-tests"
},
{
"name": "CII-Best-Practices",
"score": 0,
"reason": "no effort to earn an OpenSSF best practices badge detected",
"documentation_url": "https://github.com/ossf/scorecard/blob/c395761df6afe1a69e476bc60a013a94bcbc153f/docs/checks.md#cii-best-practices"
},
{
"name": "Code-Review",
"score": 0,
"reason": "Found 0/30 approved changesets -- score normalized to 0",
"documentation_url": "https://github.com/ossf/scorecard/blob/c395761df6afe1a69e476bc60a013a94bcbc153f/docs/checks.md#code-review"
},
{
"name": "Contributors",
"score": 3,
"reason": "project has 1 contributing companies or organizations -- score normalized to 3",
"documentation_url": "https://github.com/ossf/scorecard/blob/c395761df6afe1a69e476bc60a013a94bcbc153f/docs/checks.md#contributors"
},
{
"name": "Dangerous-Workflow",
"score": 10,
"reason": "no dangerous workflow patterns detected",
"documentation_url": "https://github.com/ossf/scorecard/blob/c395761df6afe1a69e476bc60a013a94bcbc153f/docs/checks.md#dangerous-workflow"
},
{
"name": "Dependency-Update-Tool",
"score": 0,
"reason": "no update tool detected",
"documentation_url": "https://github.com/ossf/scorecard/blob/c395761df6afe1a69e476bc60a013a94bcbc153f/docs/checks.md#dependency-update-tool"
},
{
"name": "Fuzzing",
"score": 0,
"reason": "project is not fuzzed",
"documentation_url": "https://github.com/ossf/scorecard/blob/c395761df6afe1a69e476bc60a013a94bcbc153f/docs/checks.md#fuzzing"
},
{
"name": "License",
"score": 10,
"reason": "license file detected",
"documentation_url": "https://github.com/ossf/scorecard/blob/c395761df6afe1a69e476bc60a013a94bcbc153f/docs/checks.md#license"
},
{
"name": "Maintained",
"score": 10,
"reason": "30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10",
"documentation_url": "https://github.com/ossf/scorecard/blob/c395761df6afe1a69e476bc60a013a94bcbc153f/docs/checks.md#maintained"
},
{
"name": "Packaging",
"score": 10,
"reason": "packaging workflow detected",
"documentation_url": "https://github.com/ossf/scorecard/blob/c395761df6afe1a69e476bc60a013a94bcbc153f/docs/checks.md#packaging"
},
{
"name": "Pinned-Dependencies",
"score": 0,
"reason": "dependency not pinned by hash detected -- score normalized to 0",
"documentation_url": "https://github.com/ossf/scorecard/blob/c395761df6afe1a69e476bc60a013a94bcbc153f/docs/checks.md#pinned-dependencies"
},
{
"name": "SAST",
"score": 0,
"reason": "no SAST tool detected",
"documentation_url": "https://github.com/ossf/scorecard/blob/c395761df6afe1a69e476bc60a013a94bcbc153f/docs/checks.md#sast"
},
{
"name": "Security-Policy",
"score": 0,
"reason": "security policy file not detected",
"documentation_url": "https://github.com/ossf/scorecard/blob/c395761df6afe1a69e476bc60a013a94bcbc153f/docs/checks.md#security-policy"
},
{
"name": "Signed-Releases",
"score": null,
"reason": "no releases found",
"documentation_url": "https://github.com/ossf/scorecard/blob/c395761df6afe1a69e476bc60a013a94bcbc153f/docs/checks.md#signed-releases"
},
{
"name": "Token-Permissions",
"score": 0,
"reason": "detected GitHub workflow tokens with excessive permissions",
"documentation_url": "https://github.com/ossf/scorecard/blob/c395761df6afe1a69e476bc60a013a94bcbc153f/docs/checks.md#token-permissions"
},
{
"name": "Vulnerabilities",
"score": 10,
"reason": "0 existing vulnerabilities detected",
"documentation_url": "https://github.com/ossf/scorecard/blob/c395761df6afe1a69e476bc60a013a94bcbc153f/docs/checks.md#vulnerabilities"
}
],
"commit": "631ac8c0a5164de0fef5f609d05f1f3f82d84268",
"ran_at": "2026-07-26T09:18:41Z",
"aggregate_score": 4.3,
"scorecard_version": "v5.5.0"
},
"has_codeql_workflow": false,
"has_security_policy": false,
"has_dependabot_config": false
},
"contribution_flow": {
"collected": true,
"ci_last_run_at": "2026-07-24T00:13:02Z",
"oldest_open_prs": [],
"last_merged_pr_at": "2025-09-02T03:20:36Z",
"ci_last_conclusion": "SUCCESS",
"oldest_open_issues": [
{
"number": 6,
"created_at": "2019-05-21T05:15:05Z",
"last_comment_at": null,
"last_comment_author": null
},
{
"number": 35,
"created_at": "2026-07-23T02:52:53Z",
"last_comment_at": null,
"last_comment_author": null
}
]
}
},
"config": {
"disabled_metrics": [],
"disabled_categories": [],
"disabled_components": {}
},
"source": {
"url": "https://github.com/agude/wayback-machine-archiver",
"host": "github.com",
"name": "wayback-machine-archiver",
"owner": "agude"
},
"metrics": {
"overall": {
"key": "overall",
"band": "moderate",
"name": "Overall health",
"note": null,
"notes": [],
"value": 61,
"inputs": {
"security": 54,
"vitality": 82,
"community": 47,
"governance": 56,
"engineering": 62
},
"components": []
},
"categories": [
{
"key": "vitality",
"band": "good",
"name": "Vitality",
"value": 82,
"weight": 0.22,
"metrics": [
{
"key": "development_activity",
"band": "good",
"name": "Development activity",
"note": null,
"notes": [],
"value": 70,
"inputs": {
"commits_last_year": 121,
"human_commit_share": 1,
"days_since_last_push": 2,
"active_weeks_last_year": 8
},
"components": [
{
"key": "push_recency",
"name": "Push recency",
"detail": "last push 2 days ago",
"points": 36,
"status": "met",
"details": [
{
"code": "push_recency",
"params": {
"days": 2
}
}
],
"max_points": 36
},
{
"key": "commit_cadence",
"name": "Commit cadence",
"detail": "8/52 weeks with commits",
"points": 5.5,
"status": "partial",
"details": [
{
"code": "commit_cadence_weeks",
"params": {
"weeks": 8
}
}
],
"max_points": 36
},
{
"key": "commit_volume",
"name": "Commit volume",
"detail": "121 commits in the last year",
"points": 18,
"status": "met",
"details": [
{
"code": "commits_last_year",
"params": {
"count": 121
}
}
],
"max_points": 18
},
{
"key": "openssf_scorecard_maintained",
"name": "OpenSSF Scorecard: Maintained",
"detail": "30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10",
"points": 10,
"status": "met",
"details": [],
"max_points": 10
}
]
},
{
"key": "release_discipline",
"band": "excellent",
"name": "Release discipline",
"note": "Excluded from scoring (no data or not applicable): OpenSSF Scorecard: Signed-Releases. Remaining weights renormalized.",
"notes": [
{
"code": "excluded_no_data",
"params": {
"components": [
"openssf_scorecard_signed_releases"
]
}
},
{
"code": "weights_renormalized",
"params": {}
}
],
"value": 100,
"inputs": {
"releases_count": 17,
"latest_release_tag": "v4.1.0",
"releases_from_tags": false,
"days_since_latest_release": 2,
"mean_days_between_releases": 35.6
},
"components": [
{
"key": "ships_releases",
"name": "Ships releases",
"detail": "17 releases published",
"points": 27,
"status": "met",
"details": [
{
"code": "releases_published",
"params": {
"count": 17
}
}
],
"max_points": 27
},
{
"key": "release_recency",
"name": "Release recency",
"detail": "latest release 2 days ago",
"points": 36,
"status": "met",
"details": [
{
"code": "release_recency",
"params": {
"days": 2
}
}
],
"max_points": 36
},
{
"key": "release_cadence",
"name": "Release cadence",
"detail": "a release every ~35.6 days",
"points": 27,
"status": "met",
"details": [
{
"code": "release_cadence",
"params": {
"gap": 35.6
}
}
],
"max_points": 27
},
{
"key": "openssf_scorecard_signed_releases",
"name": "OpenSSF Scorecard: Signed-Releases",
"detail": "no releases found",
"points": 0,
"status": "excluded",
"details": [
{
"code": "no_data",
"params": {}
}
],
"max_points": 10
}
]
},
{
"key": "abandonment",
"band": "excellent",
"name": "Abandonment",
"note": null,
"notes": [],
"value": 100,
"inputs": {
"cap": null,
"state": "maintained",
"guards": [],
"signals": [],
"red_flag": false,
"multiplier_pct": 100,
"declared_reason": null,
"unverified_reason": null,
"unanswered_open_prs": null,
"unanswered_open_issues": null,
"days_since_last_merged_pr": null,
"days_since_last_human_commit": 2,
"days_since_last_human_commit_is_floor": false
},
"components": [
{
"key": "project_is_still_maintained",
"name": "Project is still maintained",
"detail": "last human commit 2 days ago",
"points": 100,
"status": "met",
"details": [
{
"code": "abandonment_maintained",
"params": {
"days": 2
}
}
],
"max_points": 100
}
]
}
],
"description": "Is the project alive — is code being written and are releases shipping?"
},
{
"key": "community",
"band": "at_risk",
"name": "Community & Adoption",
"value": 47,
"weight": 0.18,
"metrics": [
{
"key": "popularity",
"band": "at_risk",
"name": "Popularity & adoption",
"note": null,
"notes": [],
"value": 45,
"inputs": {
"forks": 14,
"stars": 87,
"watchers": 6,
"growth_state": "unverified",
"growth_factor_pct": 100,
"growth_unverified_reason": "no_history"
},
"components": [
{
"key": "stars",
"name": "Stars",
"detail": "87 stars",
"points": 31.4,
"status": "partial",
"details": [
{
"code": "stars",
"params": {
"count": 87
}
}
],
"max_points": 60
},
{
"key": "forks",
"name": "Forks",
"detail": "14 forks",
"points": 9.3,
"status": "partial",
"details": [
{
"code": "forks",
"params": {
"count": 14
}
}
],
"max_points": 25
},
{
"key": "watchers",
"name": "Watchers",
"detail": "6 watchers",
"points": 3.9,
"status": "partial",
"details": [
{
"code": "watchers",
"params": {
"count": 6
}
}
],
"max_points": 15
}
]
},
{
"key": "community_health",
"band": "moderate",
"name": "Community health",
"note": null,
"notes": [],
"value": 50,
"inputs": {
"has_readme": true,
"has_license": true,
"has_contributing": false,
"has_issue_template": false,
"has_code_of_conduct": false,
"has_pull_request_template": false
},
"components": [
{
"key": "readme",
"name": "README",
"detail": null,
"points": 22.5,
"status": "met",
"details": [],
"max_points": 22.5
},
{
"key": "license",
"name": "License",
"detail": "recognized license (MIT)",
"points": 22.5,
"status": "met",
"details": [
{
"code": "license_standard",
"params": {}
},
{
"code": "license_spdx",
"params": {
"spdx": "MIT"
}
}
],
"max_points": 22.5
},
{
"key": "contributing_guide",
"name": "CONTRIBUTING guide",
"detail": null,
"points": 0,
"status": "missed",
"details": [],
"max_points": 18
},
{
"key": "code_of_conduct",
"name": "Code of conduct",
"detail": null,
"points": 0,
"status": "missed",
"details": [],
"max_points": 13.5
},
{
"key": "issue_template",
"name": "Issue template",
"detail": null,
"points": 0,
"status": "missed",
"details": [],
"max_points": 7.2
},
{
"key": "pr_template",
"name": "PR template",
"detail": null,
"points": 0,
"status": "missed",
"details": [],
"max_points": 6.3
}
]
}
],
"description": "Does the project have users, downloads, attention, and a welcoming setup for contributors?"
},
{
"key": "governance",
"band": "moderate",
"name": "Sustainability & Governance",
"value": 56,
"weight": 0.24,
"metrics": [
{
"key": "maintainer_resilience",
"band": "critical",
"name": "Maintainer resilience (bus factor)",
"note": null,
"notes": [],
"value": 17,
"inputs": {
"bus_factor": 1,
"contributors_sampled": 3,
"top_contributor_share": 0.978
},
"components": [
{
"key": "bus_factor",
"name": "Bus factor",
"detail": "1 contributor(s) cover half of all commits",
"points": 9,
"status": "partial",
"details": [
{
"code": "bus_factor",
"params": {
"count": 1
}
}
],
"max_points": 54
},
{
"key": "commit_distribution",
"name": "Commit distribution",
"detail": "top contributor authored 98% of commits",
"points": 0.5,
"status": "partial",
"details": [
{
"code": "top_contributor_share",
"params": {
"share": 98
}
}
],
"max_points": 22.5
},
{
"key": "contributor_breadth",
"name": "Contributor breadth",
"detail": "3 contributors",
"points": 4.1,
"status": "partial",
"details": [
{
"code": "contributors_sampled",
"params": {
"count": 3
}
}
],
"max_points": 13.5
},
{
"key": "openssf_scorecard_contributors",
"name": "OpenSSF Scorecard: Contributors",
"detail": "project has 1 contributing companies or organizations -- score normalized to 3",
"points": 3,
"status": "partial",
"details": [],
"max_points": 10
}
]
},
{
"key": "responsiveness",
"band": "moderate",
"name": "Issue & PR responsiveness",
"note": null,
"notes": [],
"value": 63,
"inputs": {
"merged_prs": 3,
"open_issues": 2,
"closed_issues": 27,
"issue_closed_ratio": 0.931,
"closed_unmerged_prs": 3
},
"components": [
{
"key": "issue_resolution",
"name": "Issue resolution",
"detail": "93% of issues closed",
"points": 43.5,
"status": "partial",
"details": [
{
"code": "issues_closed_share",
"params": {
"share": 93
}
}
],
"max_points": 46.75
},
{
"key": "pr_acceptance",
"name": "PR acceptance",
"detail": "3/6 decided PRs merged",
"points": 19.1,
"status": "partial",
"details": [
{
"code": "decided_prs_merged",
"params": {
"merged": 3,
"decided": 6
}
}
],
"max_points": 38.25
},
{
"key": "openssf_scorecard_code_review",
"name": "OpenSSF Scorecard: Code-Review",
"detail": "Found 0/30 approved changesets -- score normalized to 0",
"points": 0,
"status": "missed",
"details": [],
"max_points": 15
}
]
},
{
"key": "stewardship",
"band": "moderate",
"name": "Ownership & stewardship",
"note": "Excluded from scoring (no data or not applicable): Verified domain. Remaining weights renormalized.",
"notes": [
{
"code": "excluded_no_data",
"params": {
"components": [
"verified_domain"
]
}
},
{
"code": "weights_renormalized",
"params": {}
}
],
"value": 62,
"inputs": {
"followers": 116,
"owner_type": "User",
"is_verified": null,
"owner_login": "agude",
"public_repos": 53,
"account_age_days": 4805
},
"components": [
{
"key": "ownership_backing",
"name": "Ownership backing",
"detail": "personal (user) account",
"points": 10,
"status": "partial",
"details": [
{
"code": "owner_personal",
"params": {}
}
],
"max_points": 30
},
{
"key": "verified_domain",
"name": "Verified domain",
"detail": "not applicable to user accounts",
"points": 0,
"status": "excluded",
"details": [
{
"code": "not_applicable_to_user_accounts",
"params": {}
}
],
"max_points": 20
},
{
"key": "owner_reach",
"name": "Owner reach",
"detail": "116 followers of agude",
"points": 14.9,
"status": "partial",
"details": [
{
"code": "owner_followers",
"params": {
"count": 116,
"login": "agude"
}
}
],
"max_points": 25
},
{
"key": "track_record",
"name": "Track record",
"detail": "53 public repos, account ~13 yr old",
"points": 24.6,
"status": "partial",
"details": [
{
"code": "public_repos",
"params": {
"count": 53
}
},
{
"code": "account_age_years",
"params": {
"years": 13
}
}
],
"max_points": 25
}
]
},
{
"key": "package_maintenance",
"band": "excellent",
"name": "Package maintenance",
"note": null,
"notes": [],
"value": 100,
"inputs": {
"packages": [
"wayback-machine-archiver"
],
"ecosystems": "pypi",
"any_deprecated": false,
"min_days_since_publish": 2
},
"components": [
{
"key": "published_resolvable",
"name": "Published & resolvable",
"detail": "1 package(s) on pypi",
"points": 25,
"status": "met",
"details": [
{
"code": "packages_published",
"params": {
"count": 1,
"ecosystems": "pypi"
}
}
],
"max_points": 25
},
{
"key": "publish_recency",
"name": "Publish recency",
"detail": "latest publish 2 days ago",
"points": 35,
"status": "met",
"details": [
{
"code": "publish_recency",
"params": {
"days": 2
}
}
],
"max_points": 35
},
{
"key": "version_history",
"name": "Version history",
"detail": "30 published versions",
"points": 20,
"status": "met",
"details": [
{
"code": "published_versions",
"params": {
"count": 30
}
}
],
"max_points": 20
},
{
"key": "not_deprecated",
"name": "Not deprecated",
"detail": "active, not deprecated or yanked",
"points": 20,
"status": "met",
"details": [
{
"code": "package_not_deprecated",
"params": {}
}
],
"max_points": 20
}
]
}
],
"description": "Will the project survive its people — bus factor, responsiveness, who backs it, and package upkeep?"
},
{
"key": "engineering",
"band": "moderate",
"name": "Engineering Quality",
"value": 62,
"weight": 0.2,
"metrics": [
{
"key": "engineering_practices",
"band": "moderate",
"name": "Engineering practices",
"note": "Excluded from scoring (no data or not applicable): OpenSSF Scorecard: CI-Tests. Remaining weights renormalized.",
"notes": [
{
"code": "excluded_no_data",
"params": {
"components": [
"openssf_scorecard_ci_tests"
]
}
},
{
"code": "weights_renormalized",
"params": {}
}
],
"value": 60,
"inputs": {
"has_ci": true,
"has_tests": true,
"has_editorconfig": false,
"has_linter_config": false,
"has_precommit_config": false
},
"components": [
{
"key": "ci_workflows",
"name": "CI workflows",
"detail": "3 workflow(s)",
"points": 24,
"status": "met",
"details": [
{
"code": "ci_workflows",
"params": {
"count": 3
}
}
],
"max_points": 24
},
{
"key": "tests_present",
"name": "Tests present",
"detail": null,
"points": 24,
"status": "met",
"details": [],
"max_points": 24
},
{
"key": "linter_config",
"name": "Linter config",
"detail": null,
"points": 0,
"status": "missed",
"details": [],
"max_points": 16
},
{
"key": "pre_commit_hooks",
"name": "Pre-commit hooks",
"detail": null,
"points": 0,
"status": "missed",
"details": [],
"max_points": 9.6
},
{
"key": "editorconfig",
"name": ".editorconfig",
"detail": null,
"points": 0,
"status": "missed",
"details": [],
"max_points": 6.4
},
{
"key": "openssf_scorecard_ci_tests",
"name": "OpenSSF Scorecard: CI-Tests",
"detail": "no pull request found",
"points": 0,
"status": "excluded",
"details": [
{
"code": "no_data",
"params": {}
}
],
"max_points": 20
}
]
},
{
"key": "documentation",
"band": "moderate",
"name": "Documentation",
"note": null,
"notes": [],
"value": 65,
"inputs": {
"topics": [
"internet-archive",
"python3",
"wayback-machine",
"wayback-archiver",
"sitemap",
"backup"
],
"has_wiki": false,
"homepage": "https://pypi.org/project/wayback-machine-archiver/",
"has_readme": true,
"has_docs_dir": false,
"has_description": true
},
"components": [
{
"key": "readme",
"name": "README",
"detail": null,
"points": 30,
"status": "met",
"details": [],
"max_points": 30
},
{
"key": "documentation_directory",
"name": "Documentation directory",
"detail": null,
"points": 0,
"status": "missed",
"details": [],
"max_points": 25
},
{
"key": "documentation_homepage_site",
"name": "Documentation / homepage site",
"detail": "https://pypi.org/project/wayback-machine-archiver/",
"points": 15,
"status": "met",
"details": [],
"max_points": 15
},
{
"key": "repository_description",
"name": "Repository description",
"detail": null,
"points": 10,
"status": "met",
"details": [],
"max_points": 10
},
{
"key": "topics",
"name": "Topics",
"detail": "6 topics",
"points": 10,
"status": "met",
"details": [
{
"code": "topics_count",
"params": {
"count": 6
}
}
],
"max_points": 10
},
{
"key": "wiki",
"name": "Wiki",
"detail": null,
"points": 0,
"status": "missed",
"details": [],
"max_points": 10
}
]
}
],
"description": "Are baseline engineering and documentation practices in place?"
},
{
"key": "security",
"band": "moderate",
"name": "Security",
"value": 54,
"weight": 0.16,
"metrics": [
{
"key": "security_posture",
"band": "at_risk",
"name": "Security posture",
"note": "Excluded from scoring (no data or not applicable): CI-Tests, Signed-Releases. Remaining weights renormalized.",
"notes": [
{
"code": "excluded_no_data",
"params": {
"components": [
"ci_tests",
"signed_releases"
]
}
},
{
"code": "weights_renormalized",
"params": {}
}
],
"value": 43,
"inputs": {
"source": "openssf_scorecard",
"checks_evaluated": 16,
"scorecard_version": "v5.5.0",
"checks_inconclusive": 2,
"scorecard_aggregate": 4.3
},
"components": [
{
"key": "binary_artifacts",
"name": "Binary-Artifacts",
"detail": "no binaries found in the repo",
"points": 7.5,
"status": "met",
"details": [],
"max_points": 7.5
},
{
"key": "branch_protection",
"name": "Branch-Protection",
"detail": "branch protection not enabled on development/release branches",
"points": 0,
"status": "missed",
"details": [],
"max_points": 7.5
},
{
"key": "ci_tests",
"name": "CI-Tests",
"detail": "no pull request found",
"points": 0,
"status": "excluded",
"details": [
{
"code": "no_data",
"params": {}
}
],
"max_points": 2.5
},
{
"key": "cii_best_practices",
"name": "CII-Best-Practices",
"detail": "no effort to earn an OpenSSF best practices badge detected",
"points": 0,
"status": "missed",
"details": [],
"max_points": 2.5
},
{
"key": "code_review",
"name": "Code-Review",
"detail": "Found 0/30 approved changesets -- score normalized to 0",
"points": 0,
"status": "missed",
"details": [],
"max_points": 7.5
},
{
"key": "contributors",
"name": "Contributors",
"detail": "project has 1 contributing companies or organizations -- score normalized to 3",
"points": 0.8,
"status": "partial",
"details": [],
"max_points": 2.5
},
{
"key": "dangerous_workflow",
"name": "Dangerous-Workflow",
"detail": "no dangerous workflow patterns detected",
"points": 10,
"status": "met",
"details": [],
"max_points": 10
},
{
"key": "dependency_update_tool",
"name": "Dependency-Update-Tool",
"detail": "no update tool detected",
"points": 0,
"status": "missed",
"details": [],
"max_points": 7.5
},
{
"key": "fuzzing",
"name": "Fuzzing",
"detail": "project is not fuzzed",
"points": 0,
"status": "missed",
"details": [],
"max_points": 5
},
{
"key": "license",
"name": "License",
"detail": "license file detected",
"points": 2.5,
"status": "met",
"details": [],
"max_points": 2.5
},
{
"key": "maintained",
"name": "Maintained",
"detail": "30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10",
"points": 7.5,
"status": "met",
"details": [],
"max_points": 7.5
},
{
"key": "packaging",
"name": "Packaging",
"detail": "packaging workflow detected",
"points": 5,
"status": "met",
"details": [],
"max_points": 5
},
{
"key": "pinned_dependencies",
"name": "Pinned-Dependencies",
"detail": "dependency not pinned by hash detected -- score normalized to 0",
"points": 0,
"status": "missed",
"details": [],
"max_points": 5
},
{
"key": "sast",
"name": "SAST",
"detail": "no SAST tool detected",
"points": 0,
"status": "missed",
"details": [],
"max_points": 5
},
{
"key": "security_policy",
"name": "Security-Policy",
"detail": "security policy file not detected",
"points": 0,
"status": "missed",
"details": [],
"max_points": 5
},
{
"key": "signed_releases",
"name": "Signed-Releases",
"detail": "no releases found",
"points": 0,
"status": "excluded",
"details": [
{
"code": "no_data",
"params": {}
}
],
"max_points": 7.5
},
{
"key": "token_permissions",
"name": "Token-Permissions",
"detail": "detected GitHub workflow tokens with excessive permissions",
"points": 0,
"status": "missed",
"details": [],
"max_points": 7.5
},
{
"key": "vulnerabilities",
"name": "Vulnerabilities",
"detail": "0 existing vulnerabilities detected",
"points": 7.5,
"status": "met",
"details": [],
"max_points": 7.5
}
]
},
{
"key": "dependency_advisories",
"band": "excellent",
"name": "Dependency advisories",
"note": "Excluded from scoring (no data or not applicable): No advisories left outstanding. Remaining weights renormalized. Matched the pypi:wayback-machine-archiver@4.1.0 runtime dependency closure — what installing the published package pulls in — 7 packages. Reachability is not analyzed.",
"notes": [
{
"code": "excluded_no_data",
"params": {
"components": [
"no_advisories_left_outstanding"
]
}
},
{
"code": "weights_renormalized",
"params": {}
},
{
"code": "advisories_scope_published",
"params": {
"package": "pypi:wayback-machine-archiver@4.1.0",
"assessed": 7
}
},
{
"code": "advisories_reachability",
"params": {}
}
],
"value": 100,
"inputs": {
"source": "osv",
"advisories": 0,
"affected_packages": 0,
"assessed_packages": 7,
"unassessed_packages": 0,
"affected_by_severity": "none",
"direct_affected_packages": 0
},
"components": [
{
"key": "direct_dependencies_free_of_known_advisories",
"name": "Direct dependencies free of known advisories",
"detail": "no direct dependency carries a known advisory",
"points": 35,
"status": "met",
"details": [
{
"code": "no_direct_advisories",
"params": {}
}
],
"max_points": 35
},
{
"key": "indirect_dependencies_free_of_known_advisories",
"name": "Indirect dependencies free of known advisories",
"detail": "no indirect dependency carries a known advisory",
"points": 25,
"status": "met",
"details": [
{
"code": "no_indirect_advisories",
"params": {}
}
],
"max_points": 25
},
{
"key": "no_advisories_left_outstanding",
"name": "No advisories left outstanding",
"detail": "no advisory carries a publication date",
"points": 0,
"status": "excluded",
"details": [
{
"code": "advisories_no_publication_date",
"params": {}
}
],
"max_points": 40
}
]
},
{
"key": "malicious_dependencies",
"band": "excellent",
"name": "Malicious dependencies",
"note": null,
"notes": [],
"value": 100,
"inputs": {
"source": "osv",
"meaning": "reported as a malicious package by the OpenSSF corpus; the remedy is removal or moving off the compromised name, never an upgrade of the same artifact. Versions the registry has since pulled are listed but not scored",
"packages": [],
"red_flag": false,
"assessed_packages": 7,
"malicious_packages": 0,
"direct_malicious_packages": 0,
"withdrawn_malicious_packages": 0,
"installable_malicious_packages": 0
},
"components": [
{
"key": "no_dependency_reported_as_a_malicious_package",
"name": "No dependency reported as a malicious package",
"detail": "no dependency is reported as a malicious package",
"points": 100,
"status": "met",
"details": [
{
"code": "no_malicious_dependencies",
"params": {}
}
],
"max_points": 100
}
]
},
{
"key": "high_risk_jurisdiction_exposure",
"band": "excellent",
"name": "High-Risk Jurisdiction Exposure",
"note": "Only high-confidence self-published location evidence affects this multiplier. Ambiguous matches are review-only; country evidence is not proof of nationality, citizenship, legal registration, malicious intent, or sanctions status.",
"notes": [
{
"code": "jurisdiction_evidence_limits",
"params": {}
}
],
"value": 100,
"inputs": {
"meaning": "self-published location evidence; not nationality or citizenship",
"red_flag": false,
"exposures": [],
"policy_countries": [
"Russia",
"Iran",
"North Korea"
],
"review_only_matches": 0,
"assessed_self_published_locations": 4
},
"components": [
{
"key": "policy_exposure_multiplier",
"name": "Policy exposure multiplier",
"detail": "no confirmed policy-scope location match",
"points": 100,
"status": "met",
"details": [
{
"code": "jurisdiction_no_match",
"params": {}
}
],
"max_points": 100
}
]
}
],
"description": "Are visible security and supply-chain practices strong, with no malicious dependency and no unresolved high-risk jurisdiction exposure?"
},
{
"key": "ai_readiness",
"band": "moderate",
"name": "AI Readiness",
"value": 56,
"weight": 0,
"metrics": [
{
"key": "ai_agent_context",
"band": "good",
"name": "Agent context & guidance",
"note": null,
"notes": [],
"value": 73,
"inputs": {
"has_llms_txt": false,
"legible_history_share": 0.52,
"agent_instruction_files": [
"CLAUDE.md"
],
"agent_instruction_max_bytes": 2173
},
"components": [
{
"key": "agent_instructions",
"name": "Agent instructions",
"detail": "CLAUDE.md",
"points": 45,
"status": "met",
"details": [
{
"code": "file_list",
"params": {
"files": "CLAUDE.md"
}
}
],
"max_points": 45
},
{
"key": "machine_readable_docs_llms_txt",
"name": "Machine-readable docs (llms.txt)",
"detail": null,
"points": 0,
"status": "missed",
"details": [],
"max_points": 15
},
{
"key": "legible_commit_history",
"name": "Legible commit history",
"detail": "52 of 100 human commits state their intent (structured subject or explanatory body)",
"points": 27.7,
"status": "partial",
"details": [
{
"code": "legible_history",
"params": {
"legible": 52,
"sampled": 100
}
}
],
"max_points": 40
}
]
},
{
"key": "ai_verify_loop",
"band": "at_risk",
"name": "Verify loop (build / test / typecheck)",
"note": null,
"notes": [],
"value": 33,
"inputs": {
"has_nix": false,
"has_tests": true,
"lockfiles": [],
"has_dockerfile": false,
"typed_language": false,
"bootstrap_files": [],
"has_devcontainer": false,
"has_linter_config": false,
"typecheck_configs": [
"src/wayback_machine_archiver/py.typed"
],
"agent_commit_share": 0,
"toolchain_manifests": [],
"dependency_bot_commit_share": 0
},
"components": [
{
"key": "one_command_bootstrap",
"name": "One-command bootstrap",
"detail": null,
"points": 0,
"status": "missed",
"details": [],
"max_points": 18
},
{
"key": "automated_tests",
"name": "Automated tests",
"detail": null,
"points": 22,
"status": "met",
"details": [],
"max_points": 22
},
{
"key": "lint_format_config",
"name": "Lint / format config",
"detail": null,
"points": 0,
"status": "missed",
"details": [],
"max_points": 11
},
{
"key": "static_type_checking",
"name": "Static type checking",
"detail": "src/wayback_machine_archiver/py.typed",
"points": 11,
"status": "met",
"details": [
{
"code": "file_list",
"params": {
"files": "src/wayback_machine_archiver/py.typed"
}
}
],
"max_points": 11
},
{
"key": "reproducible_environment",
"name": "Reproducible environment",
"detail": null,
"points": 0,
"status": "missed",
"details": [],
"max_points": 10
},
{
"key": "demonstrated_agent_practice",
"name": "Demonstrated agent practice",
"detail": "no agent-authored commits among the last 100",
"points": 0,
"status": "missed",
"details": [
{
"code": "no_agent_authored_commits",
"params": {
"sampled": 100
}
}
],
"max_points": 10
},
{
"key": "automated_maintenance",
"name": "Automated maintenance",
"detail": "no automated dependency updates observed",
"points": 0,
"status": "missed",
"details": [
{
"code": "no_dependency_automation",
"params": {}
}
],
"max_points": 8
},
{
"key": "openssf_scorecard_pinned_dependencies",
"name": "OpenSSF Scorecard: Pinned-Dependencies",
"detail": "dependency not pinned by hash detected -- score normalized to 0",
"points": 0,
"status": "missed",
"details": [],
"max_points": 10
}
]
},
{
"key": "ai_code_legibility",
"band": "good",
"name": "Code legibility for models",
"note": null,
"notes": [],
"value": 82,
"inputs": {
"primary_language": "Python",
"largest_source_bytes": 32110,
"source_files_sampled": 17,
"oversized_source_files": 0
},
"components": [
{
"key": "type_checkable_code",
"name": "Type-checkable code",
"detail": "Python with type-check config (src/wayback_machine_archiver/py.typed)",
"points": 27,
"status": "partial",
"details": [
{
"code": "typecheck_config_language",
"params": {
"files": "src/wayback_machine_archiver/py.typed",
"language": "Python"
}
}
],
"max_points": 45
},
{
"key": "manageable_file_sizes",
"name": "Manageable file sizes",
"detail": "0/17 source files over 60KB",
"points": 55,
"status": "met",
"details": [
{
"code": "oversized_source_files",
"params": {
"kb": 60,
"sampled": 17,
"oversized": 0
}
}
],
"max_points": 55
}
]
}
],
"description": "How well is the repo equipped to be developed and maintained with AI coding agents? An independent, experimental badge — weight 0.0, so it is surfaced on its own and does not affect the overall health score."
}
],
"metrics_version": "1.13.0"
},
"warnings": [
"Star history unavailable: GitHub GraphQL error: Resource not accessible by personal access token"
],
"report_type": "repository",
"generated_at": "2026-07-26T09:18:47.800688Z",
"schema_version": "0.27.0",
"badge_url": "https://raw.githubusercontent.com/inspect-software/badges/main/v1/a/agude/wayback-machine-archiver.svg",
"full_name": "agude/wayback-machine-archiver",
"license_state": "standard",
"license_spdx": "MIT"
}