OBSERVABLE PIPELINE
Data quality
Coverage, identifier reconciliation, extraction confidence, parser versions, and recent ingestion status.
Coverage
Documents2,168
Indexed documents2,166
Catalog only2
Without pages0
Without versions0
Legislative items74,840
Recorded positions362,574
Unresolved names85
Evidence spans74,840
Low confidence0
Internal files39,867
Legistar matched1,975
Parser versions
[
{
"parser_name": "sfbos-structured-records",
"parser_version": "2.1.0",
"runs": 70,
"last_finished": "2026-10-03 17:26:08.100486+00"
},
{
"parser_name": "sfbos-structured-records",
"parser_version": "2.0.0",
"runs": 15,
"last_finished": "2026-08-25 15:33:12.887171+00"
},
{
"parser_name": "legacy-source-text",
"parser_version": "1.1.0",
"runs": 2,
"last_finished": "2026-08-25 05:58:14.866189+00"
},
{
"parser_name": "legacy-source-text",
"parser_version": "1.0.0",
"runs": 2,
"last_finished": "2026-08-25 05:51:39.742521+00"
}
]Recent ingestion runs
[
{
"id": "90",
"source": "legistar+official-pdfs",
"status": "complete",
"parser_version": "2.1.0",
"started_at": "2026-10-03 17:26:00.987651+00",
"finished_at": "2026-10-03 17:26:08.10815+00",
"statistics": {
"files": 39867,
"matters": 1975,
"documents": 56,
"positions": 362574,
"supervisors": 68,
"evidenceSpans": 74840,
"documentVersions": 2178
},
"error": null
},
{
"id": "89",
"source": "legistar+official-pdfs",
"status": "complete",
"parser_version": "2.1.0",
"started_at": "2026-10-02 18:32:05.422383+00",
"finished_at": "2026-10-02 18:32:25.108013+00",
"statistics": {
"files": 39867,
"matters": 1950,
"documents": 56,
"positions": 362574,
"supervisors": 68,
"evidenceSpans": 74840,
"documentVersions": 2178
},
"error": null
},
{
"id": "88",
"source": "legistar+official-pdfs",
"status": "complete",
"parser_version": "2.1.0",
"started_at": "2026-10-02 04:16:30.495226+00",
"finished_at": "2026-10-02 04:16:36.395499+00",
"statistics": {
"files": 39867,
"matters": 1925,
"documents": 56,
"positions": 362574,
"supervisors": 68,
"evidenceSpans": 74840,
"documentVersions": 2178
},
"error": null
},
{
"id": "87",
"source": "legistar+official-pdfs",
"status": "complete",
"parser_version": "2.1.0",
"started_at": "2026-10-02 04:01:27.906571+00",
"finished_at": "2026-10-02 04:01:39.677199+00",
"statistics": {
"files": 39867,
"matters": 1900,
"documents": 56,
"positions": 362574,
"supervisors": 68,
"evidenceSpans": 74840,
"documentVersions": 2177
},
"error": null
},
{
"id": "86",
"source": "legistar+official-pdfs",
"status": "complete",
"parser_version": "2.1.0",
"started_at": "2026-10-01 18:57:06.374636+00",
"finished_at": "2026-10-01 18:57:31.015485+00",
"statistics": {
"files": 39867,
"matters": 1875,
"documents": 55,
"positions": 362574,
"supervisors": 68,
"evidenceSpans": 74840,
"documentVersions": 2176
},
"error": null
},
{
"id": "85",
"source": "legistar+official-pdfs",
"status": "complete",
"parser_version": "2.1.0",
"started_at": "2026-10-01 00:47:02.067859+00",
"finished_at": "2026-10-01 00:47:20.40409+00",
"statistics": {
"files": 39867,
"matters": 1850,
"documents": 55,
"positions": 362574,
"supervisors": 68,
"evidenceSpans": 74840,
"documentVersions": 2176
},
"error": null
},
{
"id": "84",
"source": "legistar+official-pdfs",
"status": "complete",
"parser_version": "2.1.0",
"started_at": "2026-10-01 00:31:54.372253+00",
"finished_at": "2026-10-01 00:32:16.42485+00",
"statistics": {
"files": 39867,
"matters": 1825,
"documents": 55,
"positions": 362574,
"supervisors": 68,
"evidenceSpans": 74840,
"documentVersions": 2175
},
"error": null
},
{
"id": "83",
"source": "legistar+official-pdfs",
"status": "complete",
"parser_version": "2.1.0",
"started_at": "2026-09-30 18:29:43.963811+00",
"finished_at": "2026-09-30 18:30:19.949444+00",
"statistics": {
"files": 39822,
"matters": 1800,
"documents": 54,
"positions": 362101,
"supervisors": 68,
"evidenceSpans": 74772,
"documentVersions": 2174
},
"error": null
},
{
"id": "82",
"source": "legistar+official-pdfs",
"status": "complete",
"parser_version": "2.1.0",
"started_at": "2026-09-29 18:42:35.517724+00",
"finished_at": "2026-09-29 18:43:03.161199+00",
"statistics": {
"files": 39822,
"matters": 1775,
"documents": 54,
"positions": 362101,
"supervisors": 68,
"evidenceSpans": 74772,
"documentVersions": 2174
},
"error": null
},
{
"id": "81",
"source": "legistar+official-pdfs",
"status": "complete",
"parser_version": "2.1.0",
"started_at": "2026-09-28 20:10:12.027892+00",
"finished_at": "2026-09-28 20:10:39.58444+00",
"statistics": {
"files": 39822,
"matters": 1750,
"documents": 54,
"positions": 362101,
"supervisors": 68,
"evidenceSpans": 74772,
"documentVersions": 2174
},
"error": null
}
]Unresolved recorded names
[
{
"recorded_name": "Kopp",
"occurrences": 13
},
{
"recorded_name": "Lee",
"occurrences": 13
},
{
"recorded_name": "Renne",
"occurrences": 13
},
{
"recorded_name": "10 – Mirkarimi",
"occurrences": 2
},
{
"recorded_name": "Haney Mandelman",
"occurrences": 2
},
{
"recorded_name": "11 – Alioto-Pier",
"occurrences": 1
},
{
"recorded_name": "2007",
"occurrences": 1
},
{
"recorded_name": "8 – Alioto-Pier",
"occurrences": 1
},
{
"recorded_name": "Bernick",
"occurrences": 1
},
{
"recorded_name": "CONTINUED by the following vote:",
"occurrences": 1
},
{
"recorded_name": "Calderon",
"occurrences": 1
},
{
"recorded_name": "Commissioner Marshall-Fricker",
"occurrences": 1
},
{
"recorded_name": "Commissioners Avalos",
"occurrences": 1
},
{
"recorded_name": "David",
"occurrences": 1
},
{
"recorded_name": "Galeano",
"occurrences": 1
},
{
"recorded_name": "Golzalez",
"occurrences": 1
},
{
"recorded_name": "He",
"occurrences": 1
},
{
"recorded_name": "Hsieh Leal",
"occurrences": 1
},
{
"recorded_name": "Juarez",
"occurrences": 1
},
{
"recorded_name": "Kong",
"occurrences": 1
},
{
"recorded_name": "Li",
"occurrences": 1
},
{
"recorded_name": "Mansori",
"occurrences": 1
},
{
"recorded_name": "Mao",
"occurrences": 1
},
{
"recorded_name": "Matz",
"occurrences": 1
},
{
"recorded_name": "MdGoldrick",
"occurrences": 1
},
{
"recorded_name": "NOTCONSIDEREDORREPORTEDONBYCOMMITTEE",
"occurrences": 1
},
{
"recorded_name": "OFF-CALENDARLEGISLATION",
"occurrences": 1
},
{
"recorded_name": "Pating",
"occurrences": 1
},
{
"recorded_name": "Peskin Sandoval",
"occurrences": 1
},
{
"recorded_name": "Plunkett",
"occurrences": 1
},
{
"recorded_name": "Privilege of the floor was granted to Budget Director",
"occurrences": 1
},
{
"recorded_name": "Privilege of the floor was granted unanimously to Sophia Kittler (Mayor's Office); and Amy Chan",
"occurrences": 1
},
{
"recorded_name": "ROLLCALLFORINTRODUCTIONOFMEASURESANDCOMMUNICATION",
"occurrences": 1
},
{
"recorded_name": "Referred to Committee",
"occurrences": 1
},
{
"recorded_name": "Resolution No. 339",
"occurrences": 1
},
{
"recorded_name": "S",
"occurrences": 1
},
{
"recorded_name": "Shelley - 1. (See",
"occurrences": 1
},
{
"recorded_name": "Soto",
"occurrences": 1
},
{
"recorded_name": "Wu",
"occurrences": 1
},
{
"recorded_name": "Yaki - 10",
"occurrences": 1
},
{
"recorded_name": "Yaki - 8",
"occurrences": 1
},
{
"recorded_name": "Yee - 2. Quorum present. Supervisor Peskin was noted present at 4:49 p.m",
"occurrences": 1
},
{
"recorded_name": "Yee Supervisor Sandoval",
"occurrences": 1
},
{
"recorded_name": "Yee-10",
"occurrences": 1
},
{
"recorded_name": "moved to rescind the previous vote and to continue this matter to October 16",
"occurrences": 1
},
{
"recorded_name": "seconded by Supervisor Mirkarimi",
"occurrences": 1
},
{
"recorded_name": "supra.)",
"occurrences": 1
}
]