raw-4m.json 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172
  1. {
  2. "platform": "macOS-26.5.2-arm64-arm-64bit-Mach-O",
  3. "python": "3.14.6",
  4. "sqlite": "3.53.4",
  5. "os_cache": "not flushed; first connection and warm repeats; not cold-cache evidence",
  6. "rows": 4000000,
  7. "phases": {
  8. "raw": {
  9. "scope": "production _index_raw streaming path; excludes HTTP multipart buffering and business classification",
  10. "rows": 4000000,
  11. "declared_distinct_models": 1000000,
  12. "distinct_declarations": 1000000,
  13. "generate_seconds": 6.142,
  14. "indexer_without_business_indexes_seconds": 28.158,
  15. "business_index_seconds": 3.646,
  16. "business_indexes": [
  17. {
  18. "name": "idx_query_853f423ebfa0",
  19. "columns": [
  20. "HS_CODE",
  21. "_num_YEAR",
  22. "_num_WEEK",
  23. "_row_index"
  24. ]
  25. },
  26. {
  27. "name": "idx_query_f8d60d505f80",
  28. "columns": [
  29. "_num_YEAR",
  30. "_num_WEEK",
  31. "_row_index"
  32. ]
  33. }
  34. ],
  35. "sqlite_before_bytes": 1074565120,
  36. "sqlite_after_bytes": 1254981632,
  37. "before": {
  38. "hs_year_week_seek": {
  39. "sql": "SELECT _row_index,MONORSUM_USD FROM raw WHERE HS_CODE=? AND _num_YEAR=? AND _num_WEEK=? AND _row_index>? ORDER BY _row_index LIMIT 50",
  40. "parameters": [
  41. "8532241000",
  42. "2025",
  43. "1",
  44. 3600000
  45. ],
  46. "plan": [
  47. "SEARCH raw USING INTEGER PRIMARY KEY (rowid>?)"
  48. ],
  49. "first_ms": 0.47,
  50. "p50_ms": 0.177,
  51. "p95_ms": 0.47,
  52. "rows": 50,
  53. "result_sha256": "614cc687193b75dac4dbc4ef319d4135edaa11a23102ea1a0ad7ef23027b5e69"
  54. },
  55. "year_week_seek": {
  56. "sql": "SELECT _row_index,HS_CODE FROM raw WHERE _num_YEAR=? AND _num_WEEK=? AND _row_index>? ORDER BY _row_index LIMIT 50",
  57. "parameters": [
  58. "2025",
  59. "1",
  60. 3600000
  61. ],
  62. "plan": [
  63. "SEARCH raw USING INTEGER PRIMARY KEY (rowid>?)"
  64. ],
  65. "first_ms": 0.259,
  66. "p50_ms": 0.253,
  67. "p95_ms": 0.259,
  68. "rows": 50,
  69. "result_sha256": "4dff15f1825966347c4b18c356915c50daa5ac0cebaab52e0d1ac31a73ad3aa2"
  70. },
  71. "deep_offset": {
  72. "sql": "SELECT _row_index FROM raw ORDER BY _row_index LIMIT 50 OFFSET ?",
  73. "parameters": [
  74. 3600000
  75. ],
  76. "plan": [
  77. "SCAN raw"
  78. ],
  79. "first_ms": 90.833,
  80. "p50_ms": 90.476,
  81. "p95_ms": 90.833,
  82. "rows": 50,
  83. "result_sha256": "e2b12173a4a7d17dd545e0a6b1a38e98d55d321f6c43f00aad0d2ff88528ada9"
  84. },
  85. "deep_keyset": {
  86. "sql": "SELECT _row_index FROM raw WHERE _row_index>=? ORDER BY _row_index LIMIT 50",
  87. "parameters": [
  88. 3600000
  89. ],
  90. "plan": [
  91. "SEARCH raw USING INTEGER PRIMARY KEY (rowid>?)"
  92. ],
  93. "first_ms": 0.029,
  94. "p50_ms": 0.009,
  95. "p95_ms": 0.029,
  96. "rows": 50,
  97. "result_sha256": "e2b12173a4a7d17dd545e0a6b1a38e98d55d321f6c43f00aad0d2ff88528ada9"
  98. }
  99. },
  100. "after": {
  101. "hs_year_week_seek": {
  102. "sql": "SELECT _row_index,MONORSUM_USD FROM raw WHERE HS_CODE=? AND _num_YEAR=? AND _num_WEEK=? AND _row_index>? ORDER BY _row_index LIMIT 50",
  103. "parameters": [
  104. "8532241000",
  105. "2025",
  106. "1",
  107. 3600000
  108. ],
  109. "plan": [
  110. "SEARCH raw USING INDEX idx_query_853f423ebfa0 (HS_CODE=? AND _num_YEAR=? AND _num_WEEK=? AND _row_index>?)"
  111. ],
  112. "first_ms": 0.097,
  113. "p50_ms": 0.02,
  114. "p95_ms": 0.097,
  115. "rows": 50,
  116. "result_sha256": "614cc687193b75dac4dbc4ef319d4135edaa11a23102ea1a0ad7ef23027b5e69"
  117. },
  118. "year_week_seek": {
  119. "sql": "SELECT _row_index,HS_CODE FROM raw WHERE _num_YEAR=? AND _num_WEEK=? AND _row_index>? ORDER BY _row_index LIMIT 50",
  120. "parameters": [
  121. "2025",
  122. "1",
  123. 3600000
  124. ],
  125. "plan": [
  126. "SEARCH raw USING INDEX idx_query_f8d60d505f80 (_num_YEAR=? AND _num_WEEK=? AND _row_index>?)"
  127. ],
  128. "first_ms": 0.033,
  129. "p50_ms": 0.019,
  130. "p95_ms": 0.033,
  131. "rows": 50,
  132. "result_sha256": "4dff15f1825966347c4b18c356915c50daa5ac0cebaab52e0d1ac31a73ad3aa2"
  133. },
  134. "deep_offset": {
  135. "sql": "SELECT _row_index FROM raw ORDER BY _row_index LIMIT 50 OFFSET ?",
  136. "parameters": [
  137. 3600000
  138. ],
  139. "plan": [
  140. "SCAN raw"
  141. ],
  142. "first_ms": 91.179,
  143. "p50_ms": 91.179,
  144. "p95_ms": 92.13,
  145. "rows": 50,
  146. "result_sha256": "e2b12173a4a7d17dd545e0a6b1a38e98d55d321f6c43f00aad0d2ff88528ada9"
  147. },
  148. "deep_keyset": {
  149. "sql": "SELECT _row_index FROM raw WHERE _row_index>=? ORDER BY _row_index LIMIT 50",
  150. "parameters": [
  151. 3600000
  152. ],
  153. "plan": [
  154. "SEARCH raw USING INTEGER PRIMARY KEY (rowid>?)"
  155. ],
  156. "first_ms": 0.051,
  157. "p50_ms": 0.009,
  158. "p95_ms": 0.051,
  159. "rows": 50,
  160. "result_sha256": "e2b12173a4a7d17dd545e0a6b1a38e98d55d321f6c43f00aad0d2ff88528ada9"
  161. }
  162. },
  163. "public_metadata_page_ms": 12.443,
  164. "deadline_100ms_result": "interrupted_as_expected",
  165. "deadline_elapsed_ms": 104.87,
  166. "cache_second_hit": true
  167. }
  168. },
  169. "phase_wall_seconds": 39.346,
  170. "peak_rss_mb": 117.14,
  171. "total_disk_bytes": 1625162772
  172. }