Skip to content

Commit

Permalink
kvserver: repro L0 snap ingestion
Browse files Browse the repository at this point in the history 
Repro for cockroachdb#80589.

100% of all snaps go to L0, see log.txt.

Release note: None
  • Loading branch information
@tbg
tbg committed Apr 27, 2022
1 parent b2f1b39 commit 75cdd89
Show file tree
Hide file tree
Showing 4 changed files with 115 additions and 1 deletion.
88 changes: 88 additions & 0 deletions log.txt
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,88 @@
W220427 05:34:03.702820 469 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r6/2:{-}] 63 XXX ingestion into L0: {Bytes:17198 ApproxIngestedIntoL0Bytes:2729}
W220427 05:34:04.661382 546 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r6/3:{-}] 60 XXX ingestion into L0: {Bytes:17449 ApproxIngestedIntoL0Bytes:2980}
W220427 05:34:05.779408 534 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r5/2:{-}] 66 XXX ingestion into L0: {Bytes:7382 ApproxIngestedIntoL0Bytes:2736}
W220427 05:34:06.886262 487 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r5/3:{-}] 65 XXX ingestion into L0: {Bytes:7541 ApproxIngestedIntoL0Bytes:2895}
W220427 05:34:08.107934 456 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r38/2:{-}] 68 XXX ingestion into L0: {Bytes:7419 ApproxIngestedIntoL0Bytes:4146}
W220427 05:34:09.214759 640 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r38/3:{-}] 69 XXX ingestion into L0: {Bytes:7477 ApproxIngestedIntoL0Bytes:4204}
W220427 05:34:10.212284 718 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r2/2:{-}] 72 XXX ingestion into L0: {Bytes:7981 ApproxIngestedIntoL0Bytes:2823}
W220427 05:34:11.519722 669 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r2/3:{-}] 71 XXX ingestion into L0: {Bytes:8089 ApproxIngestedIntoL0Bytes:2885}
W220427 05:34:12.712409 734 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r19/2:{-}] 74 XXX ingestion into L0: {Bytes:7650 ApproxIngestedIntoL0Bytes:6350}
W220427 05:34:13.888437 774 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r19/3:{-}] 77 XXX ingestion into L0: {Bytes:7705 ApproxIngestedIntoL0Bytes:6405}
W220427 05:34:15.162219 834 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r27/2:{-}] 80 XXX ingestion into L0: {Bytes:7364 ApproxIngestedIntoL0Bytes:6285}
W220427 05:34:16.034520 789 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r27/3:{-}] 78 XXX ingestion into L0: {Bytes:7521 ApproxIngestedIntoL0Bytes:6442}
W220427 05:34:17.341498 833 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r18/2:{-}] 81 XXX ingestion into L0: {Bytes:7421 ApproxIngestedIntoL0Bytes:6342}
W220427 05:34:18.480702 251 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r18/3:{-}] 83 XXX ingestion into L0: {Bytes:7670 ApproxIngestedIntoL0Bytes:6591}
W220427 05:34:19.902172 919 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r33/2:{-}] 86 XXX ingestion into L0: {Bytes:7763 ApproxIngestedIntoL0Bytes:6309}
W220427 05:34:20.885827 920 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r33/3:{-}] 84 XXX ingestion into L0: {Bytes:7920 ApproxIngestedIntoL0Bytes:6466}
W220427 05:34:22.104211 860 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r29/2:{-}] 90 XXX ingestion into L0: {Bytes:7421 ApproxIngestedIntoL0Bytes:6342}
W220427 05:34:23.528409 953 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r29/3:{-}] 88 XXX ingestion into L0: {Bytes:7671 ApproxIngestedIntoL0Bytes:6592}
W220427 05:34:24.733512 862 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r35/2:{-}] 91 XXX ingestion into L0: {Bytes:8079 ApproxIngestedIntoL0Bytes:6368}
W220427 05:34:25.889367 1090 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r35/3:{-}] 93 XXX ingestion into L0: {Bytes:8322 ApproxIngestedIntoL0Bytes:6611}
W220427 05:34:26.954589 1107 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r17/2:{-}] 94 XXX ingestion into L0: {Bytes:7765 ApproxIngestedIntoL0Bytes:6304}
W220427 05:34:28.319753 1158 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r17/3:{-}] 96 XXX ingestion into L0: {Bytes:7826 ApproxIngestedIntoL0Bytes:7826}
W220427 05:34:29.302944 1176 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r12/2:{-}] 99 XXX ingestion into L0: {Bytes:7420 ApproxIngestedIntoL0Bytes:7420}
W220427 05:34:30.654884 1120 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r12/3:{-}] 97 XXX ingestion into L0: {Bytes:7670 ApproxIngestedIntoL0Bytes:7670}
W220427 05:34:31.823895 1254 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r1/2:{-}] 100 XXX ingestion into L0: {Bytes:9820 ApproxIngestedIntoL0Bytes:8424}
W220427 05:34:33.331124 1258 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r1/3:{-}] 103 XXX ingestion into L0: {Bytes:10156 ApproxIngestedIntoL0Bytes:8759}
W220427 05:34:35.070593 1334 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r11/2:{-}] 103 XXX ingestion into L0: {Bytes:8012 ApproxIngestedIntoL0Bytes:8012}
W220427 05:34:36.053478 1369 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r11/3:{-}] 106 XXX ingestion into L0: {Bytes:8171 ApproxIngestedIntoL0Bytes:8171}
W220427 05:34:37.927029 1382 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r44/2:{-}] 109 XXX ingestion into L0: {Bytes:7428 ApproxIngestedIntoL0Bytes:6348}
W220427 05:34:39.674549 1449 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r44/3:{-}] 106 XXX ingestion into L0: {Bytes:7591 ApproxIngestedIntoL0Bytes:6511}
W220427 05:34:40.616679 1540 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r4/2:{-}] 112 XXX ingestion into L0: {Bytes:65873 ApproxIngestedIntoL0Bytes:65873}
W220427 05:34:41.836264 1563 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r4/3:{-}] 109 XXX ingestion into L0: {Bytes:66128 ApproxIngestedIntoL0Bytes:66128}
W220427 05:34:43.631257 1596 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r43/2:{-}] 112 XXX ingestion into L0: {Bytes:8554 ApproxIngestedIntoL0Bytes:6360}
W220427 05:34:44.805404 1606 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r43/3:{-}] 115 XXX ingestion into L0: {Bytes:8707 ApproxIngestedIntoL0Bytes:6513}
W220427 05:34:46.095175 1701 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r31/2:{-}] 115 XXX ingestion into L0: {Bytes:7421 ApproxIngestedIntoL0Bytes:7421}
W220427 05:34:47.186572 1685 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r31/3:{-}] 118 XXX ingestion into L0: {Bytes:7672 ApproxIngestedIntoL0Bytes:7672}
W220427 05:34:48.517581 1708 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r16/2:{-}] 118 XXX ingestion into L0: {Bytes:7422 ApproxIngestedIntoL0Bytes:7422}
W220427 05:34:49.741703 1753 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r16/3:{-}] 121 XXX ingestion into L0: {Bytes:7579 ApproxIngestedIntoL0Bytes:7579}
W220427 05:34:51.482702 1625 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r8/2:{-}] 125 XXX ingestion into L0: {Bytes:9536 ApproxIngestedIntoL0Bytes:9536}
W220427 05:34:52.840146 1901 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r8/3:{-}] 123 XXX ingestion into L0: {Bytes:9699 ApproxIngestedIntoL0Bytes:9699}
W220427 05:34:55.084398 1971 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r7/2:{-}] 126 XXX ingestion into L0: {Bytes:8226 ApproxIngestedIntoL0Bytes:8226}
W220427 05:34:56.735443 1774 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r7/3:{-}] 129 XXX ingestion into L0: {Bytes:8385 ApproxIngestedIntoL0Bytes:8385}
W220427 05:34:57.784169 1943 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r42/2:{-}] 132 XXX ingestion into L0: {Bytes:7423 ApproxIngestedIntoL0Bytes:6344}
W220427 05:34:59.151634 1984 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r42/3:{-}] 130 XXX ingestion into L0: {Bytes:7671 ApproxIngestedIntoL0Bytes:6592}
W220427 05:35:00.302823 1980 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r28/2:{-}] 135 XXX ingestion into L0: {Bytes:7422 ApproxIngestedIntoL0Bytes:7422}
W220427 05:35:01.164429 2147 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r28/3:{-}] 134 XXX ingestion into L0: {Bytes:7671 ApproxIngestedIntoL0Bytes:7671}
W220427 05:35:02.425323 2056 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r9/2:{-}] 138 XXX ingestion into L0: {Bytes:19301 ApproxIngestedIntoL0Bytes:19301}
W220427 05:35:04.293140 2038 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r9/3:{-}] 137 XXX ingestion into L0: {Bytes:19689 ApproxIngestedIntoL0Bytes:19689}
W220427 05:35:05.691422 2333 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r26/2:{-}] 140 XXX ingestion into L0: {Bytes:8522 ApproxIngestedIntoL0Bytes:8522}
W220427 05:35:06.863654 2138 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r26/3:{-}] 141 XXX ingestion into L0: {Bytes:8770 ApproxIngestedIntoL0Bytes:8770}
W220427 05:35:07.865497 2434 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r40/2:{-}] 143 XXX ingestion into L0: {Bytes:7422 ApproxIngestedIntoL0Bytes:6343}
W220427 05:35:09.230435 2275 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r40/3:{-}] 144 XXX ingestion into L0: {Bytes:7671 ApproxIngestedIntoL0Bytes:6592}
W220427 05:35:10.549327 2308 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r14/2:{-}] 147 XXX ingestion into L0: {Bytes:7425 ApproxIngestedIntoL0Bytes:7425}
W220427 05:35:11.448311 2496 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r14/3:{-}] 146 XXX ingestion into L0: {Bytes:7581 ApproxIngestedIntoL0Bytes:7581}
W220427 05:35:12.808493 2362 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r23/2:{-}] 150 XXX ingestion into L0: {Bytes:7699 ApproxIngestedIntoL0Bytes:7699}
W220427 05:35:13.902707 2572 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r23/3:{-}] 149 XXX ingestion into L0: {Bytes:7951 ApproxIngestedIntoL0Bytes:7951}
W220427 05:35:15.725356 2473 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r39/2:{-}] 153 XXX ingestion into L0: {Bytes:7426 ApproxIngestedIntoL0Bytes:6347}
W220427 05:35:16.681223 1824 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r39/3:{-}] 152 XXX ingestion into L0: {Bytes:7578 ApproxIngestedIntoL0Bytes:6499}
W220427 05:35:18.128944 2757 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r41/2:{-}] 155 XXX ingestion into L0: {Bytes:7425 ApproxIngestedIntoL0Bytes:6346}
W220427 05:35:19.862515 2539 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r41/3:{-}] 156 XXX ingestion into L0: {Bytes:7574 ApproxIngestedIntoL0Bytes:6495}
W220427 05:35:20.974518 2750 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r10/2:{-}] 158 XXX ingestion into L0: {Bytes:7422 ApproxIngestedIntoL0Bytes:7422}
W220427 05:35:22.185048 2678 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r10/3:{-}] 160 XXX ingestion into L0: {Bytes:7672 ApproxIngestedIntoL0Bytes:7672}
W220427 05:35:23.496020 2696 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r20/2:{-}] 163 XXX ingestion into L0: {Bytes:7425 ApproxIngestedIntoL0Bytes:7425}
W220427 05:35:24.705167 2731 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r20/3:{-}] 161 XXX ingestion into L0: {Bytes:7672 ApproxIngestedIntoL0Bytes:7672}
W220427 05:35:25.906919 2768 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r24/2:{-}] 166 XXX ingestion into L0: {Bytes:7669 ApproxIngestedIntoL0Bytes:7669}
W220427 05:35:27.334649 3042 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r24/3:{-}] 165 XXX ingestion into L0: {Bytes:7927 ApproxIngestedIntoL0Bytes:7927}
W220427 05:35:28.733795 1963 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r15/2:{-}] 169 XXX ingestion into L0: {Bytes:7425 ApproxIngestedIntoL0Bytes:7425}
W220427 05:35:29.968757 2847 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r15/3:{-}] 169 XXX ingestion into L0: {Bytes:7576 ApproxIngestedIntoL0Bytes:7576}
W220427 05:35:31.485927 3065 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r32/2:{-}] 172 XXX ingestion into L0: {Bytes:7427 ApproxIngestedIntoL0Bytes:7427}
W220427 05:35:33.105969 2986 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r32/3:{-}] 172 XXX ingestion into L0: {Bytes:7579 ApproxIngestedIntoL0Bytes:7579}
W220427 05:35:34.252598 2990 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r22/2:{-}] 175 XXX ingestion into L0: {Bytes:7811 ApproxIngestedIntoL0Bytes:7811}
W220427 05:35:35.724450 3225 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r22/3:{-}] 175 XXX ingestion into L0: {Bytes:8060 ApproxIngestedIntoL0Bytes:8060}
W220427 05:35:36.829889 3347 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r34/2:{-}] 178 XXX ingestion into L0: {Bytes:7426 ApproxIngestedIntoL0Bytes:7426}
W220427 05:35:37.838788 3114 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r34/3:{-}] 178 XXX ingestion into L0: {Bytes:7676 ApproxIngestedIntoL0Bytes:7676}
W220427 05:35:38.757228 3191 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r30/2:{-}] 181 XXX ingestion into L0: {Bytes:7425 ApproxIngestedIntoL0Bytes:7425}
W220427 05:35:40.204199 3408 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r30/3:{-}] 181 XXX ingestion into L0: {Bytes:7670 ApproxIngestedIntoL0Bytes:7670}
W220427 05:35:41.431679 3491 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r36/2:{-}] 184 XXX ingestion into L0: {Bytes:7427 ApproxIngestedIntoL0Bytes:6348}
W220427 05:35:42.488964 3275 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r36/3:{-}] 184 XXX ingestion into L0: {Bytes:7582 ApproxIngestedIntoL0Bytes:6503}
W220427 05:35:43.577306 3543 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r37/2:{-}] 187 XXX ingestion into L0: {Bytes:7423 ApproxIngestedIntoL0Bytes:6344}
W220427 05:35:44.822095 3365 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r37/3:{-}] 187 XXX ingestion into L0: {Bytes:7578 ApproxIngestedIntoL0Bytes:6499}
W220427 05:35:45.820224 3342 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r25/2:{-}] 191 XXX ingestion into L0: {Bytes:7425 ApproxIngestedIntoL0Bytes:7425}
W220427 05:35:46.917075 3429 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r25/3:{-}] 190 XXX ingestion into L0: {Bytes:7674 ApproxIngestedIntoL0Bytes:7674}
W220427 05:35:47.862933 3452 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r21/2:{-}] 193 XXX ingestion into L0: {Bytes:7425 ApproxIngestedIntoL0Bytes:7425}
W220427 05:35:49.139409 3716 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r21/3:{-}] 194 XXX ingestion into L0: {Bytes:7678 ApproxIngestedIntoL0Bytes:7678}
W220427 05:35:50.046306 3571 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r3/2:{-}] 196 XXX ingestion into L0: {Bytes:62506 ApproxIngestedIntoL0Bytes:62506}
W220427 05:35:51.264800 3726 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r3/3:{-}] 197 XXX ingestion into L0: {Bytes:62761 ApproxIngestedIntoL0Bytes:62761}
W220427 05:35:52.346784 3593 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n2,s2,r13/2:{-}] 199 XXX ingestion into L0: {Bytes:7424 ApproxIngestedIntoL0Bytes:7424}
W220427 05:35:54.036456 3875 kv/kvserver/pkg/kv/kvserver/replica_raftstorage.go:952 ⋮ [n3,s3,r13/3:{-}] 201 XXX ingestion into L0: {Bytes:7671 ApproxIngestedIntoL0Bytes:7671}
9 changes: 8 additions & 1 deletion pkg/kv/kvserver/replica_raftstorage.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -943,9 +943,16 @@ func (r *Replica) applySnapshot(
return err
}
}
if err := r.store.engine.IngestExternalFiles(ctx, inSnap.SSTStorageScratch.SSTs()); err != nil {
eng := r.store.engine.(*storage.Pebble)
ss, err := eng.IngestExternalFilesWithStats(ctx, inSnap.SSTStorageScratch.SSTs())
if err != nil {
return errors.Wrapf(err, "while ingesting %s", inSnap.SSTStorageScratch.SSTs())
}
if ss.ApproxIngestedIntoL0Bytes > 0 {
log.Warningf(ctx, "XXX ingestion into L0: %+v", ss)
} else {
log.Infof(ctx, "YYY ingestion below L0: %+v", ss)
}
stats.ingestion = timeutil.Now()

state, err := stateloader.Make(desc.RangeID).Load(ctx, r.store.engine, desc)
Expand Down
7 changes: 7 additions & 0 deletions pkg/storage/pebble.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1557,6 +1557,13 @@ func (p *Pebble) IngestExternalFiles(ctx context.Context, paths []string) error
return p.db.Ingest(paths)
}

// IngestExternalFilesWithStats .
func (p *Pebble) IngestExternalFilesWithStats(
ctx context.Context, paths []string,
) (pebble.IngestOperationStats, error) {
return p.db.IngestWithStats(paths)
}

// PreIngestDelay implements the Engine interface.
func (p *Pebble) PreIngestDelay(ctx context.Context) {
preIngestDelay(ctx, p, p.settings)
Expand Down
12 changes: 12 additions & 0 deletions repro.sh
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
#!/bin/bash

set -euo pipefail

roachprod destroy local || true
roachprod create -n 3 local
roachprod put local ./cockroach

roachprod start local

(cat ~/local/*/logs/cockroach.log && tail -F ~/local/*/logs/cockroach.log) | grep --line-buffered -E 'XXX|YYY' | tee log.txt

0 comments on commit 75cdd89

Please sign in to comment.