Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merge tikv 7.5 #400

Open
wants to merge 221 commits into
base: raftstore-proxy-7.5
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
221 commits
Select commit Hold shift + click to select a range
630ddc0
server: add back heap profile HTTP API and make it secure (#15408)
Connor1996 Aug 24, 2023
6560d75
raftstore-v2: fix compact range bugs that causes false positive clean…
tabokie Aug 24, 2023
3ae1fb4
scheduler: not panic in the case of unexepected dropped channel when …
SpadeA-Tang Aug 24, 2023
8a44a2c
raftstore: disable duplicated mvcc key compaction check by default (#…
SpadeA-Tang Aug 24, 2023
2595965
server: fix memory trace's leak metrics (#15353)
tonyxuqqi Aug 24, 2023
bea230d
raftstore: fix unwrap panic of region_compact_redundant_rows_percent …
SpadeA-Tang Aug 25, 2023
4044021
batch-system: use concurrent hashmap to avoid router cache (#15431)
Connor1996 Aug 25, 2023
40b225f
raftstore: fix meta inconsistency issue (#15423)
cfzjywxk Aug 25, 2023
503648f
*: add memory quota to resolved_ts::Resolver (#15400)
overvenus Aug 25, 2023
f3b5bf5
config: support changed adjust max-background-compactions dynamically…
glorv Aug 28, 2023
e5efbe6
raftstore-v2: enable failpoint for raftstore v2 in stale-peer (#15421)
bufferflies Aug 28, 2023
c66bfe8
resolved_ts: re-register region if memory quota exceeded (#15411)
overvenus Aug 29, 2023
517522b
raftstore-v2: support column family based write buffer manager (#15453)
SpadeA-Tang Aug 29, 2023
4b3e33e
pd_client: add backoff for the reconnect retries (#15429)
nolouch Aug 30, 2023
0bb2706
coprocessor: skip transient read request (#15406)
bufferflies Aug 30, 2023
fb9a40d
raftstore-v2: init persisted_tablet_index on startup (#15441)
tabokie Aug 30, 2023
69b8ac5
raftstore-v2: consider unmatch between region range and tablet range …
SpadeA-Tang Aug 30, 2023
1669a72
txn: add logs for assertion failure (#12305)
ekexium Aug 30, 2023
b507aad
config: make split config can update (#15473)
bufferflies Aug 31, 2023
251df18
raftstore-v2: reuse failpoint tests in async_io_test.rs (#15476)
SpadeA-Tang Aug 31, 2023
437a68d
storage: avoid duplicated Instant:now (#15489)
SpadeA-Tang Sep 1, 2023
87b2fe3
resolved_ts: shrink resolver lock map (#15484)
overvenus Sep 1, 2023
32c030d
raftstore: don't return is_witness while region not found (#15475)
YuJuncen Sep 1, 2023
fa3892b
server: track grpc threads memory throughput (#15488)
overvenus Sep 1, 2023
a56fe6a
raftstore-v2: fix panic of dynamic changing write-buffer-limit (#15504)
SpadeA-Tang Sep 4, 2023
280b39c
cdc: enhance deregister protocol (#15485)
hicqu Sep 4, 2023
1cd6dda
raftstore-v2: reuse failpoint tests in test_early_apply.rs (#15501)
SpadeA-Tang Sep 4, 2023
640143a
raftstore: region initial size depends on the split resource . (#15456)
bufferflies Sep 4, 2023
02061be
raftstore-v2: limit the flush times during server stop (#15511)
SpadeA-Tang Sep 5, 2023
1c21d07
resolved_ts: track pending lock memory usage (#15452)
overvenus Sep 5, 2023
6b91e4a
cdc: deregister delegate if memory quota exceeded (#15486)
overvenus Sep 5, 2023
9bf96f9
metrics: more logs and metrics for resolved-ts (#15416)
ekexium Sep 5, 2023
1abc220
coprocessor: add SQL statement tracing in tikv slow log (#15514)
lcwangchao Sep 6, 2023
fd89651
engine_rocks: trace all memtables including pinned (#15547)
overvenus Sep 7, 2023
23c89b3
*: let alloc API return result (#15529)
overvenus Sep 7, 2023
87d0f7c
raftstore-v2: supplement read track metrics (#15508)
SpadeA-Tang Sep 7, 2023
98eb383
raftstore-v2: fix chaos between on_memtable_sealed and on_flush_compl…
SpadeA-Tang Sep 11, 2023
6f0d84e
sst_importer: don't cache rewritten files (#15502)
YuJuncen Sep 12, 2023
d830a58
[Dynamic Region] Supply extra test cases for `gc`. (#15544)
LykxSassinator Sep 12, 2023
db0304e
*: update cargo.lock (#15573)
SpadeA-Tang Sep 12, 2023
d5d89ba
coprocessor: use the deadline in kvrpcpb::Context (#15564)
lance6716 Sep 13, 2023
b75f559
tidb_query_datatype,collation: remove utf8mb4_0900_bin from need_rest…
YangKeao Sep 13, 2023
063c9cd
raftstore-v2: persist applied index after ingset sst (#15538)
glorv Sep 13, 2023
b172835
add option to update config without persist (#15587)
tonyxuqqi Sep 14, 2023
905ecd7
tracker: add a warn log for deadline exceeded query (#15577)
glorv Sep 14, 2023
62c1799
unsafe recovery: Enable force leader to rollback merge (#15578)
v01dstar Sep 14, 2023
e43a157
resolved_ts: limit scanner memory usage (#15523)
overvenus Sep 14, 2023
32f5892
*: update rust-toolchain (#15584)
glorv Sep 15, 2023
0583368
stablize case test_store_disconnect_with_hibernate (#15596)
hicqu Sep 15, 2023
820ed93
tikv-ctl v2: get_all_regions_in_store excludes `tombstone` (#15522)
SpadeA-Tang Sep 16, 2023
0869653
raftstore-v2: report async snapshot metrics to prometheus (#15562)
SpadeA-Tang Sep 18, 2023
4a5fb73
test: make test test_destroy_missing more stable (#15616)
glorv Sep 18, 2023
2db4b89
raftstore-v2: fix rollback merge and commit merge can happen simultan…
SpadeA-Tang Sep 20, 2023
ec4a900
raftstore: upgrade tokio timer to fix insecure issues. (#15622)
LykxSassinator Sep 20, 2023
76df17e
log backup: fix the race of on events and do flush (#15618)
3pointer Sep 20, 2023
641f9b8
metrics: make disk usage clearer in the grafana (#15583)
bufferflies Sep 20, 2023
10f51d8
resolved_ts: remove hash set to save memory (#15554)
overvenus Sep 20, 2023
6971a46
upgrade flatbuffers from 2.1.2 to 23.5.26 to address security issue (…
tonyxuqqi Sep 20, 2023
533b205
raft-engine: update raft-engine to newest version (#15559)
glorv Sep 21, 2023
241b8f5
raftstore-v2: support online change lock write buffer limit (#15632)
SpadeA-Tang Sep 21, 2023
9b76ac9
log-bakcup: make initial scan asynchronous (#15541)
YuJuncen Sep 21, 2023
6ff85fc
tests: fix unstable test_query_stats test (#15657)
nolouch Sep 22, 2023
15d2c7d
raftstore-v2: fix incorrect GC peer requests to source peer after mer…
overvenus Sep 22, 2023
bbfedd4
upgrade lz4-sys to 1.9.4 to tackle security issue (#15652)
SpadeA-Tang Sep 22, 2023
384aaeb
copr: fix cannot get the request source for resource control (#15606)
nolouch Sep 25, 2023
e01c978
resolved-ts: speed up advancing when stores get partitioned (#15567)
hicqu Sep 25, 2023
b95f5cd
build: add missing failpoint feature for raft-engine (#15676)
glorv Sep 25, 2023
8fb721e
raftstore-v2: adjust lockcf default write buffer size and limit (#15678)
glorv Sep 25, 2023
312e0fb
*: Revert "*: update rust-toolchain (#15584)" (#15683)
glorv Sep 26, 2023
74f82f6
expr: fix wrong result of 0 / decimal and 0 % decimal (#15675)
SeaRise Sep 26, 2023
977888d
raftstore-v2: fix "failed to get merge entries" panic (#15649)
SpadeA-Tang Sep 26, 2023
9307f7c
raftstore-v2: fix MergedRecords not being cleaned up (#15650)
overvenus Sep 26, 2023
df263d2
raftstore-v2: check gc peer after commit merge (#15693)
overvenus Sep 27, 2023
73bc401
sst_importer: impl SuspendImport interface (#15612)
YuJuncen Sep 27, 2023
4814a61
compaction_guard: split SST when detected possible huge compaction (#…
YuJuncen Sep 28, 2023
56091d5
chore: bump version to 7.5.0-alpha (#15708)
Sep 28, 2023
a7db07d
raftstore-v2: gc removed_records and merged_records on tombstone stor…
overvenus Sep 28, 2023
fda1b5c
logger: added thread_id to logs (#15638)
jgrande Sep 28, 2023
58253e8
raftstore: split bucket if the increment flow reach the limit (#15637)
bufferflies Oct 8, 2023
64d2129
config: set a longer rocksdb io limiter smooth window for raft-v2 (#1…
glorv Oct 10, 2023
905e8bf
raftstore: disable region bucket for raftstore v1 by default (#15740)
SpadeA-Tang Oct 10, 2023
88aaaa3
status_server: Add symbol service to support remote fetching symboliz…
Connor1996 Oct 10, 2023
262845c
raftstore-v2: support to make protection when disk full. (#15558)
LykxSassinator Oct 11, 2023
e29d3a9
raftstore-v2: fix non-deterministic region merge (#15697)
overvenus Oct 11, 2023
08a2d65
coprocessor: do not treat deadline exceeded error as other error (#15…
glorv Oct 12, 2023
2d7616e
raftstore-v2: adjust max-background-flushes default value (#15723)
glorv Oct 12, 2023
272fcd0
raftstore-v2: avoid follower forwarding propose msg (#15704)
SpadeA-Tang Oct 12, 2023
b3ffab6
[Dynamic Regions] Supplement extra uts for test_storage.rs. (#15750)
LykxSassinator Oct 12, 2023
b4e0bf7
raftstore: Introduce failed state for unsafe recovery to fix rollback…
Connor1996 Oct 13, 2023
cb27f24
retry leader read when stale read encounters data not ready (#15726)
cfzjywxk Oct 16, 2023
9fb1ce6
snap_restore: Abort last recover region (#15685)
YuJuncen Oct 16, 2023
8c7d9e3
config: adjust rocksdb background compaction threads (#15769)
glorv Oct 16, 2023
d875640
import: write RPC will check region epoch before continue (#15013)
lance6716 Oct 16, 2023
6e82630
add more metrics for slow commit log diagnostics (#15716)
tonyxuqqi Oct 16, 2023
3272319
chore: bump version to 7.5.0 (#15783)
Oct 17, 2023
8a9cf21
raftstore: calculate group id for every peer when it is syn-recover s…
ti-chi-bot Oct 26, 2023
16454ca
Revert "import: write RPC will check region epoch before continue" (#…
ti-chi-bot Oct 26, 2023
a2b2bd0
import: write RPC will check region epoch before continue (#15795) (#…
ti-chi-bot Oct 27, 2023
629a0a9
txn: Fix to the prewrite requests retry problem by using TxnStatusCac…
ti-chi-bot Oct 31, 2023
9f62d8f
tidb_query_expr: fix the behavior of `field` function (#15879) (#15884)
ti-chi-bot Nov 1, 2023
d07fcc0
raftstore: improve the bucket split strategy (#15798) (#15843)
ti-chi-bot Nov 3, 2023
32d043f
raftstore: make release work (#15850) (#15923)
ti-chi-bot Nov 6, 2023
c5e0ce3
sst_importer: join can fallback to version 1 filename (#15913) (#15921)
ti-chi-bot Nov 7, 2023
5a307f1
titan: update titan to avoid manifest io mutex (#15914) (#15915)
ti-chi-bot Nov 7, 2023
33122ce
server: make cpu and heap profiling can be running concurrently (#157…
ti-chi-bot Nov 7, 2023
2918ffb
log-backup: use row-level memory usage statistic for initial scan (#1…
ti-chi-bot Nov 7, 2023
dbfc918
cdc: limit cdc event fetching speed to reduce RocksDB read load (#158…
ti-chi-bot Nov 8, 2023
92454e4
raftstore: enhance split check (#15900) (#15935)
ti-chi-bot Nov 8, 2023
e4a3db1
cdc: incremental scans acquire snapshots before semaphores to avoid u…
ti-chi-bot Nov 8, 2023
b760000
grafana: Fix wrong scheduler command variables of grafana in cloud en…
ti-chi-bot Nov 9, 2023
71b0f78
resource_control: add quota limiter per priority (#15918) (#15951)
ti-chi-bot Nov 9, 2023
ba57539
alert: tackle the false-postive case where alerting `gc not work`. (#…
ti-chi-bot Nov 10, 2023
c0d7a1b
server: Introduce heap profiling config (#15883) (#15959)
ti-chi-bot Nov 10, 2023
9bece34
cdc: notify pending tasks if associated regions change (#15947) (#15964)
ti-chi-bot Nov 10, 2023
076b79c
resource_control: support automatically tuning priority resource limi…
ti-chi-bot Nov 10, 2023
10c9d52
resource_control: do not force set override priority at handle gRPC r…
ti-chi-bot Nov 16, 2023
4e35738
raftstore: fine-tune SlowScore. (#15991) (#16002)
ti-chi-bot Nov 17, 2023
05be690
raftstore: fix an OOM issue by paginate scan unapplied config changes…
ti-chi-bot Nov 17, 2023
30b578f
raftstore: gc uninitialized stale peer after merge (#15934) (#15939)
ti-chi-bot Nov 17, 2023
e9e9ba1
update default value of region_compact_redundant_rows_percent (#16051…
ti-chi-bot Nov 23, 2023
3a68f77
raftstore: update apply state even if peer is removed (#16060) (#16083)
ti-chi-bot Nov 27, 2023
bd8a0aa
titan: update titan to fix compaction filter (#16092) (#16093)
ti-chi-bot Nov 28, 2023
9b20517
resource_control: replace limited future's post delay with delay befo…
ti-chi-bot Dec 6, 2023
ec09e54
[cherry-pick-7.5] raftstore: fine-tunes slow score (#16087) (#16153)
LykxSassinator Dec 8, 2023
337602e
config: Fix titan blob-run-mode setting (#15988) (#16014)
ti-chi-bot Dec 12, 2023
7a5a704
expression: `cast_duration_as_time` should not consider time zone (#1…
ti-chi-bot Dec 25, 2023
ce1c0ab
metrics: change resource group label name (#16192) (#16283)
ti-chi-bot Jan 3, 2024
776488a
[cherry-pick-7.5] raft_log_engine: update to latest version. (#16294)…
LykxSassinator Jan 11, 2024
8efe76e
cop: fix the scan panic when checksum is enabled (#16373) (#16379)
ti-chi-bot Jan 22, 2024
8358b7c
[cherry-pick-v7.5] raftstore: address the corner case on WakeUp hiber…
LykxSassinator Jan 23, 2024
940f02b
server: fix panic of gRPC threads due to thread group properties not …
ti-chi-bot Jan 31, 2024
d530b60
ctl: backoff load key range in finish flashback when meet `notLeader`…
ti-chi-bot Jan 31, 2024
2dba329
log-backup: make initialize failure fatal error, release memory while…
ti-chi-bot Jan 31, 2024
80a8730
tidb_query_datatype: fix timezone conversion by upgrading chrono-tz (…
ti-chi-bot Jan 31, 2024
aee4d99
raftstore: check stale peer on leader missing (#16038) (#16046)
ti-chi-bot Jan 31, 2024
d85e609
raftstore: fix a panic cause by peer destroy racing (#16112) (#16117)
ti-chi-bot Jan 31, 2024
17c34da
raftstore: check last heartbeat time before doing conf change remove …
ti-chi-bot Jan 31, 2024
4075fba
engine_rocks: log SST corruption reason (#16253) (#16310)
ti-chi-bot Jan 31, 2024
2ec454f
tikv-ctl: Don't send compact commands to TiFlash stores (#16190) (#16…
ti-chi-bot Feb 2, 2024
db81929
executor: omit truncating error when handling decimal multiplication …
ti-chi-bot Feb 4, 2024
4e153fa
raftstore: Fix group commit is mistakenly enabled in sync recover sta…
ti-chi-bot Feb 4, 2024
5874925
*: uniform deadline exceeded error in cop response (#16155) (#16502)
crazycs520 Feb 5, 2024
24fe68e
raftstore: polish the availability check on conf change requests (#16…
ti-chi-bot Feb 6, 2024
b5295c1
server: make gc support multi-threads (#16096) (#16175)
ti-chi-bot Feb 7, 2024
02c9891
raftstore: Verify checksum right after SST files are generated (#1610…
ti-chi-bot Feb 8, 2024
524c3f4
engine: calculate table properties correctly for Titan (#16320) (#16332)
ti-chi-bot Feb 18, 2024
10b5725
raftstore: add a timeout for sending snapshot (#16466) (#16528)
ti-chi-bot Feb 19, 2024
43066fe
raftstore: real batch ingest sst files in different region (#16298) (…
ti-chi-bot Feb 20, 2024
154c02f
*: fix issue of modify resolved-ts.advance-ts-interval from 5s to 2s …
ti-chi-bot Feb 20, 2024
3448ddb
copr, json: handle u64 json correctly (#16513) (#16538)
ti-chi-bot Feb 20, 2024
67613e3
snapshot_backup: enhanced prepare stage (#15946) (#16354)
ti-chi-bot Feb 20, 2024
b963d76
chore: bump version to v7.5.1 (#16548)
Feb 21, 2024
7bbc6d9
rocksdb: Fix partial synced inactive WAL (#16706) (#16721)
ti-chi-bot Apr 3, 2024
50c6b3d
Raftstore: destroy peer after applying snapshot (or aborted) if neces…
ti-chi-bot Apr 3, 2024
ca7d7fc
build: bump tikv pkg version (#16781)
ti-chi-bot Apr 8, 2024
16636b9
[cherry-pick-7.5] server: stop manual compaction jobs in engines befo…
LykxSassinator Apr 11, 2024
c00d501
test: use a temp dir to store the test cluster configuration (#16874)…
ti-chi-bot Apr 18, 2024
516f190
cdc: add more metrics about output events queue time (#16281) (#16287)
ti-chi-bot Apr 19, 2024
46c2b1e
expr: fix the wrong decimal's result frac in some cases (#16914) (#16…
ti-chi-bot Apr 25, 2024
3478895
resolved_ts: use smaller timeout when do check_leader (#16000) (#16928)
ti-chi-bot Apr 28, 2024
ee5bd74
server: change the log level to debug for cop error response (#15882)…
ti-chi-bot May 1, 2024
a0b1254
expression: fix a `cast_string_to_decimal` truncate bug (#16963) (#16…
ti-chi-bot May 9, 2024
353aa68
expression: fix overflow panic in `conv` (#16970) (#16980)
ti-chi-bot May 10, 2024
f2be3c0
*: fix issue of stale peer block resolve-ts cause by ignore gc messag…
ti-chi-bot May 14, 2024
31c050d
rocksdb: Expose track-and-verify-wals-in-manifest config (#16546) (#1…
v01dstar May 20, 2024
a6b4f24
txn: Fix the issue that CheckTxnStatus didn't make rollback on optimi…
ti-chi-bot May 21, 2024
45eb612
logger: fix thread_id in log (#16399) (#16401)
ti-chi-bot May 22, 2024
0df42b7
*: remove unnecessary async blocks to save memory (#16541) (#16669)
ti-chi-bot May 22, 2024
a222e72
log_backup: make a more rusty `CallbackWaitGroup` (#16740) (#16757)
ti-chi-bot May 22, 2024
85bf8b1
tikv-ctl: add region state to `raft region` command output (#17038) (…
ti-chi-bot May 23, 2024
429bf11
log-backup: Fix flush invalid ts (#16832) (#16861)
ti-chi-bot May 23, 2024
4602080
sst_importer: remove the SST file where no kvs written into (#16146) …
ti-chi-bot May 23, 2024
212c51d
set the unified read pool size when bootstrapped (#16633) (#16953)
ti-chi-bot May 24, 2024
6d68290
backup: handle the error when peer not found (#16581) (#16724)
ti-chi-bot May 24, 2024
97b4b5d
log_backup: fix panic when encountered error during resuming (#17021)…
ti-chi-bot May 24, 2024
00f71e0
log_backup: make the retry rule unify with master (#16608) (#17067)
YuJuncen May 27, 2024
fb9f2c8
raftstore: Avoid snapshot IO in raftstore thread (#16682) (#16952)
ti-chi-bot May 28, 2024
8fbb6d9
copr: don't resize binary opaque when the type flen is unspecified (#…
ti-chi-bot May 28, 2024
1a2c88d
raftstore: Add slow log for peer and store msg (#16605) (#17035)
ti-chi-bot May 28, 2024
5d8600a
cdc: handles region registers correctly after connection deregistered…
ti-chi-bot Jun 5, 2024
769817e
chore: add prow OWNERS files for critial configuration files (#17071)…
ti-chi-bot Jun 8, 2024
568b414
OWNERS: Auto Sync OWNERS files from community membership (#16973) (#1…
ti-chi-bot Jun 11, 2024
6a8601d
build: bump tikv pkg version (#17136)
ti-chi-bot Jun 13, 2024
9fb4aaa
Update OWNERS_ALIASES (#17193) (#17205)
ti-chi-bot Jun 26, 2024
bd8245e
grpc: set compression args for TiKV service (#17180) (#17263)
ti-chi-bot Jul 11, 2024
cb972bf
raftstore: gc abnormal snapshots and destroy peer if failed to apply …
ti-chi-bot Jul 12, 2024
0cb1401
raftstore: optimize AutoSplitController memory usage (#16678) (#17044)
ti-chi-bot Jul 15, 2024
ef78cb3
Fix the problem that CDC and log-backup didn't use advance-ts-interva…
ti-chi-bot Jul 16, 2024
3aa32ee
coprocessor: limit concurrent requests by memory quota (#16662) (#17049)
ti-chi-bot Jul 16, 2024
3972229
cdc: skip incremental scaned events after region fails (#17248) (#17254)
ti-chi-bot Jul 17, 2024
9867300
tests,storage: Fix flaky test_rawkv::test_leader_transfer (#16827) (#…
ti-chi-bot Jul 18, 2024
65ef9fd
tests: Fix flaky test_raw_put_key_guard (#16826) (#16838)
ti-chi-bot Jul 18, 2024
7b11132
backup: continue to seek regions if one range has no located leader r…
ti-chi-bot Jul 19, 2024
740fdc6
raftstore: cherry-pick #16239 & #16494 & #16738 to v7.5. (#17319)
LykxSassinator Aug 5, 2024
40291ea
encryption: fix unexpected error code for wrong master-key (#17413) (…
ti-chi-bot Aug 23, 2024
9342e0c
compaction-filter: consider mvcc-delete as redundant key to trigger …
ti-chi-bot Aug 29, 2024
141029a
test_util: renew tests certs (#17472) (#17474)
ti-chi-bot Sep 5, 2024
3da1ff4
cdc: print log to indicate memory free, and adjust finish_scan_lock m…
ti-chi-bot Sep 6, 2024
18789f4
lock_manager: Skip updating lock wait info for non-fair-locking reque…
ti-chi-bot Sep 10, 2024
271d446
*: fix compatibility to raft-engine.spill-dir (#17358) (#17416)
LykxSassinator Sep 10, 2024
8dc6cdb
RocksDB: Fix bloom filter incompatible issue (#17361) (#17372)
ti-chi-bot Sep 13, 2024
fc1d8fb
raftstore: fix panic due to stale peer handling snapshot (#17535) (#1…
ti-chi-bot Sep 24, 2024
667e19c
storage: Fix unexpected flow control after unsafe destroy range (#174…
ti-chi-bot Sep 24, 2024
14ab849
batch-system: Reduce the memory usage of peers' message channel (#17…
ti-chi-bot Sep 24, 2024
66ecd01
backup-stream: clean the `pause-guard-gc-safepoint` when unregister t…
ti-chi-bot Sep 25, 2024
50b4b98
raftkv: fix inaccurate async write duration metric (#17581) (#17591)
ti-chi-bot Sep 26, 2024
816595f
br: pre-check TiKV disk space before download (#17238) (#17569)
ti-chi-bot Sep 27, 2024
bba48d8
resource_control: add metrics for priority resource limiter (#17590) …
ti-chi-bot Sep 29, 2024
b4bddee
build: bump tikv pkg version (#17653)
ti-chi-bot Oct 15, 2024
5130f1a
OWNERS: Auto Sync OWNERS files from community membership (#17659)
ti-chi-bot Oct 18, 2024
e36cdcf
cdc: filter events with the observed range before load old values (#1…
hicqu Oct 30, 2024
e3951c7
RocksDB: Use rust-rocksdb 7.5 for TiKV 7.5 (#17779)
v01dstar Nov 14, 2024
c375646
chore: Fix yanked futures-util 0.3.15 (#17611) (#17826)
ti-chi-bot Nov 15, 2024
20f75d0
expr: fix panic when using radians and degree (#17853) (#17857)
ti-chi-bot Nov 19, 2024
8e8dae3
raftstore: skip handle remaining messages if peer is destroyed (#1784…
ti-chi-bot Nov 20, 2024
8b006a5
[Cherry-pick-7.5] raftstore: calculate the slow score by considering …
LykxSassinator Dec 2, 2024
7e73958
cdc: skip loading old values for un-observed ranges (#17878) (#17885)
ti-chi-bot Dec 3, 2024
6cc6d14
raftstore: add write batch limit for raft command batch (#17823) (#17…
ti-chi-bot Dec 4, 2024
908a384
raft-engine: fix panics when reading entries on compacted raft logs (…
ti-chi-bot Dec 4, 2024
78e0590
Merge remote-tracking branch 'tikv/release-7.5' into merge-tikv-7.5
CalvinNeo Dec 5, 2024
567bff8
resolve
CalvinNeo Dec 5, 2024
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
405 changes: 220 additions & 185 deletions Cargo.lock

Large diffs are not rendered by default.

82 changes: 63 additions & 19 deletions Cargo.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[package]
name = "tikv"
version = "7.4.0-alpha"
version = "7.5.4"
authors = ["The TiKV Authors"]
description = "A distributed transactional key-value database powered by Rust and Raft"
license = "Apache-2.0"
Expand All @@ -12,7 +12,13 @@ edition = "2021"
publish = false

[features]
default = ["test-engine-kv-rocksdb", "test-engine-raft-raft-engine", "cloud-aws", "cloud-gcp", "cloud-azure"]
default = [
"test-engine-kv-rocksdb",
"test-engine-raft-raft-engine",
"cloud-aws",
"cloud-gcp",
"cloud-azure",
]
trace-tablet-lifetime = ["engine_rocks/trace-lifetime"]
tcmalloc = ["tikv_alloc/tcmalloc"]
jemalloc = ["tikv_alloc/jemalloc", "engine_rocks/jemalloc"]
Expand All @@ -21,11 +27,24 @@ snmalloc = ["tikv_alloc/snmalloc"]
portable = ["engine_rocks/portable"]
sse = ["engine_rocks/sse"]
mem-profiling = ["tikv_alloc/mem-profiling"]
failpoints = ["fail/failpoints", "raftstore/failpoints", "tikv_util/failpoints", "engine_rocks/failpoints"]
failpoints = [
"fail/failpoints",
"raftstore/failpoints",
"tikv_util/failpoints",
"engine_rocks/failpoints",
"raft_log_engine/failpoints",
]
cloud-aws = ["encryption_export/cloud-aws", "sst_importer/cloud-aws"]
cloud-gcp = ["encryption_export/cloud-gcp", "sst_importer/cloud-gcp"]
cloud-azure = ["encryption_export/cloud-azure", "sst_importer/cloud-azure"]
testexport = ["raftstore/testexport", "api_version/testexport", "causal_ts/testexport", "engine_traits/testexport", "engine_rocks/testexport", "engine_panic/testexport"]
testexport = [
"raftstore/testexport",
"api_version/testexport",
"causal_ts/testexport",
"engine_traits/testexport",
"engine_rocks/testexport",
"engine_panic/testexport",
]
test-engine-kv-rocksdb = ["engine_test/test-engine-kv-rocksdb"]
test-engine-raft-raft-engine = ["engine_test/test-engine-raft-raft-engine"]
test-engines-rocksdb = ["engine_test/test-engines-rocksdb"]
Expand Down Expand Up @@ -73,7 +92,10 @@ flate2 = { version = "1.0", default-features = false, features = ["zlib"] }
futures = { version = "0.3", features = ["thread-pool", "compat"] }
futures-executor = "0.3.1"
futures-timer = "3.0"
futures-util = { version = "0.3.1", default-features = false, features = ["io", "async-await"] }
futures-util = { version = "0.3.1", default-features = false, features = [
"io",
"async-await",
] }
fxhash = "0.2.1"
getset = "0.1"
grpcio = { workspace = true }
Expand All @@ -90,7 +112,10 @@ kvproto = { workspace = true }
lazy_static = "1.3"
libc = "0.2"
libloading = "0.7"
log = { version = "0.4", features = ["max_level_trace", "release_max_level_debug"] }
log = { version = "0.4", features = [
"max_level_trace",
"release_max_level_debug",
] }
log_wrappers = { workspace = true }
match-template = "0.0.1"
memory_trace_macros = { workspace = true }
Expand All @@ -108,7 +133,10 @@ paste = "1.0"
pd_client = { workspace = true }
pin-project = "1.0"
pnet_datalink = "0.23"
pprof = { version = "0.11", default-features = false, features = ["flamegraph", "protobuf-codec"] }
pprof = { version = "0.11", default-features = false, features = [
"flamegraph",
"protobuf-codec",
] }
prometheus = { version = "0.13", features = ["nightly"] }
prometheus-static-metric = "0.5"
protobuf = { version = "2.8", features = ["bytes"] }
Expand Down Expand Up @@ -161,7 +189,7 @@ yatp = { workspace = true }

[dev-dependencies]
api_version = { workspace = true, features = ["testexport"] }
example_coprocessor_plugin = { workspace = true } # should be a binary dependency
example_coprocessor_plugin = { workspace = true } # should be a binary dependency
hyper-openssl = "0.9"
panic_hook = { workspace = true }
raftstore = { workspace = true, features = ["testexport"] }
Expand Down Expand Up @@ -189,7 +217,7 @@ rusoto_mock = { git = "https://github.com/tikv/rusoto", branch = "gh1482-s3-addr
rusoto_s3 = { git = "https://github.com/tikv/rusoto", branch = "gh1482-s3-addr-styles" }
rusoto_sts = { git = "https://github.com/tikv/rusoto", branch = "gh1482-s3-addr-styles" }

snappy-sys = { git = "https://github.com/busyjay/rust-snappy.git", branch = "static-link" }
snappy-sys = { git = "https://github.com/tikv/rust-snappy.git", branch = "static-link" }

# remove this when https://github.com/danburkert/fs2-rs/pull/42 is merged.
fs2 = { git = "https://github.com/tabokie/fs2-rs", branch = "tikv" }
Expand Down Expand Up @@ -234,9 +262,9 @@ members = [
"components/encryption",
"components/encryption/export",
"components/engine_rocks_helper",
# Only enable tirocks in local development, otherwise it can slow down compilation.
# TODO: always enable tirocks and remove engine_rocks.
# "components/engine_tirocks",
# Only enable tirocks in local development, otherwise it can slow down compilation.
# TODO: always enable tirocks and remove engine_rocks.
# "components/engine_tirocks",
"components/error_code",
"components/external_storage",
"components/external_storage/export",
Expand Down Expand Up @@ -344,9 +372,9 @@ resource_metering = { path = "components/resource_metering" }
security = { path = "components/security" }
server = { path = "components/server" }
service = { path = "components/service" }
snap_recovery = { path = "components/snap_recovery" }
snap_recovery = { path = "components/snap_recovery", default-features = false }
sst_importer = { path = "components/sst_importer", default-features = false }
test_backup = { path = "components/test_backup" }
test_backup = { path = "components/test_backup", default-features = false }
test_coprocessor = { path = "components/test_coprocessor", default-features = false }
example_coprocessor_plugin = { path = "components/test_coprocessor_plugin/example_plugin" }
test_pd = { path = "components/test_pd" }
Expand All @@ -371,14 +399,30 @@ tipb_helper = { path = "components/tipb_helper" }
tracker = { path = "components/tracker" }
txn_types = { path = "components/txn_types" }
# External libs
raft = { version = "0.7.0", default-features = false, features = ["protobuf-codec"] }
grpcio = { version = "0.10.4", default-features = false, features = ["openssl-vendored", "protobuf-codec", "nightly"] }
grpcio-health = { version = "0.10.4", default-features = false, features = ["protobuf-codec"] }
raft = { version = "0.7.0", default-features = false, features = [
"protobuf-codec",
] }
raft-engine = { git = "https://github.com/tikv/raft-engine.git", branch = "tikv-7.5", features = [
"swap",
] }
raft-engine-ctl = { git = "https://github.com/tikv/raft-engine.git", branch = "tikv-7.5" }
grpcio = { version = "0.10.4", default-features = false, features = [
"openssl-vendored",
"protobuf-codec",
"nightly",
] }
grpcio-health = { version = "0.10.4", default-features = false, features = [
"protobuf-codec",
] }
tipb = { git = "https://github.com/pingcap/tipb.git" }
kvproto = { git = "https://github.com/pingcap/kvproto.git" }
kvproto = { git = "https://github.com/pingcap/kvproto.git", branch = "release-7.5" }
yatp = { git = "https://github.com/tikv/yatp.git", branch = "master" }
tokio-timer = { git = "https://github.com/tikv/tokio", branch = "tokio-timer-hotfix" }
slog = { version = "2.3", features = ["max_level_trace", "release_max_level_debug"] }
tokio-executor = { git = "https://github.com/tikv/tokio", branch = "tokio-timer-hotfix" }
slog = { version = "2.3", features = [
"max_level_trace",
"release_max_level_debug",
] }
slog-global = { version = "0.1", git = "https://github.com/breeswish/slog-global.git", rev = "d592f88e4dbba5eb439998463054f1a44fbf17b9" }

# TiFlash libs
Expand Down
79 changes: 79 additions & 0 deletions OWNERS
Original file line number Diff line number Diff line change
@@ -0,0 +1,79 @@
# See the OWNERS docs at https://go.k8s.io/owners
approvers:
- 5kbpers
- AndreMouche
- andylokandy
- breezewish
- brson
- bufferflies
- BusyJay
- cfzjywxk
- Connor1996
- coocood
- crazycs520
- disksing
- ekexium
- gengliqi
- glorv
- hicqu
- hunterlxt
- imtbkcat
- innerr
- iosmanthus
- jackysp
- kennytm
- Little-Wallace
- liuzix
- lonng
- LykxSassinator
- lysu
- marsishandsome
- MyonKeminta
- niedhui
- NingLin-P
- nrc
- overvenus
- pingyu
- skyzh
- SpadeA-Tang
- sticnarf
- sunxiaoguang
- tabokie
- TennyZhuang
- tonyxuqqi
- yiwu-arbug
- you06
- youjiali1995
- YuJuncen
- zhangjinpeng87
- zhongzc
- zhouqiang-cl
- zyguan
reviewers:
- 3AceShowHand
- 3pointer
- CalvinNeo
- ethercflow
- fredchenbj
- Fullstop000
- gozssky
- haojinming
- hbisheng
- HuSharp
- jayzhan211
- Jibbow
- JmPotato
- Leavrth
- lhy1024
- longfangsong
- lzmhhh123
- Mossaka
- MrCroxx
- nolouch
- rleungx
- Rustin170506
- tier-cap
- v01dstar
- wjhuang2016
- wshwsh12
- Xuanwo
14 changes: 14 additions & 0 deletions OWNERS_ALIASES
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
# Sort the member alphabetically.
aliases:
sig-critical-approvers-config-components:
- easonn7
- kevin-xianliu
- zhangjinpeng87
sig-critical-approvers-config-src:
- easonn7
- kevin-xianliu
- cfzjywxk
- zhangjinpeng87
sig-critical-approvers-config-cdc:
- BenMeadowcroft
- kevin-xianliu
48 changes: 20 additions & 28 deletions cmd/tikv-ctl/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,13 @@ edition = "2021"
publish = false

[features]
default = ["test-engine-kv-rocksdb", "test-engine-raft-raft-engine", "cloud-aws", "cloud-gcp", "cloud-azure"]
default = [
"test-engine-kv-rocksdb",
"test-engine-raft-raft-engine",
"cloud-aws",
"cloud-gcp",
"cloud-azure",
]
tcmalloc = ["tikv/tcmalloc"]
jemalloc = ["tikv/jemalloc"]
mimalloc = ["tikv/mimalloc"]
Expand All @@ -15,32 +21,15 @@ portable = ["tikv/portable"]
sse = ["tikv/sse"]
mem-profiling = ["tikv/mem-profiling"]
failpoints = ["tikv/failpoints"]
cloud-aws = [
"encryption_export/cloud-aws",
"backup/cloud-aws",
]
cloud-gcp = [
"encryption_export/cloud-gcp",
"backup/cloud-gcp",
]
cloud-azure = [
"encryption_export/cloud-azure",
"backup/cloud-azure",
]
cloud-aws = ["encryption_export/cloud-aws", "backup/cloud-aws"]
cloud-gcp = ["encryption_export/cloud-gcp", "backup/cloud-gcp"]
cloud-azure = ["encryption_export/cloud-azure", "backup/cloud-azure"]
cloud-storage-grpc = ["backup/cloud-storage-grpc"]
cloud-storage-dylib = ["backup/cloud-storage-dylib"]
test-engine-kv-rocksdb = [
"tikv/test-engine-kv-rocksdb"
]
test-engine-raft-raft-engine = [
"tikv/test-engine-raft-raft-engine"
]
test-engines-rocksdb = [
"tikv/test-engines-rocksdb",
]
test-engines-panic = [
"tikv/test-engines-panic",
]
test-engine-kv-rocksdb = ["tikv/test-engine-kv-rocksdb"]
test-engine-raft-raft-engine = ["tikv/test-engine-raft-raft-engine"]
test-engines-rocksdb = ["tikv/test-engines-rocksdb"]
test-engines-panic = ["tikv/test-engines-panic"]

nortcheck = ["engine_rocks/nortcheck"]

Expand All @@ -65,14 +54,17 @@ hex = "0.4"
keys = { workspace = true }
kvproto = { workspace = true }
libc = "0.2"
log = { version = "0.4", features = ["max_level_trace", "release_max_level_debug"] }
log = { version = "0.4", features = [
"max_level_trace",
"release_max_level_debug",
] }
log_wrappers = { workspace = true }
pd_client = { workspace = true }
prometheus = { version = "0.13", features = ["nightly"] }
protobuf = { version = "2.8", features = ["bytes"] }
raft = { workspace = true }
raft-engine = { git = "https://github.com/tikv/raft-engine.git" }
raft-engine-ctl = { git = "https://github.com/tikv/raft-engine.git" }
raft-engine = { workspace = true }
raft-engine-ctl = { workspace = true }
raft_log_engine = { workspace = true }
raftstore = { workspace = true }
rand = "0.8"
Expand Down
Loading
Loading