feat(clustering): introduce incremental sync for clustering#13157

Merged

dndx merged 163 commits intomasterfrom feat/incremental

Oct 16, 2024

+1,604-628

Commits on Oct 16, 2024

Revert "fix(rpc): disable cluster_rpc for 3.7"
dndx
committed
WIP incremental sync
dndx
committed
add migration to luarocks file
dndx
committed
fix bugs in RPC handler
dndx
committed
fix pagination bug
dndx
committed
feat(dao): support diff transaction (#13586 )

chronolaw
authored and
dndx
committed
WIP
dndx
committed
refactored import logic so it can be shared by DB-less import and
dndx
committed
add update and upsert support
dndx
committed
fixed default workspace recording issue
dndx
committed
fix incorrect type for select_by_name
dndx
committed
fix(pdk/vault): handle crud events for dbless (#13663 )

chronolaw
authored and
dndx
committed
lint fix

chronolaw
authored and
dndx
committed
migration test

chronolaw
authored and
dndx
committed
migration test

chronolaw
authored and
dndx
committed
pdk/vault.lua

chronolaw
authored and
dndx
committed
fix spec/01-unit/01-db/10-declarative_spec.lua

chronolaw
authored and
dndx
committed
spec/01-unit/01-db/04-dao_spec.lua

chronolaw
authored and
dndx
committed
fix spec/02-integration/20-wasm/10-wasmtime_spec.lua

chronolaw
authored and
dndx
committed
kong.clustering.tls only in http subsystem

chronolaw
authored and
dndx
committed
if not exist in 024_370_to_380.lua

chronolaw
authored and
dndx
committed
kong.default_workspace

chronolaw
authored and
dndx
committed
sync/hooks.lua clean

chronolaw
authored and
dndx
committed
sync/init.lua clean

chronolaw
authored and
dndx
committed
sync/rpc.lua clean

chronolaw
authored and
dndx
committed
sync/strategies/postgres.lua clean

chronolaw
authored and
dndx
committed
kong/runloop/events.lua clean

chronolaw
authored and
dndx
committed
schema/others/declarative_config.lua clean

chronolaw
authored and
dndx
committed
try to check is_foreign

chronolaw
authored and
dndx
committed
tmp fix 01-unit/01-db/10-declarative_spec.lua

chronolaw
authored and
dndx
committed
workspaces returns {id = lmdb.get}

chronolaw
authored and
dndx
committed
encode_base64 last_key

chronolaw
authored and
dndx
committed
enable kong.clustering in init.lua

chronolaw
authored and
dndx
committed
enable kong.clustering # 2 in init.lua

chronolaw
authored and
dndx
committed
some todo comments

chronolaw
authored and
dndx
committed
save dp ipaddr in rpc manager

chronolaw
authored and
dndx
committed
dedicated_config_processing = "off" in tests

chronolaw
authored and
dndx
committed
clean

chronolaw
authored and
dndx
committed
enable_privileged_agent

chronolaw
authored and
dndx
committed
kong.core_cache

chronolaw
authored and
dndx
committed
conf.cluster_incremental_sync

chronolaw
authored and
dndx
committed
migrations/core/024_380_to_390

chronolaw
authored and
dndx
committed
01-unit/01-db/11-declarative_lmdb_spec.lua

chronolaw
authored and
dndx
committed
tmp pass 11-declarative_lmdb_spec.lua

chronolaw
authored and
dndx
committed
09-hybrid_mode/03-pki_spec.lua

chronolaw
authored and
dndx
committed
test lint

chronolaw
authored and
dndx
committed
clustering init

chronolaw
authored and
dndx
committed
18-hybrid_rpc

chronolaw
authored and
dndx
committed
fix foreign value key

chronolaw
authored and
dndx
committed
detect_changes correctly

chronolaw
authored and
dndx
committed
fix insert_entity_for_txn

chronolaw
authored and
dndx
committed
fix 08-lazy_export_spec.lua

chronolaw
authored and
dndx
committed
skip 09-hybrid_mode/12-errors_spec.lua

chronolaw
authored and
dndx
committed
skip 09-hybrid_mode/09-config-compat_spec.lua

chronolaw
authored and
dndx
committed
add ttl for v2.get_delta

chronolaw
authored and
dndx
committed
fix some in 09-hybrid_mode/01-sync_spec.lua

chronolaw
authored and
dndx
committed
skip 02-cmd/14-vault_spec.lua

chronolaw
authored and
dndx
committed
get_default_workspace, fix 02-cmd/14-vault_spec.lua

chronolaw
authored and
dndx
committed
rename to UNINIT_WORKSPACE_ID

chronolaw
authored and
dndx
committed
fix 07-sdk/03-cluster_spec.lua

chronolaw
authored and
dndx
committed
20-wasm/06-clustering_spec.lua add inc_sync

chronolaw
authored and
dndx
committed
09-hybrid_mode/11-status_spec.lua add inc_sync

chronolaw
authored and
dndx
committed
clean get_default_workspace

chronolaw
authored and
dndx
committed
skip some flaky cases

chronolaw
authored and
dndx
committed
skip_inc_sync for some tests

chronolaw
authored and
dndx
committed
skip another test

chronolaw
authored and
dndx
committed
09-key-auth/04-hybrid_mode_spec.lua

chronolaw
authored and
dndx
committed
init events in rpc.concentrator

chronolaw
authored and
dndx
committed
skip 09-hybrid_mode/10-forward-proxy_spec.lua

chronolaw
authored and
dndx
committed
skip 09-hybrid_mode/09-node-id-persistence_spec.lua

chronolaw
authored and
dndx
committed
skip 09-hybrid_mode/01-sync_spec.lua

chronolaw
authored and
dndx
committed
try to skip 20-wasm/10-wasmtime_spec.lua

chronolaw
authored and
dndx
committed
inc_sync on 05-ocsp_spec.lua

chronolaw
authored and
dndx
committed
inc_sync on 13-deprecations_spec.lua

chronolaw
authored and
dndx
committed
skip flaky 04-hybrid_mode_spec.lua

chronolaw
authored and
dndx
committed
skip 11-correlation-id/02-schema_spec.lua

chronolaw
authored and
dndx
committed
setenv in 20-wasm/10-wasmtime_spec.lua

chronolaw
authored and
dndx
committed
setenv in 20-wasm/10-wasmtime_spec.lua

chronolaw
authored and
dndx
committed
events init in sync service

chronolaw
authored and
dndx
committed
code clean

chronolaw
authored and
dndx
committed
dbless(no dp) no events

chronolaw
authored and
dndx
committed
rpc.get_peer_ip

chronolaw
authored and
dndx
committed
clean kong/db/strategies/off/init.lua

chronolaw
authored and
dndx
committed
fix spec/02-integration/02-cmd/14-vault_spec.lua

chronolaw
authored and
dndx
committed
Revert "fix spec/02-integration/02-cmd/14-vault_spec.lua"

chronolaw
authored and
dndx
committed
fix sync rpc mistake

chronolaw
authored and
dndx
committed
Revert "Revert "fix spec/02-integration/02-cmd/14-vault_spec.lua""

chronolaw
authored and
dndx
committed
clean declarative_config.lua

chronolaw
authored and
dndx
committed
clean 18-hybrid_rpc/01-rpc_spec.lua

chronolaw
authored and
dndx
committed
18-hybrid_rpc/03-inert_spec.lua rpc_capabilities

chronolaw
authored and
dndx
committed
20-wasm/10-wasmtime_spec.lua

chronolaw
authored and
dndx
committed
try to fix 10-wasmtime_spec.lua

chronolaw
authored and
dndx
committed
Revert "try to fix 10-wasmtime_spec.lua"

chronolaw
authored and
dndx
committed
fix 04-admin_api/15-off_spec.lua

chronolaw
authored and
dndx
committed
skip 10-wasmtime_spec.lua

chronolaw
authored and
dndx
committed
log lvl in hooks.lua

chronolaw
authored and
dndx
committed
refactor hook funcs

chronolaw
authored and
dndx
committed
clean rpc.sync.init

chronolaw
authored and
dndx
committed
clean sync/rpc.lua

chronolaw
authored and
dndx
committed
clean sync/rpc.lua #2

chronolaw
authored and
dndx
committed
clean sync/strategies/postgres.lua

chronolaw
authored and
dndx
committed
clean hooks.lua

chronolaw
authored and
dndx
committed
conf loader init

chronolaw
authored and
dndx
committed
fix mistake in hooks.lua

chronolaw
authored and
dndx
committed
clean strategies/off/init.lua

chronolaw
authored and
dndx
committed
lmdb.get may be nil

chronolaw
authored and
dndx
committed
Revert "migrations/core/024_380_to_390"

chronolaw
authored and
dndx
committed
only init hooks in cp

chronolaw
authored and
dndx
committed
clean declarative/import.lua

chronolaw
authored and
dndx
committed
try to preserve nulls in entity

chronolaw
authored and
dndx
committed
check null when inserting txn

chronolaw
authored and
dndx
committed
small style

chronolaw
authored and
dndx
committed
refactor _set_entity_for_txn()

chronolaw
authored and
dndx
committed
clean 01-db/10-declarative_spec.lua

chronolaw
authored and
dndx
committed
09-hybrid_mode/05-ocsp_spec.lua

chronolaw
authored and
dndx
committed
clean hooks.lua

chronolaw
authored and
dndx
committed
clean rpc.lua

chronolaw
authored and
dndx
committed
fix delete event in rpc.lua

chronolaw
authored and
dndx
committed
Revert "fix delete event in rpc.lua"

chronolaw
authored and
dndx
committed
clean rpc.lua

chronolaw
authored and
dndx
committed
clean hooks.lua

chronolaw
authored and
dndx
committed
spec/02-integration/04-admin_api/15-off_spec.lua

chronolaw
authored and
dndx
committed
applay chobits suggestions

chronolaw
authored and
dndx
committed
disable inc_sync for testing

chronolaw
authored and
dndx
committed
fix(incremental): reduce the use of timers (#13732 )

chobits
authored and
dndx
committed
fix 04-admin_api/15-off_spec.lua

chronolaw
authored and
dndx
committed
typo fix in test

chronolaw
authored and
dndx
committed
handler.lua style clean

chronolaw
authored and
dndx
committed
fix incorrect return value from Workspaces:select_by_name (#13733 )

chobits
authored and
dndx
committed
default ws_id if not exists in lmdb

chronolaw
authored and
dndx
committed
lint fix

chronolaw
authored and
dndx
committed
tests(helpers): fixed incorrect conf.database setting in get_db_utils

chobits
authored and
dndx
committed
remove incorrect comment

chronolaw
authored and
dndx
committed
remove unused param new_version

chronolaw
authored and
dndx
committed
comment change

chronolaw
authored and
dndx
committed
some comments

chronolaw
authored and
dndx
committed
clean rpc.lua

chronolaw
authored and
dndx
committed
dont return the default value from select_by_name for dbless mode (#13740 )

chobits
authored and
dndx
committed
check get_latest_version()

chronolaw
authored and
dndx
committed
return default workspace constant value if master could not get it from lmdb

chobits
authored and
dndx
committed
code clean: start_sync_timer

chronolaw
authored and
dndx
committed
small clean

chronolaw
authored and
dndx
committed
clean sync postgres

chronolaw
authored and
dndx
committed
clean import.lua

chronolaw
authored and
dndx
committed
fix strategies/postgres.lua

chronolaw
authored and
dndx
committed
clean import.lua

chronolaw
authored and
dndx
committed
restore pagesize in db conncetor

chronolaw
authored and
dndx
committed
fix(tests): 10-wasmtime_spec.lua: enable inc_sync

chobits
authored and
dndx
committed
refactor _set_entity_for_txn() in import.lua

chronolaw
authored and
dndx
committed
Revert "restore pagesize in db conncetor"

chronolaw
authored and
dndx
committed
clean hooks.lua

chronolaw
authored and
dndx
committed
clean post_hook_delete_func in hooks.lua

chronolaw
authored and
dndx
committed
refactor do_sync/sync_handler

chronolaw
authored and
dndx
committed
exchange do_sync/sync_handler

chronolaw
authored and
dndx
committed
clean import.lua

chronolaw
authored and
dndx
committed
fix post_hook_delete_func

chronolaw
authored and
dndx
committed
clean post_hook_delete_func

chronolaw
authored and
dndx
committed
dont need ynamic-log-level-rpc.yml

chronolaw
authored and
dndx
committed
update changelog entry

chronolaw
authored and
dndx
committed
Fix(tests): enable incremental sync for hybrid case (#13746 )

authored and
dndx
committed
Revert "dont need ynamic-log-level-rpc.yml"

chronolaw
authored and
dndx
committed
remove unused remove_nulls in off/init.lua

chronolaw
authored and
dndx
committed
clean pdk/vault.lua

chronolaw
authored and
dndx
committed