From d0f2cb5ab0f565dea02cad2b91583c4f985dcf4d Mon Sep 17 00:00:00 2001 From: Masahiko Sawada Date: Mon, 4 Jan 2021 13:34:10 +0900 Subject: [PATCH 1/3] Introduce IndexAM API for choosing index vacuum strategy. --- contrib/bloom/bloom.h | 1 + contrib/bloom/blutils.c | 1 + contrib/bloom/blvacuum.c | 9 +++++++++ src/backend/access/brin/brin.c | 10 ++++++++++ src/backend/access/gin/ginutil.c | 1 + src/backend/access/gin/ginvacuum.c | 9 +++++++++ src/backend/access/gist/gist.c | 1 + src/backend/access/gist/gistvacuum.c | 9 +++++++++ src/backend/access/hash/hash.c | 10 ++++++++++ src/backend/access/index/indexam.c | 19 +++++++++++++++++++ src/backend/access/nbtree/nbtree.c | 10 ++++++++++ src/backend/access/spgist/spgutils.c | 1 + src/backend/access/spgist/spgvacuum.c | 9 +++++++++ src/include/access/amapi.h | 3 +++ src/include/access/brin_internal.h | 1 + src/include/access/genam.h | 12 +++++++++++- src/include/access/gin_private.h | 1 + src/include/access/gist_private.h | 1 + src/include/access/hash.h | 1 + src/include/access/nbtree.h | 1 + src/include/access/spgist.h | 1 + 21 files changed, 110 insertions(+), 1 deletion(-) diff --git a/contrib/bloom/bloom.h b/contrib/bloom/bloom.h index 436bd43209..6d1fab05ee 100644 --- a/contrib/bloom/bloom.h +++ b/contrib/bloom/bloom.h @@ -201,6 +201,7 @@ extern void blendscan(IndexScanDesc scan); extern IndexBuildResult *blbuild(Relation heap, Relation index, struct IndexInfo *indexInfo); extern void blbuildempty(Relation index); +extern IndexVacuumStrategy blvacuumstrategy(IndexVacuumInfo *info); extern IndexBulkDeleteResult *blbulkdelete(IndexVacuumInfo *info, IndexBulkDeleteResult *stats, IndexBulkDeleteCallback callback, void *callback_state); diff --git a/contrib/bloom/blutils.c b/contrib/bloom/blutils.c index 1e505b1da5..8098d75c82 100644 --- a/contrib/bloom/blutils.c +++ b/contrib/bloom/blutils.c @@ -131,6 +131,7 @@ blhandler(PG_FUNCTION_ARGS) amroutine->ambuild = blbuild; amroutine->ambuildempty = blbuildempty; amroutine->aminsert = blinsert; + amroutine->amvacuumstrategy = blvacuumstrategy; amroutine->ambulkdelete = blbulkdelete; amroutine->amvacuumcleanup = blvacuumcleanup; amroutine->amcanreturn = NULL; diff --git a/contrib/bloom/blvacuum.c b/contrib/bloom/blvacuum.c index 88b0a6d290..982ebf97e6 100644 --- a/contrib/bloom/blvacuum.c +++ b/contrib/bloom/blvacuum.c @@ -23,6 +23,15 @@ #include "storage/lmgr.h" +/* + * Choose the vacuum strategy. Currently always do ambulkdelete. + */ +IndexVacuumStrategy +blvacuumstrategy(IndexVacuumInfo *info) +{ + return INDEX_VACUUM_STRATEGY_BULKDELETE; +} + /* * Bulk deletion of all index entries pointing to a set of heap tuples. * The set of target tuples is specified via a callback routine that tells diff --git a/src/backend/access/brin/brin.c b/src/backend/access/brin/brin.c index 58fe109d2d..776ac3f64c 100644 --- a/src/backend/access/brin/brin.c +++ b/src/backend/access/brin/brin.c @@ -112,6 +112,7 @@ brinhandler(PG_FUNCTION_ARGS) amroutine->ambuild = brinbuild; amroutine->ambuildempty = brinbuildempty; amroutine->aminsert = brininsert; + amroutine->amvacuumstrategy = brinvacuumstrategy; amroutine->ambulkdelete = brinbulkdelete; amroutine->amvacuumcleanup = brinvacuumcleanup; amroutine->amcanreturn = NULL; @@ -770,6 +771,15 @@ brinbuildempty(Relation index) UnlockReleaseBuffer(metabuf); } +/* + * Choose the vacuum strategy. Currently always do ambulkdelete. + */ +IndexVacuumStrategy +brinvacuumstrategy(IndexVacuumInfo *info) +{ + return INDEX_VACUUM_STRATEGY_BULKDELETE; +} + /* * brinbulkdelete * Since there are no per-heap-tuple index tuples in BRIN indexes, diff --git a/src/backend/access/gin/ginutil.c b/src/backend/access/gin/ginutil.c index 6b9b04cf42..fc375332fc 100644 --- a/src/backend/access/gin/ginutil.c +++ b/src/backend/access/gin/ginutil.c @@ -63,6 +63,7 @@ ginhandler(PG_FUNCTION_ARGS) amroutine->ambuild = ginbuild; amroutine->ambuildempty = ginbuildempty; amroutine->aminsert = gininsert; + amroutine->amvacuumstrategy = ginvacuumstrategy; amroutine->ambulkdelete = ginbulkdelete; amroutine->amvacuumcleanup = ginvacuumcleanup; amroutine->amcanreturn = NULL; diff --git a/src/backend/access/gin/ginvacuum.c b/src/backend/access/gin/ginvacuum.c index 35b85a9bff..4bd6d32435 100644 --- a/src/backend/access/gin/ginvacuum.c +++ b/src/backend/access/gin/ginvacuum.c @@ -560,6 +560,15 @@ ginVacuumEntryPage(GinVacuumState *gvs, Buffer buffer, BlockNumber *roots, uint3 return (tmppage == origpage) ? NULL : tmppage; } +/* + * Choose the vacuum strategy. Currently always do ambulkdelete. + */ +IndexVacuumStrategy +ginvacuumstrategy(IndexVacuumInfo *info) +{ + return INDEX_VACUUM_STRATEGY_BULKDELETE; +} + IndexBulkDeleteResult * ginbulkdelete(IndexVacuumInfo *info, IndexBulkDeleteResult *stats, IndexBulkDeleteCallback callback, void *callback_state) diff --git a/src/backend/access/gist/gist.c b/src/backend/access/gist/gist.c index e4b251a58f..4b9efecd9c 100644 --- a/src/backend/access/gist/gist.c +++ b/src/backend/access/gist/gist.c @@ -84,6 +84,7 @@ gisthandler(PG_FUNCTION_ARGS) amroutine->ambuild = gistbuild; amroutine->ambuildempty = gistbuildempty; amroutine->aminsert = gistinsert; + amroutine->amvacuumstrategy = gistvacuumstrategy; amroutine->ambulkdelete = gistbulkdelete; amroutine->amvacuumcleanup = gistvacuumcleanup; amroutine->amcanreturn = gistcanreturn; diff --git a/src/backend/access/gist/gistvacuum.c b/src/backend/access/gist/gistvacuum.c index 94a7e12763..7dc8c3d860 100644 --- a/src/backend/access/gist/gistvacuum.c +++ b/src/backend/access/gist/gistvacuum.c @@ -52,6 +52,15 @@ static bool gistdeletepage(IndexVacuumInfo *info, IndexBulkDeleteResult *stats, Buffer buffer, OffsetNumber downlink, Buffer leafBuffer); +/* + * Choose the vacuum strategy. Currently always do ambulkdelete. + */ +IndexVacuumStrategy +gistvacuumstrategy(IndexVacuumInfo *info) +{ + return INDEX_VACUUM_STRATEGY_BULKDELETE; +} + /* * VACUUM bulkdelete stage: remove index entries. */ diff --git a/src/backend/access/hash/hash.c b/src/backend/access/hash/hash.c index 263ae23ab0..fd4626dfab 100644 --- a/src/backend/access/hash/hash.c +++ b/src/backend/access/hash/hash.c @@ -81,6 +81,7 @@ hashhandler(PG_FUNCTION_ARGS) amroutine->ambuild = hashbuild; amroutine->ambuildempty = hashbuildempty; amroutine->aminsert = hashinsert; + amroutine->amvacuumstrategy = hashvacuumstrategy; amroutine->ambulkdelete = hashbulkdelete; amroutine->amvacuumcleanup = hashvacuumcleanup; amroutine->amcanreturn = NULL; @@ -443,6 +444,15 @@ hashendscan(IndexScanDesc scan) scan->opaque = NULL; } +/* + * Choose the vacuum strategy. Currently always do ambulkdelete. + */ +IndexVacuumStrategy +hashvacuumstrategy(IndexVacuumInfo *info) +{ + return INDEX_VACUUM_STRATEGY_BULKDELETE; +} + /* * Bulk deletion of all index entries pointing to a set of heap tuples. * The set of target tuples is specified via a callback routine that tells diff --git a/src/backend/access/index/indexam.c b/src/backend/access/index/indexam.c index c2b98e8a72..a58cdaf161 100644 --- a/src/backend/access/index/indexam.c +++ b/src/backend/access/index/indexam.c @@ -676,6 +676,25 @@ index_getbitmap(IndexScanDesc scan, TIDBitmap *bitmap) return ntids; } +/* ---------------- + * index_vacuum_strategy - ask index vacuum strategy + * + * This callback routine is called just before vacuuming the heap. + * Returns IndexVacuumStrategy value to tell the lazy vacuum whether to + * do index deletion. + * ---------------- + */ +IndexVacuumStrategy +index_vacuum_strategy(IndexVacuumInfo *info) +{ + Relation indexRelation = info->index; + + RELATION_CHECKS; + CHECK_REL_PROCEDURE(amvacuumstrategy); + + return indexRelation->rd_indam->amvacuumstrategy(info); +} + /* ---------------- * index_bulk_delete - do mass deletion of index entries * diff --git a/src/backend/access/nbtree/nbtree.c b/src/backend/access/nbtree/nbtree.c index ba79a7f3e9..800f7a14b6 100644 --- a/src/backend/access/nbtree/nbtree.c +++ b/src/backend/access/nbtree/nbtree.c @@ -133,6 +133,7 @@ bthandler(PG_FUNCTION_ARGS) amroutine->ambuild = btbuild; amroutine->ambuildempty = btbuildempty; amroutine->aminsert = btinsert; + amroutine->amvacuumstrategy = btvacuumstrategy; amroutine->ambulkdelete = btbulkdelete; amroutine->amvacuumcleanup = btvacuumcleanup; amroutine->amcanreturn = btcanreturn; @@ -863,6 +864,15 @@ _bt_vacuum_needs_cleanup(IndexVacuumInfo *info) return result; } +/* + * Choose the vacuum strategy. Currently always do ambulkdelete. + */ +IndexVacuumStrategy +btvacuumstrategy(IndexVacuumInfo *info) +{ + return INDEX_VACUUM_STRATEGY_BULKDELETE; +} + /* * Bulk deletion of all index entries pointing to a set of heap tuples. * The set of target tuples is specified via a callback routine that tells diff --git a/src/backend/access/spgist/spgutils.c b/src/backend/access/spgist/spgutils.c index d8b1815061..7b2313590a 100644 --- a/src/backend/access/spgist/spgutils.c +++ b/src/backend/access/spgist/spgutils.c @@ -66,6 +66,7 @@ spghandler(PG_FUNCTION_ARGS) amroutine->ambuild = spgbuild; amroutine->ambuildempty = spgbuildempty; amroutine->aminsert = spginsert; + amroutine->amvacuumstrategy = spgvacuumstrategy; amroutine->ambulkdelete = spgbulkdelete; amroutine->amvacuumcleanup = spgvacuumcleanup; amroutine->amcanreturn = spgcanreturn; diff --git a/src/backend/access/spgist/spgvacuum.c b/src/backend/access/spgist/spgvacuum.c index 0d02a02222..1df6dfd5da 100644 --- a/src/backend/access/spgist/spgvacuum.c +++ b/src/backend/access/spgist/spgvacuum.c @@ -894,6 +894,15 @@ spgvacuumscan(spgBulkDeleteState *bds) bds->stats->pages_free = bds->stats->pages_deleted; } +/* + * Choose the vacuum strategy. Currently always do ambulkdelete. + */ +IndexVacuumStrategy +spgvacuumstrategy(IndexVacuumInfo *info) +{ + return INDEX_VACUUM_STRATEGY_BULKDELETE; +} + /* * Bulk deletion of all index entries pointing to a set of heap tuples. * The set of target tuples is specified via a callback routine that tells diff --git a/src/include/access/amapi.h b/src/include/access/amapi.h index de758cab0b..5f784c0af1 100644 --- a/src/include/access/amapi.h +++ b/src/include/access/amapi.h @@ -111,6 +111,8 @@ typedef bool (*aminsert_function) (Relation indexRelation, Relation heapRelation, IndexUniqueCheck checkUnique, struct IndexInfo *indexInfo); +/* vacuum strategy */ +typedef IndexVacuumStrategy (*amvacuumstrategy_function) (IndexVacuumInfo *info); /* bulk delete */ typedef IndexBulkDeleteResult *(*ambulkdelete_function) (IndexVacuumInfo *info, @@ -258,6 +260,7 @@ typedef struct IndexAmRoutine ambuild_function ambuild; ambuildempty_function ambuildempty; aminsert_function aminsert; + amvacuumstrategy_function amvacuumstrategy; ambulkdelete_function ambulkdelete; amvacuumcleanup_function amvacuumcleanup; amcanreturn_function amcanreturn; /* can be NULL */ diff --git a/src/include/access/brin_internal.h b/src/include/access/brin_internal.h index 85c612e490..6695ab75d9 100644 --- a/src/include/access/brin_internal.h +++ b/src/include/access/brin_internal.h @@ -97,6 +97,7 @@ extern int64 bringetbitmap(IndexScanDesc scan, TIDBitmap *tbm); extern void brinrescan(IndexScanDesc scan, ScanKey scankey, int nscankeys, ScanKey orderbys, int norderbys); extern void brinendscan(IndexScanDesc scan); +extern IndexVacuumStrategy brinvacuumstrategy(IndexVacuumInfo *info); extern IndexBulkDeleteResult *brinbulkdelete(IndexVacuumInfo *info, IndexBulkDeleteResult *stats, IndexBulkDeleteCallback callback, diff --git a/src/include/access/genam.h b/src/include/access/genam.h index aa8ff360da..112b90e4cf 100644 --- a/src/include/access/genam.h +++ b/src/include/access/genam.h @@ -34,7 +34,8 @@ typedef struct IndexBuildResult } IndexBuildResult; /* - * Struct for input arguments passed to ambulkdelete and amvacuumcleanup + * Struct for input arguments passed to amvacuumstrategy, ambulkdelete + * and amvacuumcleanup * * num_heap_tuples is accurate only when estimated_count is false; * otherwise it's just an estimate (currently, the estimate is the @@ -125,6 +126,14 @@ typedef struct IndexOrderByDistance bool isnull; } IndexOrderByDistance; +/* Result value for amvacuumstrategy */ +typedef enum IndexVacuumStrategy +{ + INDEX_VACUUM_STRATEGY_NONE, /* No-op, skip bulk-deletion in this + * vacuum cycle */ + INDEX_VACUUM_STRATEGY_BULKDELETE /* Do ambulkdelete */ +} IndexVacuumStrategy; + /* * generalized index_ interface routines (in indexam.c) */ @@ -173,6 +182,7 @@ extern bool index_getnext_slot(IndexScanDesc scan, ScanDirection direction, struct TupleTableSlot *slot); extern int64 index_getbitmap(IndexScanDesc scan, TIDBitmap *bitmap); +extern IndexVacuumStrategy index_vacuum_strategy(IndexVacuumInfo *info); extern IndexBulkDeleteResult *index_bulk_delete(IndexVacuumInfo *info, IndexBulkDeleteResult *stats, IndexBulkDeleteCallback callback, diff --git a/src/include/access/gin_private.h b/src/include/access/gin_private.h index a7a71ae1b4..ed511548ff 100644 --- a/src/include/access/gin_private.h +++ b/src/include/access/gin_private.h @@ -396,6 +396,7 @@ extern int64 gingetbitmap(IndexScanDesc scan, TIDBitmap *tbm); extern void ginInitConsistentFunction(GinState *ginstate, GinScanKey key); /* ginvacuum.c */ +extern IndexVacuumStrategy ginvacuumstrategy(IndexVacuumInfo *info); extern IndexBulkDeleteResult *ginbulkdelete(IndexVacuumInfo *info, IndexBulkDeleteResult *stats, IndexBulkDeleteCallback callback, diff --git a/src/include/access/gist_private.h b/src/include/access/gist_private.h index e899e81749..6ffc0730ea 100644 --- a/src/include/access/gist_private.h +++ b/src/include/access/gist_private.h @@ -532,6 +532,7 @@ extern void gistMakeUnionKey(GISTSTATE *giststate, int attno, extern XLogRecPtr gistGetFakeLSN(Relation rel); /* gistvacuum.c */ +extern IndexVacuumStrategy gistvacuumstrategy(IndexVacuumInfo *info); extern IndexBulkDeleteResult *gistbulkdelete(IndexVacuumInfo *info, IndexBulkDeleteResult *stats, IndexBulkDeleteCallback callback, diff --git a/src/include/access/hash.h b/src/include/access/hash.h index 22a99e7083..8f8437ab4c 100644 --- a/src/include/access/hash.h +++ b/src/include/access/hash.h @@ -371,6 +371,7 @@ extern IndexScanDesc hashbeginscan(Relation rel, int nkeys, int norderbys); extern void hashrescan(IndexScanDesc scan, ScanKey scankey, int nscankeys, ScanKey orderbys, int norderbys); extern void hashendscan(IndexScanDesc scan); +extern IndexVacuumStrategy hashvacuumstrategy(IndexVacuumInfo *info); extern IndexBulkDeleteResult *hashbulkdelete(IndexVacuumInfo *info, IndexBulkDeleteResult *stats, IndexBulkDeleteCallback callback, diff --git a/src/include/access/nbtree.h b/src/include/access/nbtree.h index b793dab9fa..b8247537fd 100644 --- a/src/include/access/nbtree.h +++ b/src/include/access/nbtree.h @@ -1008,6 +1008,7 @@ extern void btparallelrescan(IndexScanDesc scan); extern void btendscan(IndexScanDesc scan); extern void btmarkpos(IndexScanDesc scan); extern void btrestrpos(IndexScanDesc scan); +extern IndexVacuumStrategy btvacuumstrategy(IndexVacuumInfo *info); extern IndexBulkDeleteResult *btbulkdelete(IndexVacuumInfo *info, IndexBulkDeleteResult *stats, IndexBulkDeleteCallback callback, diff --git a/src/include/access/spgist.h b/src/include/access/spgist.h index 38a5902202..76bedf2b97 100644 --- a/src/include/access/spgist.h +++ b/src/include/access/spgist.h @@ -211,6 +211,7 @@ extern bool spggettuple(IndexScanDesc scan, ScanDirection dir); extern bool spgcanreturn(Relation index, int attno); /* spgvacuum.c */ +extern IndexVacuumStrategy spgvacuumstrategy(IndexVacuumInfo *info); extern IndexBulkDeleteResult *spgbulkdelete(IndexVacuumInfo *info, IndexBulkDeleteResult *stats, IndexBulkDeleteCallback callback, -- 2.27.0