gooderp18绿色标准版
No puede seleccionar más de 25 temas Los temas deben comenzar con una letra o número, pueden incluir guiones ('-') y pueden tener hasta 35 caracteres de largo.

350 líneas
14KB

  1. /*--------------------------------------------------------------------------
  2. * ginblock.h
  3. * details of structures stored in GIN index blocks
  4. *
  5. * Copyright (c) 2006-2019, PostgreSQL Global Development Group
  6. *
  7. * src/include/access/ginblock.h
  8. *--------------------------------------------------------------------------
  9. */
  10. #ifndef GINBLOCK_H
  11. #define GINBLOCK_H
  12. #include "access/transam.h"
  13. #include "storage/block.h"
  14. #include "storage/itemptr.h"
  15. #include "storage/off.h"
  16. /*
  17. * Page opaque data in an inverted index page.
  18. *
  19. * Note: GIN does not include a page ID word as do the other index types.
  20. * This is OK because the opaque data is only 8 bytes and so can be reliably
  21. * distinguished by size. Revisit this if the size ever increases.
  22. * Further note: as of 9.2, SP-GiST also uses 8-byte special space, as does
  23. * BRIN as of 9.5. This is still OK, as long as GIN isn't using all of the
  24. * high-order bits in its flags word, because that way the flags word cannot
  25. * match the page IDs used by SP-GiST and BRIN.
  26. */
  27. typedef struct GinPageOpaqueData
  28. {
  29. BlockNumber rightlink; /* next page if any */
  30. OffsetNumber maxoff; /* number of PostingItems on GIN_DATA &
  31. * ~GIN_LEAF page. On GIN_LIST page, number of
  32. * heap tuples. */
  33. uint16 flags; /* see bit definitions below */
  34. } GinPageOpaqueData;
  35. typedef GinPageOpaqueData *GinPageOpaque;
  36. #define GIN_DATA (1 << 0)
  37. #define GIN_LEAF (1 << 1)
  38. #define GIN_DELETED (1 << 2)
  39. #define GIN_META (1 << 3)
  40. #define GIN_LIST (1 << 4)
  41. #define GIN_LIST_FULLROW (1 << 5) /* makes sense only on GIN_LIST page */
  42. #define GIN_INCOMPLETE_SPLIT (1 << 6) /* page was split, but parent not
  43. * updated */
  44. #define GIN_COMPRESSED (1 << 7)
  45. /* Page numbers of fixed-location pages */
  46. #define GIN_METAPAGE_BLKNO (0)
  47. #define GIN_ROOT_BLKNO (1)
  48. typedef struct GinMetaPageData
  49. {
  50. /*
  51. * Pointers to head and tail of pending list, which consists of GIN_LIST
  52. * pages. These store fast-inserted entries that haven't yet been moved
  53. * into the regular GIN structure.
  54. */
  55. BlockNumber head;
  56. BlockNumber tail;
  57. /*
  58. * Free space in bytes in the pending list's tail page.
  59. */
  60. uint32 tailFreeSize;
  61. /*
  62. * We store both number of pages and number of heap tuples that are in the
  63. * pending list.
  64. */
  65. BlockNumber nPendingPages;
  66. int64 nPendingHeapTuples;
  67. /*
  68. * Statistics for planner use (accurate as of last VACUUM)
  69. */
  70. BlockNumber nTotalPages;
  71. BlockNumber nEntryPages;
  72. BlockNumber nDataPages;
  73. int64 nEntries;
  74. /*
  75. * GIN version number (ideally this should have been at the front, but too
  76. * late now. Don't move it!)
  77. *
  78. * Currently 2 (for indexes initialized in 9.4 or later)
  79. *
  80. * Version 1 (indexes initialized in version 9.1, 9.2 or 9.3), is
  81. * compatible, but may contain uncompressed posting tree (leaf) pages and
  82. * posting lists. They will be converted to compressed format when
  83. * modified.
  84. *
  85. * Version 0 (indexes initialized in 9.0 or before) is compatible but may
  86. * be missing null entries, including both null keys and placeholders.
  87. * Reject full-index-scan attempts on such indexes.
  88. */
  89. int32 ginVersion;
  90. } GinMetaPageData;
  91. #define GIN_CURRENT_VERSION 2
  92. #define GinPageGetMeta(p) \
  93. ((GinMetaPageData *) PageGetContents(p))
  94. /*
  95. * Macros for accessing a GIN index page's opaque data
  96. */
  97. #define GinPageGetOpaque(page) ( (GinPageOpaque) PageGetSpecialPointer(page) )
  98. #define GinPageIsLeaf(page) ( (GinPageGetOpaque(page)->flags & GIN_LEAF) != 0 )
  99. #define GinPageSetLeaf(page) ( GinPageGetOpaque(page)->flags |= GIN_LEAF )
  100. #define GinPageSetNonLeaf(page) ( GinPageGetOpaque(page)->flags &= ~GIN_LEAF )
  101. #define GinPageIsData(page) ( (GinPageGetOpaque(page)->flags & GIN_DATA) != 0 )
  102. #define GinPageSetData(page) ( GinPageGetOpaque(page)->flags |= GIN_DATA )
  103. #define GinPageIsList(page) ( (GinPageGetOpaque(page)->flags & GIN_LIST) != 0 )
  104. #define GinPageSetList(page) ( GinPageGetOpaque(page)->flags |= GIN_LIST )
  105. #define GinPageHasFullRow(page) ( (GinPageGetOpaque(page)->flags & GIN_LIST_FULLROW) != 0 )
  106. #define GinPageSetFullRow(page) ( GinPageGetOpaque(page)->flags |= GIN_LIST_FULLROW )
  107. #define GinPageIsCompressed(page) ( (GinPageGetOpaque(page)->flags & GIN_COMPRESSED) != 0 )
  108. #define GinPageSetCompressed(page) ( GinPageGetOpaque(page)->flags |= GIN_COMPRESSED )
  109. #define GinPageIsDeleted(page) ( (GinPageGetOpaque(page)->flags & GIN_DELETED) != 0 )
  110. #define GinPageSetDeleted(page) ( GinPageGetOpaque(page)->flags |= GIN_DELETED)
  111. #define GinPageSetNonDeleted(page) ( GinPageGetOpaque(page)->flags &= ~GIN_DELETED)
  112. #define GinPageIsIncompleteSplit(page) ( (GinPageGetOpaque(page)->flags & GIN_INCOMPLETE_SPLIT) != 0 )
  113. #define GinPageRightMost(page) ( GinPageGetOpaque(page)->rightlink == InvalidBlockNumber)
  114. /*
  115. * We should reclaim deleted page only once every transaction started before
  116. * its deletion is over.
  117. */
  118. #define GinPageGetDeleteXid(page) ( ((PageHeader) (page))->pd_prune_xid )
  119. #define GinPageSetDeleteXid(page, xid) ( ((PageHeader) (page))->pd_prune_xid = xid)
  120. #define GinPageIsRecyclable(page) ( PageIsNew(page) || (GinPageIsDeleted(page) \
  121. && TransactionIdPrecedes(GinPageGetDeleteXid(page), RecentGlobalXmin)))
  122. /*
  123. * We use our own ItemPointerGet(BlockNumber|OffsetNumber)
  124. * to avoid Asserts, since sometimes the ip_posid isn't "valid"
  125. */
  126. #define GinItemPointerGetBlockNumber(pointer) \
  127. (ItemPointerGetBlockNumberNoCheck(pointer))
  128. #define GinItemPointerGetOffsetNumber(pointer) \
  129. (ItemPointerGetOffsetNumberNoCheck(pointer))
  130. #define GinItemPointerSetBlockNumber(pointer, blkno) \
  131. (ItemPointerSetBlockNumber((pointer), (blkno)))
  132. #define GinItemPointerSetOffsetNumber(pointer, offnum) \
  133. (ItemPointerSetOffsetNumber((pointer), (offnum)))
  134. /*
  135. * Special-case item pointer values needed by the GIN search logic.
  136. * MIN: sorts less than any valid item pointer
  137. * MAX: sorts greater than any valid item pointer
  138. * LOSSY PAGE: indicates a whole heap page, sorts after normal item
  139. * pointers for that page
  140. * Note that these are all distinguishable from an "invalid" item pointer
  141. * (which is InvalidBlockNumber/0) as well as from all normal item
  142. * pointers (which have item numbers in the range 1..MaxHeapTuplesPerPage).
  143. */
  144. #define ItemPointerSetMin(p) \
  145. ItemPointerSet((p), (BlockNumber)0, (OffsetNumber)0)
  146. #define ItemPointerIsMin(p) \
  147. (GinItemPointerGetOffsetNumber(p) == (OffsetNumber)0 && \
  148. GinItemPointerGetBlockNumber(p) == (BlockNumber)0)
  149. #define ItemPointerSetMax(p) \
  150. ItemPointerSet((p), InvalidBlockNumber, (OffsetNumber)0xffff)
  151. #define ItemPointerIsMax(p) \
  152. (GinItemPointerGetOffsetNumber(p) == (OffsetNumber)0xffff && \
  153. GinItemPointerGetBlockNumber(p) == InvalidBlockNumber)
  154. #define ItemPointerSetLossyPage(p, b) \
  155. ItemPointerSet((p), (b), (OffsetNumber)0xffff)
  156. #define ItemPointerIsLossyPage(p) \
  157. (GinItemPointerGetOffsetNumber(p) == (OffsetNumber)0xffff && \
  158. GinItemPointerGetBlockNumber(p) != InvalidBlockNumber)
  159. /*
  160. * Posting item in a non-leaf posting-tree page
  161. */
  162. typedef struct
  163. {
  164. /* We use BlockIdData not BlockNumber to avoid padding space wastage */
  165. BlockIdData child_blkno;
  166. ItemPointerData key;
  167. } PostingItem;
  168. #define PostingItemGetBlockNumber(pointer) \
  169. BlockIdGetBlockNumber(&(pointer)->child_blkno)
  170. #define PostingItemSetBlockNumber(pointer, blockNumber) \
  171. BlockIdSet(&((pointer)->child_blkno), (blockNumber))
  172. /*
  173. * Category codes to distinguish placeholder nulls from ordinary NULL keys.
  174. *
  175. * The first two code values were chosen to be compatible with the usual usage
  176. * of bool isNull flags. However, casting between bool and GinNullCategory is
  177. * risky because of the possibility of different bit patterns and type sizes,
  178. * so it is no longer done.
  179. *
  180. * GIN_CAT_EMPTY_QUERY is never stored in the index; and notice that it is
  181. * chosen to sort before not after regular key values.
  182. */
  183. typedef signed char GinNullCategory;
  184. #define GIN_CAT_NORM_KEY 0 /* normal, non-null key value */
  185. #define GIN_CAT_NULL_KEY 1 /* null key value */
  186. #define GIN_CAT_EMPTY_ITEM 2 /* placeholder for zero-key item */
  187. #define GIN_CAT_NULL_ITEM 3 /* placeholder for null item */
  188. #define GIN_CAT_EMPTY_QUERY (-1) /* placeholder for full-scan query */
  189. /*
  190. * Access macros for null category byte in entry tuples
  191. */
  192. #define GinCategoryOffset(itup,ginstate) \
  193. (IndexInfoFindDataOffset((itup)->t_info) + \
  194. ((ginstate)->oneCol ? 0 : sizeof(int16)))
  195. #define GinGetNullCategory(itup,ginstate) \
  196. (*((GinNullCategory *) ((char*)(itup) + GinCategoryOffset(itup,ginstate))))
  197. #define GinSetNullCategory(itup,ginstate,c) \
  198. (*((GinNullCategory *) ((char*)(itup) + GinCategoryOffset(itup,ginstate))) = (c))
  199. /*
  200. * Access macros for leaf-page entry tuples (see discussion in README)
  201. */
  202. #define GinGetNPosting(itup) GinItemPointerGetOffsetNumber(&(itup)->t_tid)
  203. #define GinSetNPosting(itup,n) ItemPointerSetOffsetNumber(&(itup)->t_tid,n)
  204. #define GIN_TREE_POSTING ((OffsetNumber)0xffff)
  205. #define GinIsPostingTree(itup) (GinGetNPosting(itup) == GIN_TREE_POSTING)
  206. #define GinSetPostingTree(itup, blkno) ( GinSetNPosting((itup),GIN_TREE_POSTING), ItemPointerSetBlockNumber(&(itup)->t_tid, blkno) )
  207. #define GinGetPostingTree(itup) GinItemPointerGetBlockNumber(&(itup)->t_tid)
  208. #define GIN_ITUP_COMPRESSED (1U << 31)
  209. #define GinGetPostingOffset(itup) (GinItemPointerGetBlockNumber(&(itup)->t_tid) & (~GIN_ITUP_COMPRESSED))
  210. #define GinSetPostingOffset(itup,n) ItemPointerSetBlockNumber(&(itup)->t_tid,(n)|GIN_ITUP_COMPRESSED)
  211. #define GinGetPosting(itup) ((Pointer) ((char*)(itup) + GinGetPostingOffset(itup)))
  212. #define GinItupIsCompressed(itup) ((GinItemPointerGetBlockNumber(&(itup)->t_tid) & GIN_ITUP_COMPRESSED) != 0)
  213. /*
  214. * Maximum size of an item on entry tree page. Make sure that we fit at least
  215. * three items on each page. (On regular B-tree indexes, we must fit at least
  216. * three items: two data items and the "high key". In GIN entry tree, we don't
  217. * currently store the high key explicitly, we just use the rightmost item on
  218. * the page, so it would actually be enough to fit two items.)
  219. */
  220. #define GinMaxItemSize \
  221. Min(INDEX_SIZE_MASK, \
  222. MAXALIGN_DOWN(((BLCKSZ - \
  223. MAXALIGN(SizeOfPageHeaderData + 3 * sizeof(ItemIdData)) - \
  224. MAXALIGN(sizeof(GinPageOpaqueData))) / 3)))
  225. /*
  226. * Access macros for non-leaf entry tuples
  227. */
  228. #define GinGetDownlink(itup) GinItemPointerGetBlockNumber(&(itup)->t_tid)
  229. #define GinSetDownlink(itup,blkno) ItemPointerSet(&(itup)->t_tid, blkno, InvalidOffsetNumber)
  230. /*
  231. * Data (posting tree) pages
  232. *
  233. * Posting tree pages don't store regular tuples. Non-leaf pages contain
  234. * PostingItems, which are pairs of ItemPointers and child block numbers.
  235. * Leaf pages contain GinPostingLists and an uncompressed array of item
  236. * pointers.
  237. *
  238. * In a leaf page, the compressed posting lists are stored after the regular
  239. * page header, one after each other. Although we don't store regular tuples,
  240. * pd_lower is used to indicate the end of the posting lists. After that, free
  241. * space follows. This layout is compatible with the "standard" heap and
  242. * index page layout described in bufpage.h, so that we can e.g set buffer_std
  243. * when writing WAL records.
  244. *
  245. * In the special space is the GinPageOpaque struct.
  246. */
  247. #define GinDataLeafPageGetPostingList(page) \
  248. (GinPostingList *) ((PageGetContents(page) + MAXALIGN(sizeof(ItemPointerData))))
  249. #define GinDataLeafPageGetPostingListSize(page) \
  250. (((PageHeader) page)->pd_lower - MAXALIGN(SizeOfPageHeaderData) - MAXALIGN(sizeof(ItemPointerData)))
  251. #define GinDataLeafPageIsEmpty(page) \
  252. (GinPageIsCompressed(page) ? (GinDataLeafPageGetPostingListSize(page) == 0) : (GinPageGetOpaque(page)->maxoff < FirstOffsetNumber))
  253. #define GinDataLeafPageGetFreeSpace(page) PageGetExactFreeSpace(page)
  254. #define GinDataPageGetRightBound(page) ((ItemPointer) PageGetContents(page))
  255. /*
  256. * Pointer to the data portion of a posting tree page. For internal pages,
  257. * that's the beginning of the array of PostingItems. For compressed leaf
  258. * pages, the first compressed posting list. For uncompressed (pre-9.4) leaf
  259. * pages, it's the beginning of the ItemPointer array.
  260. */
  261. #define GinDataPageGetData(page) \
  262. (PageGetContents(page) + MAXALIGN(sizeof(ItemPointerData)))
  263. /* non-leaf pages contain PostingItems */
  264. #define GinDataPageGetPostingItem(page, i) \
  265. ((PostingItem *) (GinDataPageGetData(page) + ((i)-1) * sizeof(PostingItem)))
  266. /*
  267. * Note: there is no GinDataPageGetDataSize macro, because before version
  268. * 9.4, we didn't set pd_lower on data pages. There can be pages in the index
  269. * that were binary-upgraded from earlier versions and still have an invalid
  270. * pd_lower, so we cannot trust it in general. Compressed posting tree leaf
  271. * pages are new in 9.4, however, so we can trust them; see
  272. * GinDataLeafPageGetPostingListSize.
  273. */
  274. #define GinDataPageSetDataSize(page, size) \
  275. { \
  276. Assert(size <= GinDataPageMaxDataSize); \
  277. ((PageHeader) page)->pd_lower = (size) + MAXALIGN(SizeOfPageHeaderData) + MAXALIGN(sizeof(ItemPointerData)); \
  278. }
  279. #define GinNonLeafDataPageGetFreeSpace(page) \
  280. (GinDataPageMaxDataSize - \
  281. GinPageGetOpaque(page)->maxoff * sizeof(PostingItem))
  282. #define GinDataPageMaxDataSize \
  283. (BLCKSZ - MAXALIGN(SizeOfPageHeaderData) \
  284. - MAXALIGN(sizeof(ItemPointerData)) \
  285. - MAXALIGN(sizeof(GinPageOpaqueData)))
  286. /*
  287. * List pages
  288. */
  289. #define GinListPageSize \
  290. ( BLCKSZ - SizeOfPageHeaderData - MAXALIGN(sizeof(GinPageOpaqueData)) )
  291. /*
  292. * A compressed posting list.
  293. *
  294. * Note: This requires 2-byte alignment.
  295. */
  296. typedef struct
  297. {
  298. ItemPointerData first; /* first item in this posting list (unpacked) */
  299. uint16 nbytes; /* number of bytes that follow */
  300. unsigned char bytes[FLEXIBLE_ARRAY_MEMBER]; /* varbyte encoded items */
  301. } GinPostingList;
  302. #define SizeOfGinPostingList(plist) (offsetof(GinPostingList, bytes) + SHORTALIGN((plist)->nbytes) )
  303. #define GinNextPostingListSegment(cur) ((GinPostingList *) (((char *) (cur)) + SizeOfGinPostingList((cur))))
  304. #endif /* GINBLOCK_H */
上海开阖软件有限公司 沪ICP备12045867号-1