PostgreSQL Source Code  git master
logicalrelation.h File Reference
Include dependency graph for logicalrelation.h:
This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Data Structures

struct  LogicalRepRelMapEntry
 

Typedefs

typedef struct LogicalRepRelMapEntry LogicalRepRelMapEntry
 

Functions

void logicalrep_relmap_update (LogicalRepRelation *remoterel)
 
LogicalRepRelMapEntrylogicalrep_rel_open (LogicalRepRelId remoteid, LOCKMODE lockmode)
 
LogicalRepRelMapEntrylogicalrep_partition_open (LogicalRepRelMapEntry *root, Relation partrel, AttrMap *map)
 
void logicalrep_rel_close (LogicalRepRelMapEntry *rel, LOCKMODE lockmode)
 
void logicalrep_typmap_update (LogicalRepTyp *remotetyp)
 
char * logicalrep_typmap_gettypname (Oid remoteid)
 

Typedef Documentation

◆ LogicalRepRelMapEntry

Function Documentation

◆ logicalrep_partition_open()

LogicalRepRelMapEntry* logicalrep_partition_open ( LogicalRepRelMapEntry root,
Relation  partrel,
AttrMap map 
)

Definition at line 598 of file relation.c.

References LogicalRepRelation::attkeys, LogicalRepRelation::attnames, AttrMap::attnums, LogicalRepRelMapEntry::attrmap, LogicalRepRelation::atttyps, bms_copy(), HASH_ENTER, hash_search(), i, LogicalRepRelMapEntry::localrel, LogicalRepRelMapEntry::localreloid, LogicalRepRelMapEntry::localrelvalid, logicalrep_partmap_init(), make_attrmap(), AttrMap::maplen, MemoryContextSwitchTo(), LogicalRepRelation::natts, LogicalRepRelation::nspname, palloc(), LogicalRepPartMapEntry::partoid, pstrdup(), RelationGetRelid, LogicalRepPartMapEntry::relmapentry, LogicalRepRelation::relname, LogicalRepRelation::remoteid, LogicalRepRelMapEntry::remoterel, LogicalRepRelation::replident, and LogicalRepRelMapEntry::updatable.

Referenced by apply_handle_tuple_routing().

600 {
601  LogicalRepRelMapEntry *entry;
602  LogicalRepPartMapEntry *part_entry;
603  LogicalRepRelation *remoterel = &root->remoterel;
604  Oid partOid = RelationGetRelid(partrel);
605  AttrMap *attrmap = root->attrmap;
606  bool found;
607  int i;
608  MemoryContext oldctx;
609 
610  if (LogicalRepPartMap == NULL)
612 
613  /* Search for existing entry. */
615  (void *) &partOid,
616  HASH_ENTER, &found);
617 
618  if (found)
619  return &part_entry->relmapentry;
620 
621  memset(part_entry, 0, sizeof(LogicalRepPartMapEntry));
622 
623  /* Switch to longer-lived context. */
625 
626  part_entry->partoid = partOid;
627 
628  /* Remote relation is used as-is from the root entry. */
629  entry = &part_entry->relmapentry;
630  entry->remoterel.remoteid = remoterel->remoteid;
631  entry->remoterel.nspname = pstrdup(remoterel->nspname);
632  entry->remoterel.relname = pstrdup(remoterel->relname);
633  entry->remoterel.natts = remoterel->natts;
634  entry->remoterel.attnames = palloc(remoterel->natts * sizeof(char *));
635  entry->remoterel.atttyps = palloc(remoterel->natts * sizeof(Oid));
636  for (i = 0; i < remoterel->natts; i++)
637  {
638  entry->remoterel.attnames[i] = pstrdup(remoterel->attnames[i]);
639  entry->remoterel.atttyps[i] = remoterel->atttyps[i];
640  }
641  entry->remoterel.replident = remoterel->replident;
642  entry->remoterel.attkeys = bms_copy(remoterel->attkeys);
643 
644  entry->localrel = partrel;
645  entry->localreloid = partOid;
646 
647  /*
648  * If the partition's attributes don't match the root relation's, we'll
649  * need to make a new attrmap which maps partition attribute numbers to
650  * remoterel's, instead of the original which maps root relation's
651  * attribute numbers to remoterel's.
652  *
653  * Note that 'map' which comes from the tuple routing data structure
654  * contains 1-based attribute numbers (of the parent relation). However,
655  * the map in 'entry', a logical replication data structure, contains
656  * 0-based attribute numbers (of the remote relation).
657  */
658  if (map)
659  {
660  AttrNumber attno;
661 
662  entry->attrmap = make_attrmap(map->maplen);
663  for (attno = 0; attno < entry->attrmap->maplen; attno++)
664  {
665  AttrNumber root_attno = map->attnums[attno];
666 
667  entry->attrmap->attnums[attno] = attrmap->attnums[root_attno - 1];
668  }
669  }
670  else
671  entry->attrmap = attrmap;
672 
673  entry->updatable = root->updatable;
674 
675  entry->localrelvalid = true;
676 
677  /* state and statelsn are left set to 0. */
678  MemoryContextSwitchTo(oldctx);
679 
680  return entry;
681 }
static void logicalrep_partmap_init(void)
Definition: relation.c:564
Bitmapset * bms_copy(const Bitmapset *a)
Definition: bitmapset.c:74
char * pstrdup(const char *in)
Definition: mcxt.c:1187
int maplen
Definition: attmap.h:37
static MemoryContext MemoryContextSwitchTo(MemoryContext context)
Definition: palloc.h:109
void * hash_search(HTAB *hashp, const void *keyPtr, HASHACTION action, bool *foundPtr)
Definition: dynahash.c:919
unsigned int Oid
Definition: postgres_ext.h:31
Bitmapset * attkeys
Definition: logicalproto.h:69
Definition: attmap.h:34
LogicalRepRelId remoteid
Definition: logicalproto.h:61
LogicalRepRelation remoterel
static HTAB * LogicalRepPartMap
Definition: relation.c:51
LogicalRepRelMapEntry relmapentry
Definition: relation.c:55
AttrNumber * attnums
Definition: attmap.h:36
AttrMap * make_attrmap(int maplen)
Definition: attmap.c:41
static MemoryContext LogicalRepPartMapContext
Definition: relation.c:50
void * palloc(Size size)
Definition: mcxt.c:950
int i
int16 AttrNumber
Definition: attnum.h:21
#define RelationGetRelid(relation)
Definition: rel.h:456

◆ logicalrep_rel_close()

void logicalrep_rel_close ( LogicalRepRelMapEntry rel,
LOCKMODE  lockmode 
)

Definition at line 415 of file relation.c.

References LogicalRepRelMapEntry::localrel, and table_close().

Referenced by apply_handle_delete(), apply_handle_insert(), apply_handle_truncate(), apply_handle_update(), and copy_table().

416 {
417  table_close(rel->localrel, lockmode);
418  rel->localrel = NULL;
419 }
void table_close(Relation relation, LOCKMODE lockmode)
Definition: table.c:167

◆ logicalrep_rel_open()

LogicalRepRelMapEntry* logicalrep_rel_open ( LogicalRepRelId  remoteid,
LOCKMODE  lockmode 
)

Definition at line 237 of file relation.c.

References LogicalRepRelation::attkeys, attnum, AttrMap::attnums, LogicalRepRelMapEntry::attrmap, AttrNumberGetAttrOffset, AttrNumberIsForUserDefinedAttr, bms_is_member(), bms_next_member(), CheckSubscriptionRelkind(), elog, ereport, errcode(), errmsg(), ERROR, FirstLowInvalidHeapAttributeNumber, GetSubscriptionRelState(), HASH_FIND, hash_search(), i, INDEX_ATTR_BITMAP_IDENTITY_KEY, INDEX_ATTR_BITMAP_PRIMARY_KEY, LogicalRepRelMapEntry::localrel, LogicalRepRelMapEntry::localreloid, LogicalRepRelMapEntry::localrelvalid, logicalrep_rel_att_by_name(), logicalrep_relmap_init(), make_attrmap(), makeRangeVar(), MemoryContextSwitchTo(), MySubscription, NameStr, TupleDescData::natts, NoLock, LogicalRepRelation::nspname, Subscription::oid, OidIsValid, RangeVarGetRelid, RelationData::rd_rel, RelationGetDescr, RelationGetIndexAttrBitmap(), LogicalRepRelation::relname, LogicalRepRelMapEntry::remoterel, LogicalRepRelation::replident, LogicalRepRelMapEntry::state, LogicalRepRelMapEntry::statelsn, table_close(), table_open(), try_table_open(), TupleDescAttr, and LogicalRepRelMapEntry::updatable.

Referenced by apply_handle_delete(), apply_handle_insert(), apply_handle_truncate(), apply_handle_update(), and copy_table().

238 {
239  LogicalRepRelMapEntry *entry;
240  bool found;
241  LogicalRepRelation *remoterel;
242 
243  if (LogicalRepRelMap == NULL)
245 
246  /* Search for existing entry. */
247  entry = hash_search(LogicalRepRelMap, (void *) &remoteid,
248  HASH_FIND, &found);
249 
250  if (!found)
251  elog(ERROR, "no relation map entry for remote relation ID %u",
252  remoteid);
253 
254  remoterel = &entry->remoterel;
255 
256  /* Ensure we don't leak a relcache refcount. */
257  if (entry->localrel)
258  elog(ERROR, "remote relation ID %u is already open", remoteid);
259 
260  /*
261  * When opening and locking a relation, pending invalidation messages are
262  * processed which can invalidate the relation. Hence, if the entry is
263  * currently considered valid, try to open the local relation by OID and
264  * see if invalidation ensues.
265  */
266  if (entry->localrelvalid)
267  {
268  entry->localrel = try_table_open(entry->localreloid, lockmode);
269  if (!entry->localrel)
270  {
271  /* Table was renamed or dropped. */
272  entry->localrelvalid = false;
273  }
274  else if (!entry->localrelvalid)
275  {
276  /* Note we release the no-longer-useful lock here. */
277  table_close(entry->localrel, lockmode);
278  entry->localrel = NULL;
279  }
280  }
281 
282  /*
283  * If the entry has been marked invalid since we last had lock on it,
284  * re-open the local relation by name and rebuild all derived data.
285  */
286  if (!entry->localrelvalid)
287  {
288  Oid relid;
289  int found;
290  Bitmapset *idkey;
291  TupleDesc desc;
292  MemoryContext oldctx;
293  int i;
294 
295  /* Try to find and lock the relation by name. */
296  relid = RangeVarGetRelid(makeRangeVar(remoterel->nspname,
297  remoterel->relname, -1),
298  lockmode, true);
299  if (!OidIsValid(relid))
300  ereport(ERROR,
301  (errcode(ERRCODE_OBJECT_NOT_IN_PREREQUISITE_STATE),
302  errmsg("logical replication target relation \"%s.%s\" does not exist",
303  remoterel->nspname, remoterel->relname)));
304  entry->localrel = table_open(relid, NoLock);
305  entry->localreloid = relid;
306 
307  /* Check for supported relkind. */
308  CheckSubscriptionRelkind(entry->localrel->rd_rel->relkind,
309  remoterel->nspname, remoterel->relname);
310 
311  /*
312  * Build the mapping of local attribute numbers to remote attribute
313  * numbers and validate that we don't miss any replicated columns as
314  * that would result in potentially unwanted data loss.
315  */
316  desc = RelationGetDescr(entry->localrel);
318  entry->attrmap = make_attrmap(desc->natts);
319  MemoryContextSwitchTo(oldctx);
320 
321  found = 0;
322  for (i = 0; i < desc->natts; i++)
323  {
324  int attnum;
325  Form_pg_attribute attr = TupleDescAttr(desc, i);
326 
327  if (attr->attisdropped || attr->attgenerated)
328  {
329  entry->attrmap->attnums[i] = -1;
330  continue;
331  }
332 
333  attnum = logicalrep_rel_att_by_name(remoterel,
334  NameStr(attr->attname));
335 
336  entry->attrmap->attnums[i] = attnum;
337  if (attnum >= 0)
338  found++;
339  }
340 
341  /* TODO, detail message with names of missing columns */
342  if (found < remoterel->natts)
343  ereport(ERROR,
344  (errcode(ERRCODE_OBJECT_NOT_IN_PREREQUISITE_STATE),
345  errmsg("logical replication target relation \"%s.%s\" is missing "
346  "some replicated columns",
347  remoterel->nspname, remoterel->relname)));
348 
349  /*
350  * Check that replica identity matches. We allow for stricter replica
351  * identity (fewer columns) on subscriber as that will not stop us
352  * from finding unique tuple. IE, if publisher has identity
353  * (id,timestamp) and subscriber just (id) this will not be a problem,
354  * but in the opposite scenario it will.
355  *
356  * Don't throw any error here just mark the relation entry as not
357  * updatable, as replica identity is only for updates and deletes but
358  * inserts can be replicated even without it.
359  */
360  entry->updatable = true;
361  idkey = RelationGetIndexAttrBitmap(entry->localrel,
363  /* fallback to PK if no replica identity */
364  if (idkey == NULL)
365  {
366  idkey = RelationGetIndexAttrBitmap(entry->localrel,
368 
369  /*
370  * If no replica identity index and no PK, the published table
371  * must have replica identity FULL.
372  */
373  if (idkey == NULL && remoterel->replident != REPLICA_IDENTITY_FULL)
374  entry->updatable = false;
375  }
376 
377  i = -1;
378  while ((i = bms_next_member(idkey, i)) >= 0)
379  {
380  int attnum = i + FirstLowInvalidHeapAttributeNumber;
381 
382  if (!AttrNumberIsForUserDefinedAttr(attnum))
383  ereport(ERROR,
384  (errcode(ERRCODE_OBJECT_NOT_IN_PREREQUISITE_STATE),
385  errmsg("logical replication target relation \"%s.%s\" uses "
386  "system columns in REPLICA IDENTITY index",
387  remoterel->nspname, remoterel->relname)));
388 
389  attnum = AttrNumberGetAttrOffset(attnum);
390 
391  if (entry->attrmap->attnums[attnum] < 0 ||
392  !bms_is_member(entry->attrmap->attnums[attnum], remoterel->attkeys))
393  {
394  entry->updatable = false;
395  break;
396  }
397  }
398 
399  entry->localrelvalid = true;
400  }
401 
402  if (entry->state != SUBREL_STATE_READY)
404  entry->localreloid,
405  &entry->statelsn,
406  true);
407 
408  return entry;
409 }
Subscription * MySubscription
Definition: worker.c:163
void table_close(Relation relation, LOCKMODE lockmode)
Definition: table.c:167
#define RelationGetDescr(relation)
Definition: rel.h:482
#define RangeVarGetRelid(relation, lockmode, missing_ok)
Definition: namespace.h:78
#define TupleDescAttr(tupdesc, i)
Definition: tupdesc.h:92
int bms_next_member(const Bitmapset *a, int prevbit)
Definition: bitmapset.c:1043
static MemoryContext MemoryContextSwitchTo(MemoryContext context)
Definition: palloc.h:109
#define AttrNumberIsForUserDefinedAttr(attributeNumber)
Definition: attnum.h:41
int errcode(int sqlerrcode)
Definition: elog.c:610
#define FirstLowInvalidHeapAttributeNumber
Definition: sysattr.h:27
void * hash_search(HTAB *hashp, const void *keyPtr, HASHACTION action, bool *foundPtr)
Definition: dynahash.c:919
Form_pg_class rd_rel
Definition: rel.h:109
unsigned int Oid
Definition: postgres_ext.h:31
Relation try_table_open(Oid relationId, LOCKMODE lockmode)
Definition: table.c:69
#define OidIsValid(objectId)
Definition: c.h:651
Bitmapset * attkeys
Definition: logicalproto.h:69
#define ERROR
Definition: elog.h:43
static int logicalrep_rel_att_by_name(LogicalRepRelation *remoterel, const char *attname)
Definition: relation.c:218
LogicalRepRelation remoterel
#define AttrNumberGetAttrOffset(attNum)
Definition: attnum.h:51
#define NoLock
Definition: lockdefs.h:34
static MemoryContext LogicalRepRelMapContext
Definition: relation.c:34
FormData_pg_attribute * Form_pg_attribute
Definition: pg_attribute.h:193
void CheckSubscriptionRelkind(char relkind, const char *nspname, const char *relname)
int16 attnum
Definition: pg_attribute.h:79
#define ereport(elevel,...)
Definition: elog.h:144
AttrNumber * attnums
Definition: attmap.h:36
char GetSubscriptionRelState(Oid subid, Oid relid, XLogRecPtr *sublsn, bool missing_ok)
AttrMap * make_attrmap(int maplen)
Definition: attmap.c:41
int errmsg(const char *fmt,...)
Definition: elog.c:824
#define elog(elevel,...)
Definition: elog.h:214
int i
Bitmapset * RelationGetIndexAttrBitmap(Relation relation, IndexAttrBitmapKind attrKind)
Definition: relcache.c:4944
#define NameStr(name)
Definition: c.h:622
static void logicalrep_relmap_init(void)
Definition: relation.c:103
Relation table_open(Oid relationId, LOCKMODE lockmode)
Definition: table.c:39
bool bms_is_member(int x, const Bitmapset *a)
Definition: bitmapset.c:427
RangeVar * makeRangeVar(char *schemaname, char *relname, int location)
Definition: makefuncs.c:422
static HTAB * LogicalRepRelMap
Definition: relation.c:36

◆ logicalrep_relmap_update()

void logicalrep_relmap_update ( LogicalRepRelation remoterel)

Definition at line 173 of file relation.c.

References LogicalRepRelation::attkeys, LogicalRepRelation::attnames, LogicalRepRelation::atttyps, bms_copy(), HASH_ENTER, hash_search(), i, logicalrep_relmap_free_entry(), logicalrep_relmap_init(), MemoryContextSwitchTo(), LogicalRepRelation::natts, LogicalRepRelation::nspname, palloc(), pstrdup(), LogicalRepRelation::relname, LogicalRepRelation::remoteid, LogicalRepRelMapEntry::remoterel, and LogicalRepRelation::replident.

Referenced by apply_handle_relation(), and copy_table().

174 {
175  MemoryContext oldctx;
176  LogicalRepRelMapEntry *entry;
177  bool found;
178  int i;
179 
180  if (LogicalRepRelMap == NULL)
182 
183  /*
184  * HASH_ENTER returns the existing entry if present or creates a new one.
185  */
186  entry = hash_search(LogicalRepRelMap, (void *) &remoterel->remoteid,
187  HASH_ENTER, &found);
188 
189  if (found)
191 
192  memset(entry, 0, sizeof(LogicalRepRelMapEntry));
193 
194  /* Make cached copy of the data */
196  entry->remoterel.remoteid = remoterel->remoteid;
197  entry->remoterel.nspname = pstrdup(remoterel->nspname);
198  entry->remoterel.relname = pstrdup(remoterel->relname);
199  entry->remoterel.natts = remoterel->natts;
200  entry->remoterel.attnames = palloc(remoterel->natts * sizeof(char *));
201  entry->remoterel.atttyps = palloc(remoterel->natts * sizeof(Oid));
202  for (i = 0; i < remoterel->natts; i++)
203  {
204  entry->remoterel.attnames[i] = pstrdup(remoterel->attnames[i]);
205  entry->remoterel.atttyps[i] = remoterel->atttyps[i];
206  }
207  entry->remoterel.replident = remoterel->replident;
208  entry->remoterel.attkeys = bms_copy(remoterel->attkeys);
209  MemoryContextSwitchTo(oldctx);
210 }
static void logicalrep_relmap_free_entry(LogicalRepRelMapEntry *entry)
Definition: relation.c:141
Bitmapset * bms_copy(const Bitmapset *a)
Definition: bitmapset.c:74
char * pstrdup(const char *in)
Definition: mcxt.c:1187
static MemoryContext MemoryContextSwitchTo(MemoryContext context)
Definition: palloc.h:109
void * hash_search(HTAB *hashp, const void *keyPtr, HASHACTION action, bool *foundPtr)
Definition: dynahash.c:919
unsigned int Oid
Definition: postgres_ext.h:31
Bitmapset * attkeys
Definition: logicalproto.h:69
LogicalRepRelId remoteid
Definition: logicalproto.h:61
LogicalRepRelation remoterel
static MemoryContext LogicalRepRelMapContext
Definition: relation.c:34
void * palloc(Size size)
Definition: mcxt.c:950
int i
static void logicalrep_relmap_init(void)
Definition: relation.c:103
static HTAB * LogicalRepRelMap
Definition: relation.c:36

◆ logicalrep_typmap_gettypname()

char* logicalrep_typmap_gettypname ( Oid  remoteid)

Definition at line 469 of file relation.c.

References Assert, FirstGenbkiObjectId, format_type_be(), get_typisdefined(), HASH_FIND, hash_search(), LogicalRepTyp::nspname, OidIsValid, psprintf(), LogicalRepTyp::remoteid, and LogicalRepTyp::typname.

Referenced by slot_store_error_callback().

470 {
471  LogicalRepTyp *entry;
472  bool found;
473 
474  /* Internal types are mapped directly. */
475  if (remoteid < FirstGenbkiObjectId)
476  {
477  if (!get_typisdefined(remoteid))
478  {
479  /*
480  * This can be caused by having a publisher with a higher
481  * PostgreSQL major version than the subscriber.
482  */
483  return psprintf("unrecognized %u", remoteid);
484  }
485 
486  return format_type_be(remoteid);
487  }
488 
489  if (LogicalRepTypMap == NULL)
490  {
491  /*
492  * If the typemap is not initialized yet, we cannot possibly attempt
493  * to search the hash table; but there's no way we know the type
494  * locally yet, since we haven't received a message about this type,
495  * so this is the best we can do.
496  */
497  return psprintf("unrecognized %u", remoteid);
498  }
499 
500  /* search the mapping */
501  entry = hash_search(LogicalRepTypMap, (void *) &remoteid,
502  HASH_FIND, &found);
503  if (!found)
504  return psprintf("unrecognized %u", remoteid);
505 
506  Assert(OidIsValid(entry->remoteid));
507  return psprintf("%s.%s", entry->nspname, entry->typname);
508 }
char * typname
Definition: logicalproto.h:77
char * psprintf(const char *fmt,...)
Definition: psprintf.c:46
bool get_typisdefined(Oid typid)
Definition: lsyscache.c:2061
char * format_type_be(Oid type_oid)
Definition: format_type.c:339
void * hash_search(HTAB *hashp, const void *keyPtr, HASHACTION action, bool *foundPtr)
Definition: dynahash.c:919
static HTAB * LogicalRepTypMap
Definition: relation.c:37
#define OidIsValid(objectId)
Definition: c.h:651
#define Assert(condition)
Definition: c.h:745
#define FirstGenbkiObjectId
Definition: transam.h:188
char * nspname
Definition: logicalproto.h:76

◆ logicalrep_typmap_update()

void logicalrep_typmap_update ( LogicalRepTyp remotetyp)

Definition at line 435 of file relation.c.

References HASH_ENTER, hash_search(), logicalrep_relmap_init(), logicalrep_typmap_free_entry(), MemoryContextSwitchTo(), LogicalRepTyp::nspname, pstrdup(), LogicalRepTyp::remoteid, and LogicalRepTyp::typname.

Referenced by apply_handle_type().

436 {
437  MemoryContext oldctx;
438  LogicalRepTyp *entry;
439  bool found;
440 
441  if (LogicalRepTypMap == NULL)
443 
444  /*
445  * HASH_ENTER returns the existing entry if present or creates a new one.
446  */
447  entry = hash_search(LogicalRepTypMap, (void *) &remotetyp->remoteid,
448  HASH_ENTER, &found);
449 
450  if (found)
452 
453  /* Make cached copy of the data */
454  entry->remoteid = remotetyp->remoteid;
456  entry->nspname = pstrdup(remotetyp->nspname);
457  entry->typname = pstrdup(remotetyp->typname);
458  MemoryContextSwitchTo(oldctx);
459 }
char * typname
Definition: logicalproto.h:77
char * pstrdup(const char *in)
Definition: mcxt.c:1187
static MemoryContext MemoryContextSwitchTo(MemoryContext context)
Definition: palloc.h:109
void * hash_search(HTAB *hashp, const void *keyPtr, HASHACTION action, bool *foundPtr)
Definition: dynahash.c:919
static HTAB * LogicalRepTypMap
Definition: relation.c:37
static MemoryContext LogicalRepRelMapContext
Definition: relation.c:34
static void logicalrep_relmap_init(void)
Definition: relation.c:103
static void logicalrep_typmap_free_entry(LogicalRepTyp *entry)
Definition: relation.c:425
char * nspname
Definition: logicalproto.h:76