40 #ifdef HAVE_SYS_EPOLL_H
41 #include <sys/epoll.h>
43 #ifdef HAVE_SYS_EVENT_H
44 #include <sys/event.h>
46 #ifdef HAVE_SYS_SIGNALFD_H
47 #include <sys/signalfd.h>
72 #if defined(WAIT_USE_EPOLL) || defined(WAIT_USE_POLL) || \
73 defined(WAIT_USE_KQUEUE) || defined(WAIT_USE_WIN32)
75 #elif defined(HAVE_SYS_EPOLL_H)
76 #define WAIT_USE_EPOLL
77 #elif defined(HAVE_KQUEUE)
78 #define WAIT_USE_KQUEUE
79 #elif defined(HAVE_POLL)
82 #define WAIT_USE_WIN32
84 #error "no wait set implementation available"
92 #if defined(WAIT_USE_POLL) || defined(WAIT_USE_EPOLL)
93 #if defined(WAIT_USE_SELF_PIPE) || defined(WAIT_USE_SIGNALFD)
95 #elif defined(WAIT_USE_EPOLL) && defined(HAVE_SYS_SIGNALFD_H) && \
97 #define WAIT_USE_SIGNALFD
99 #define WAIT_USE_SELF_PIPE
131 #if defined(WAIT_USE_EPOLL)
134 struct epoll_event *epoll_ret_events;
135 #elif defined(WAIT_USE_KQUEUE)
138 struct kevent *kqueue_ret_events;
139 bool report_postmaster_not_running;
140 #elif defined(WAIT_USE_POLL)
143 #elif defined(WAIT_USE_WIN32)
158 #define LatchWaitSetLatchPos 0
165 #ifdef WAIT_USE_SIGNALFD
167 static int signal_fd = -1;
170 #ifdef WAIT_USE_SELF_PIPE
183 #if defined(WAIT_USE_SELF_PIPE) || defined(WAIT_USE_SIGNALFD)
184 static void drain(
void);
187 #if defined(WAIT_USE_EPOLL)
189 #elif defined(WAIT_USE_KQUEUE)
191 #elif defined(WAIT_USE_POLL)
193 #elif defined(WAIT_USE_WIN32)
198 WaitEvent *occurred_events,
int nevents);
209 #if defined(WAIT_USE_SELF_PIPE)
261 if (pipe(pipefd) < 0)
263 if (fcntl(pipefd[0], F_SETFL, O_NONBLOCK) == -1)
264 elog(
FATAL,
"fcntl(F_SETFL) failed on read-end of self-pipe: %m");
265 if (fcntl(pipefd[1], F_SETFL, O_NONBLOCK) == -1)
266 elog(
FATAL,
"fcntl(F_SETFL) failed on write-end of self-pipe: %m");
267 if (fcntl(pipefd[0], F_SETFD, FD_CLOEXEC) == -1)
268 elog(
FATAL,
"fcntl(F_SETFD) failed on read-end of self-pipe: %m");
269 if (fcntl(pipefd[1], F_SETFD, FD_CLOEXEC) == -1)
270 elog(
FATAL,
"fcntl(F_SETFD) failed on write-end of self-pipe: %m");
283 #ifdef WAIT_USE_SIGNALFD
284 sigset_t signalfd_mask;
296 (void)
close(signal_fd);
306 sigemptyset(&signalfd_mask);
307 sigaddset(&signalfd_mask, SIGURG);
308 signal_fd = signalfd(-1, &signalfd_mask, SFD_NONBLOCK | SFD_CLOEXEC);
314 #ifdef WAIT_USE_KQUEUE
341 #if defined(WAIT_USE_POLL)
351 #if defined(WAIT_USE_SELF_PIPE)
359 #if defined(WAIT_USE_SIGNALFD)
376 #if defined(WAIT_USE_SELF_PIPE)
379 #elif defined(WAIT_USE_SIGNALFD)
382 #elif defined(WAIT_USE_WIN32)
383 latch->event = CreateEvent(NULL, TRUE, FALSE, NULL);
384 if (latch->event == NULL)
385 elog(
ERROR,
"CreateEvent failed: error code %lu", GetLastError());
408 SECURITY_ATTRIBUTES
sa;
413 ZeroMemory(&
sa,
sizeof(
sa));
414 sa.nLength =
sizeof(
sa);
415 sa.bInheritHandle = TRUE;
417 latch->event = CreateEvent(&
sa, TRUE, FALSE, NULL);
418 if (latch->event == NULL)
419 elog(
ERROR,
"CreateEvent failed: error code %lu", GetLastError());
445 #if defined(WAIT_USE_SELF_PIPE)
448 #elif defined(WAIT_USE_SIGNALFD)
455 elog(
PANIC,
"latch already owned by PID %d", owner_pid);
516 wait_event_info) == 0)
541 long timeout,
uint32 wait_event_info)
661 #if defined(WAIT_USE_SELF_PIPE)
670 kill(owner_pid, SIGURG);
681 handle = latch->event;
738 #if defined(WAIT_USE_EPOLL)
739 sz +=
MAXALIGN(
sizeof(
struct epoll_event) * nevents);
740 #elif defined(WAIT_USE_KQUEUE)
741 sz +=
MAXALIGN(
sizeof(
struct kevent) * nevents);
742 #elif defined(WAIT_USE_POLL)
743 sz +=
MAXALIGN(
sizeof(
struct pollfd) * nevents);
744 #elif defined(WAIT_USE_WIN32)
746 sz +=
MAXALIGN(
sizeof(HANDLE) * (nevents + 1));
757 #if defined(WAIT_USE_EPOLL)
758 set->epoll_ret_events = (
struct epoll_event *)
data;
760 #elif defined(WAIT_USE_KQUEUE)
761 set->kqueue_ret_events = (
struct kevent *)
data;
763 #elif defined(WAIT_USE_POLL)
766 #elif defined(WAIT_USE_WIN32)
767 set->handles = (HANDLE)
data;
775 #if defined(WAIT_USE_EPOLL)
781 set->epoll_fd = epoll_create1(EPOLL_CLOEXEC);
782 if (set->epoll_fd < 0)
787 #elif defined(WAIT_USE_KQUEUE)
793 set->kqueue_fd = kqueue();
794 if (set->kqueue_fd < 0)
799 if (fcntl(set->kqueue_fd, F_SETFD, FD_CLOEXEC) == -1)
801 int save_errno = errno;
803 close(set->kqueue_fd);
806 elog(
ERROR,
"fcntl(F_SETFD) failed on kqueue descriptor: %m");
808 set->report_postmaster_not_running =
false;
809 #elif defined(WAIT_USE_WIN32)
839 #if defined(WAIT_USE_EPOLL)
840 close(set->epoll_fd);
842 #elif defined(WAIT_USE_KQUEUE)
843 close(set->kqueue_fd);
845 #elif defined(WAIT_USE_WIN32)
848 for (cur_event = set->
events;
863 WSAEventSelect(cur_event->
fd, NULL, 0);
864 WSACloseEvent(set->handles[cur_event->
pos + 1]);
878 #if defined(WAIT_USE_EPOLL)
879 close(set->epoll_fd);
881 #elif defined(WAIT_USE_KQUEUE)
939 elog(
ERROR,
"cannot wait on a latch owned by another process");
941 elog(
ERROR,
"cannot wait on more than one latch");
943 elog(
ERROR,
"latch events only support being set");
948 elog(
ERROR,
"cannot wait on latch without a specified latch");
953 elog(
ERROR,
"cannot wait on socket event without a socket");
958 event->events = events;
959 event->user_data = user_data;
961 event->reset =
false;
968 #if defined(WAIT_USE_SELF_PIPE)
970 #elif defined(WAIT_USE_SIGNALFD)
971 event->fd = signal_fd;
974 #ifdef WAIT_USE_EPOLL
987 #if defined(WAIT_USE_EPOLL)
988 WaitEventAdjustEpoll(set, event, EPOLL_CTL_ADD);
989 #elif defined(WAIT_USE_KQUEUE)
990 WaitEventAdjustKqueue(set, event, 0);
991 #elif defined(WAIT_USE_POLL)
993 #elif defined(WAIT_USE_WIN32)
994 WaitEventAdjustWin32(set, event);
1011 #if defined(WAIT_USE_KQUEUE)
1015 Assert(pos < set->nevents);
1017 event = &set->
events[pos];
1018 #if defined(WAIT_USE_KQUEUE)
1019 old_events =
event->
events;
1028 if (events == event->
events &&
1035 elog(
ERROR,
"cannot modify latch event");
1040 elog(
ERROR,
"cannot modify postmaster death event");
1044 event->events = events;
1049 elog(
ERROR,
"cannot wait on a latch owned by another process");
1059 #if defined(WAIT_USE_WIN32)
1067 #if defined(WAIT_USE_EPOLL)
1068 WaitEventAdjustEpoll(set, event, EPOLL_CTL_MOD);
1069 #elif defined(WAIT_USE_KQUEUE)
1070 WaitEventAdjustKqueue(set, event, old_events);
1071 #elif defined(WAIT_USE_POLL)
1073 #elif defined(WAIT_USE_WIN32)
1074 WaitEventAdjustWin32(set, event);
1078 #if defined(WAIT_USE_EPOLL)
1085 struct epoll_event epoll_ev;
1089 epoll_ev.data.ptr = event;
1091 epoll_ev.
events = EPOLLERR | EPOLLHUP;
1097 epoll_ev.events |= EPOLLIN;
1101 epoll_ev.events |= EPOLLIN;
1111 epoll_ev.events |= EPOLLIN;
1113 epoll_ev.events |= EPOLLOUT;
1115 epoll_ev.events |= EPOLLRDHUP;
1123 rc = epoll_ctl(set->epoll_fd,
action, event->
fd, &epoll_ev);
1128 errmsg(
"%s() failed: %m",
1133 #if defined(WAIT_USE_POLL)
1137 struct pollfd *pollfd = &set->
pollfds[
event->pos];
1139 pollfd->revents = 0;
1140 pollfd->fd =
event->fd;
1146 pollfd->events = POLLIN;
1150 pollfd->events = POLLIN;
1159 pollfd->events |= POLLIN;
1161 pollfd->events |= POLLOUT;
1164 pollfd->events |= POLLRDHUP;
1172 #if defined(WAIT_USE_KQUEUE)
1180 #define AccessWaitEvent(k_ev) (*((WaitEvent **)(&(k_ev)->udata)))
1183 WaitEventAdjustKqueueAdd(
struct kevent *k_ev,
int filter,
int action,
1186 k_ev->ident =
event->fd;
1187 k_ev->filter = filter;
1191 AccessWaitEvent(k_ev) = event;
1195 WaitEventAdjustKqueueAddPostmaster(
struct kevent *k_ev,
WaitEvent *event)
1199 k_ev->filter = EVFILT_PROC;
1200 k_ev->flags = EV_ADD;
1201 k_ev->fflags = NOTE_EXIT;
1203 AccessWaitEvent(k_ev) = event;
1207 WaitEventAdjustKqueueAddLatch(
struct kevent *k_ev,
WaitEvent *event)
1210 k_ev->ident = SIGURG;
1211 k_ev->filter = EVFILT_SIGNAL;
1212 k_ev->flags = EV_ADD;
1215 AccessWaitEvent(k_ev) = event;
1225 struct kevent k_ev[2];
1227 bool new_filt_read =
false;
1228 bool old_filt_read =
false;
1229 bool new_filt_write =
false;
1230 bool old_filt_write =
false;
1232 if (old_events == event->
events)
1249 WaitEventAdjustKqueueAddPostmaster(&k_ev[count++], event);
1254 WaitEventAdjustKqueueAddLatch(&k_ev[count++], event);
1264 old_filt_read =
true;
1266 new_filt_read =
true;
1268 old_filt_write =
true;
1270 new_filt_write =
true;
1271 if (old_filt_read && !new_filt_read)
1272 WaitEventAdjustKqueueAdd(&k_ev[count++], EVFILT_READ, EV_DELETE,
1274 else if (!old_filt_read && new_filt_read)
1275 WaitEventAdjustKqueueAdd(&k_ev[count++], EVFILT_READ, EV_ADD,
1277 if (old_filt_write && !new_filt_write)
1278 WaitEventAdjustKqueueAdd(&k_ev[count++], EVFILT_WRITE, EV_DELETE,
1280 else if (!old_filt_write && new_filt_write)
1281 WaitEventAdjustKqueueAdd(&k_ev[count++], EVFILT_WRITE, EV_ADD,
1291 rc = kevent(set->kqueue_fd, &k_ev[0], count, NULL, 0, NULL);
1303 (errno == ESRCH || errno == EACCES))
1304 set->report_postmaster_not_running =
true;
1308 errmsg(
"%s() failed: %m",
1320 set->report_postmaster_not_running =
true;
1326 #if defined(WAIT_USE_WIN32)
1330 HANDLE *handle = &set->handles[
event->pos + 1];
1335 *handle = set->
latch->event;
1339 *handle = PostmasterHandle;
1343 int flags = FD_CLOSE;
1350 flags |= FD_CONNECT;
1354 if (*handle == WSA_INVALID_EVENT)
1356 *handle = WSACreateEvent();
1357 if (*handle == WSA_INVALID_EVENT)
1358 elog(
ERROR,
"failed to create event for socket: error code %d",
1361 if (WSAEventSelect(event->
fd, *handle, flags) != 0)
1362 elog(
ERROR,
"failed to set up event for socket: error code %d",
1384 WaitEvent *occurred_events,
int nevents,
1387 int returned_events = 0;
1390 long cur_timeout = -1;
1401 Assert(timeout >= 0 && timeout <= INT_MAX);
1402 cur_timeout = timeout;
1415 while (returned_events == 0)
1476 occurred_events, nevents);
1487 returned_events = rc;
1490 if (returned_events == 0 && timeout >= 0)
1495 if (cur_timeout <= 0)
1505 return returned_events;
1509 #if defined(WAIT_USE_EPOLL)
1521 WaitEvent *occurred_events,
int nevents)
1523 int returned_events = 0;
1526 struct epoll_event *cur_epoll_event;
1529 rc = epoll_wait(set->epoll_fd, set->epoll_ret_events,
1541 errmsg(
"%s() failed: %m",
1557 for (cur_epoll_event = set->epoll_ret_events;
1558 cur_epoll_event < (set->epoll_ret_events + rc) &&
1559 returned_events < nevents;
1563 cur_event = (
WaitEvent *) cur_epoll_event->data.ptr;
1565 occurred_events->
pos = cur_event->
pos;
1567 occurred_events->
events = 0;
1570 cur_epoll_event->events & (EPOLLIN | EPOLLERR | EPOLLHUP))
1584 cur_epoll_event->events & (EPOLLIN | EPOLLERR | EPOLLHUP))
1614 (cur_epoll_event->events & (EPOLLIN | EPOLLERR | EPOLLHUP)))
1621 (cur_epoll_event->events & (EPOLLOUT | EPOLLERR | EPOLLHUP)))
1628 (cur_epoll_event->events & (EPOLLRDHUP | EPOLLERR | EPOLLHUP)))
1634 if (occurred_events->
events != 0)
1636 occurred_events->
fd = cur_event->
fd;
1643 return returned_events;
1646 #elif defined(WAIT_USE_KQUEUE)
1657 WaitEvent *occurred_events,
int nevents)
1659 int returned_events = 0;
1662 struct kevent *cur_kqueue_event;
1663 struct timespec timeout;
1664 struct timespec *timeout_p;
1666 if (cur_timeout < 0)
1670 timeout.tv_sec = cur_timeout / 1000;
1671 timeout.tv_nsec = (cur_timeout % 1000) * 1000000;
1672 timeout_p = &timeout;
1679 if (
unlikely(set->report_postmaster_not_running))
1689 rc = kevent(set->kqueue_fd, NULL, 0,
1690 set->kqueue_ret_events,
1703 errmsg(
"%s() failed: %m",
1719 for (cur_kqueue_event = set->kqueue_ret_events;
1720 cur_kqueue_event < (set->kqueue_ret_events + rc) &&
1721 returned_events < nevents;
1725 cur_event = AccessWaitEvent(cur_kqueue_event);
1727 occurred_events->
pos = cur_event->
pos;
1729 occurred_events->
events = 0;
1732 cur_kqueue_event->filter == EVFILT_SIGNAL)
1743 cur_kqueue_event->filter == EVFILT_PROC &&
1744 (cur_kqueue_event->fflags & NOTE_EXIT) != 0)
1751 set->report_postmaster_not_running =
true;
1767 (cur_kqueue_event->filter == EVFILT_READ))
1774 (cur_kqueue_event->filter == EVFILT_READ) &&
1775 (cur_kqueue_event->flags & EV_EOF))
1782 (cur_kqueue_event->filter == EVFILT_WRITE))
1788 if (occurred_events->
events != 0)
1790 occurred_events->
fd = cur_event->
fd;
1797 return returned_events;
1800 #elif defined(WAIT_USE_POLL)
1810 WaitEvent *occurred_events,
int nevents)
1812 int returned_events = 0;
1815 struct pollfd *cur_pollfd;
1829 errmsg(
"%s() failed: %m",
1842 returned_events < nevents;
1843 cur_event++, cur_pollfd++)
1846 if (cur_pollfd->revents == 0)
1849 occurred_events->
pos = cur_event->
pos;
1851 occurred_events->
events = 0;
1854 (cur_pollfd->revents & (POLLIN | POLLHUP | POLLERR | POLLNVAL)))
1868 (cur_pollfd->revents & (POLLIN | POLLHUP | POLLERR | POLLNVAL)))
1895 int errflags = POLLHUP | POLLERR | POLLNVAL;
1900 (cur_pollfd->revents & (POLLIN | errflags)))
1907 (cur_pollfd->revents & (POLLOUT | errflags)))
1915 (cur_pollfd->revents & (POLLRDHUP | errflags)))
1922 if (occurred_events->
events != 0)
1924 occurred_events->
fd = cur_event->
fd;
1930 return returned_events;
1933 #elif defined(WAIT_USE_WIN32)
1947 WaitEvent *occurred_events,
int nevents)
1949 int returned_events = 0;
1954 for (cur_event = set->
events;
1958 if (cur_event->reset)
1960 WaitEventAdjustWin32(set, cur_event);
1961 cur_event->reset =
false;
1985 r = WSASend(cur_event->
fd, &
buf, 1, &sent, 0, NULL, NULL);
1986 if (r == 0 || WSAGetLastError() != WSAEWOULDBLOCK)
1988 occurred_events->
pos = cur_event->
pos;
1991 occurred_events->
fd = cur_event->
fd;
2002 rc = WaitForMultipleObjects(set->
nevents + 1, set->handles, FALSE,
2006 if (rc == WAIT_FAILED)
2007 elog(
ERROR,
"WaitForMultipleObjects() failed: error code %lu",
2009 else if (rc == WAIT_TIMEOUT)
2015 if (rc == WAIT_OBJECT_0)
2028 occurred_events->
pos = cur_event->
pos;
2030 occurred_events->
events = 0;
2038 if (!ResetEvent(set->handles[cur_event->
pos + 1]))
2039 elog(
ERROR,
"ResetEvent failed: error code %lu", GetLastError());
2070 WSANETWORKEVENTS resEvents;
2071 HANDLE handle = set->handles[cur_event->
pos + 1];
2075 occurred_events->
fd = cur_event->
fd;
2077 ZeroMemory(&resEvents,
sizeof(resEvents));
2078 if (WSAEnumNetworkEvents(cur_event->
fd, handle, &resEvents) != 0)
2079 elog(
ERROR,
"failed to enumerate network events: error code %d",
2082 (resEvents.lNetworkEvents & FD_READ))
2097 cur_event->reset =
true;
2100 (resEvents.lNetworkEvents & FD_WRITE))
2106 (resEvents.lNetworkEvents & FD_CONNECT))
2112 (resEvents.lNetworkEvents & FD_ACCEPT))
2117 if (resEvents.lNetworkEvents & FD_CLOSE)
2123 if (occurred_events->
events != 0)
2130 return returned_events;
2140 #if (defined(WAIT_USE_POLL) && defined(POLLRDHUP)) || \
2141 defined(WAIT_USE_EPOLL) || \
2142 defined(WAIT_USE_KQUEUE)
2158 #if defined(WAIT_USE_SELF_PIPE)
2168 int save_errno = errno;
2209 #if defined(WAIT_USE_SELF_PIPE) || defined(WAIT_USE_SIGNALFD)
2225 #ifdef WAIT_USE_SELF_PIPE
2238 else if (errno ==
EINTR)
2243 #ifdef WAIT_USE_SELF_PIPE
2244 elog(
ERROR,
"read() on self-pipe failed: %m");
2246 elog(
ERROR,
"read() on signalfd failed: %m");
2253 #ifdef WAIT_USE_SELF_PIPE
2254 elog(
ERROR,
"unexpected EOF on self-pipe");
2256 elog(
ERROR,
"unexpected EOF on signalfd");
2259 else if (rc <
sizeof(
buf))
#define pg_memory_barrier()
#define StaticAssertStmt(condition, errmessage)
#define PG_USED_FOR_ASSERTS_ONLY
elog(ERROR, "%s: %s", p2, msg)
int errcode_for_socket_access(void)
int errmsg(const char *fmt,...)
#define ereport(elevel,...)
void ReleaseExternalFD(void)
bool AcquireExternalFD(void)
void ReserveExternalFD(void)
#define INSTR_TIME_SET_CURRENT(t)
#define INSTR_TIME_SUBTRACT(x, y)
#define INSTR_TIME_GET_MILLISEC(t)
#define INSTR_TIME_SET_ZERO(t)
if(TABLE==NULL||TABLE_index==NULL)
static void latch_sigurg_handler(SIGNAL_ARGS)
static void sendSelfPipeByte(void)
void InitializeLatchWaitSet(void)
int WaitLatchOrSocket(Latch *latch, int wakeEvents, pgsocket sock, long timeout, uint32 wait_event_info)
#define LatchWaitSetLatchPos
static int selfpipe_readfd
void OwnLatch(Latch *latch)
void DisownLatch(Latch *latch)
void FreeWaitEventSetAfterFork(WaitEventSet *set)
static void WaitEventAdjustPoll(WaitEventSet *set, WaitEvent *event)
static int selfpipe_owner_pid
static int selfpipe_writefd
int GetNumRegisteredWaitEvents(WaitEventSet *set)
WaitEventSet * CreateWaitEventSet(MemoryContext context, int nevents)
void InitSharedLatch(Latch *latch)
void InitializeLatchSupport(void)
static WaitEventSet * LatchWaitSet
void ModifyWaitEvent(WaitEventSet *set, int pos, uint32 events, Latch *latch)
static int WaitEventSetWaitBlock(WaitEventSet *set, int cur_timeout, WaitEvent *occurred_events, int nevents)
void SetLatch(Latch *latch)
void ShutdownLatchSupport(void)
bool WaitEventSetCanReportClosed(void)
void InitLatch(Latch *latch)
int AddWaitEventToSet(WaitEventSet *set, uint32 events, pgsocket fd, Latch *latch, void *user_data)
int WaitEventSetWait(WaitEventSet *set, long timeout, WaitEvent *occurred_events, int nevents, uint32 wait_event_info)
static volatile sig_atomic_t waiting
void FreeWaitEventSet(WaitEventSet *set)
void ResetLatch(Latch *latch)
int WaitLatch(Latch *latch, int wakeEvents, long timeout, uint32 wait_event_info)
#define WL_SOCKET_READABLE
#define WL_EXIT_ON_PM_DEATH
#define WL_SOCKET_CONNECTED
#define WL_POSTMASTER_DEATH
#define WL_SOCKET_WRITEABLE
Assert(fmt[strlen(fmt) - 1] !='\n')
void pfree(void *pointer)
MemoryContext TopMemoryContext
void * MemoryContextAllocZero(MemoryContext context, Size size)
MemoryContext CurrentMemoryContext
bool PostmasterIsAliveInternal(void)
#define PostmasterIsAlive()
pqsigfunc pqsignal(int signo, pqsigfunc func)
int postmaster_alive_fds[2]
#define POSTMASTER_FD_WATCH
static int fd(const char *x, int i)
void pgwin32_dispatch_queued_signals(void)
HANDLE pgwin32_signal_event
sig_atomic_t maybe_sleeping
bool exit_on_postmaster_death
static void pgstat_report_wait_start(uint32 wait_event_info)
static void pgstat_report_wait_end(void)