From 38da76804e8e1c0e97ba4f59711b64f0637ced50 Mon Sep 17 00:00:00 2001 From: ridiculousfish Date: Tue, 29 Apr 2014 14:14:50 -0700 Subject: [PATCH] Implement shared memory strategy for universal variable notifications --- env_universal_common.cpp | 203 +++++++++++++++++++++++++++++++++++++++ env_universal_common.h | 43 +++++++++ fish_tests.cpp | 66 +++++++++++++ 3 files changed, 312 insertions(+) diff --git a/env_universal_common.cpp b/env_universal_common.cpp index 567bdeb44..6dfa01634 100644 --- a/env_universal_common.cpp +++ b/env_universal_common.cpp @@ -30,6 +30,7 @@ #include #include #include +#include #include #ifdef HAVE_SYS_SELECT_H @@ -1288,3 +1289,205 @@ std::string get_machine_identifier(void) } return result; } + +class universal_notifier_shmem_poller_t : public universal_notifier_t +{ + /* This is what our shared memory looks like. Everything here is stored in network byte order (big-endian) */ + struct universal_notifier_shmem_t + { + uint32_t magic; + uint32_t version; + uint32_t universal_variable_seed; + }; + +#define SHMEM_MAGIC_NUMBER 0xF154 +#define SHMEM_VERSION_CURRENT 1000 + + private: + uint32_t last_seed; + volatile universal_notifier_shmem_t *region; + + void open_shmem() + { + assert(region == NULL); + + // Use a path based on our uid to avoid collisions + char path[NAME_MAX]; + snprintf(path, sizeof path, "/%ls_shmem_%d", program_name ? program_name : L"fish", getuid()); + + bool errored = false; + int fd = shm_open(path, O_RDWR | O_CREAT, 0600); + if (fd < 0) + { + wperror(L"shm_open"); + errored = true; + } + + /* Get the size */ + size_t size = 0; + if (! errored) + { + struct stat buf = {}; + if (fstat(fd, &buf) < 0) + { + wperror(L"fstat"); + errored = true; + } + size = buf.st_size; + } + + /* Set the size, if it's too small */ + if (! errored && size < sizeof(universal_notifier_shmem_t)) + { + if (ftruncate(fd, sizeof(universal_notifier_shmem_t)) < 0) + { + wperror(L"ftruncate"); + errored = true; + } + } + + /* Memory map the region */ + if (! errored) + { + void *addr = mmap(NULL, sizeof(universal_notifier_shmem_t), PROT_READ | PROT_WRITE, MAP_FILE | MAP_SHARED, fd, 0); + if (addr == MAP_FAILED) + { + wperror(L"mmap"); + region = NULL; + } + else + { + region = static_cast(addr); + } + } + + /* Close the fd, even if the mapping succeeded */ + if (fd >= 0) + { + close(fd); + } + + /* Read the current seed */ + this->poll(); + } + + public: + + /* Our notification involves changing the value in our shared memory. In practice, all clients will be in separate processes, so it suffices to set the value to a pid. For testing purposes, however, it's useful to keep them in the same process, so we increment the value. This isn't "safe" in the sense that */ + void post_notification() + { + if (region != NULL) + { + /* Read off the seed */ + uint32_t seed = ntohl(region->universal_variable_seed); + + /* Increment it. Don't let it wrap to zero. */ + do + { + seed++; + } + while (seed == 0); + last_seed = seed; + + /* Write out our data */ + region->magic = htonl(SHMEM_MAGIC_NUMBER); + region->version = htonl(SHMEM_VERSION_CURRENT); + region->universal_variable_seed = htonl(seed); + } + } + + universal_notifier_shmem_poller_t() : last_seed(0), region(NULL) + { + open_shmem(); + } + + ~universal_notifier_shmem_poller_t() + { + if (region != NULL) + { + // Behold: C++ in all its glory! + void *address = const_cast(static_cast(region)); + if (munmap(address, sizeof(universal_notifier_shmem_t)) < 0) + { + wperror(L"munmap"); + } + } + } + + bool needs_polling() const + { + return true; + } + + bool poll() + { + bool result = false; + if (region != NULL) + { + uint32_t seed = ntohl(region->universal_variable_seed); + if (seed != last_seed) + { + result = true; + last_seed = seed; + } + } + return result; + } + +}; + +universal_notifier_t::notifier_strategy_t universal_notifier_t::resolve_default_strategy() +{ + return strategy_shmem_polling; +} + +universal_notifier_t &universal_notifier_t::default_notifier() +{ + static universal_notifier_t *result = new_notifier_for_strategy(strategy_default); + return *result; +} + +universal_notifier_t *universal_notifier_t::new_notifier_for_strategy(universal_notifier_t::notifier_strategy_t strat) +{ + if (strat == strategy_default) + { + strat = resolve_default_strategy(); + } + switch (strat) + { + case strategy_shmem_polling: + return new universal_notifier_shmem_poller_t(); + + default: + fprintf(stderr, "Unsupported strategy %d\n", strat); + return NULL; + } +} + +/* Default implementations. */ +universal_notifier_t::universal_notifier_t() +{ +} + +universal_notifier_t::~universal_notifier_t() +{ +} + +int universal_notifier_t::notification_fd() +{ + return -1; +} + +void universal_notifier_t::post_notification() +{ +} + +bool universal_notifier_t::poll() +{ + return false; +} + +bool universal_notifier_t::needs_polling() const +{ + return false; +} \ No newline at end of file diff --git a/env_universal_common.h b/env_universal_common.h index 769825ed6..b0ba48764 100644 --- a/env_universal_common.h +++ b/env_universal_common.h @@ -272,6 +272,49 @@ public: void read_message(connection_t *src, callback_data_list_t *callbacks); }; +class universal_notifier_t +{ +public: + enum notifier_strategy_t + { + strategy_default, + strategy_shmem_polling, + strategy_notifyd + }; + + protected: + universal_notifier_t(); + + private: + /* No copying */ + universal_notifier_t &operator=(const universal_notifier_t &); + universal_notifier_t(const universal_notifier_t &x); + + static notifier_strategy_t resolve_default_strategy(); + + public: + + virtual ~universal_notifier_t(); + + /* Factory constructor. Free with delete */ + static universal_notifier_t *new_notifier_for_strategy(notifier_strategy_t strat); + + /* Default instance. Other instances are possible for testing */ + static universal_notifier_t &default_notifier(); + + /* Returns the fd from which to watch for events, or -1 if none */ + virtual int notification_fd(); + + /* Does a fast poll(). Returns true if changed. */ + virtual bool poll(); + + /* Indicates whether this notifier requires polling. */ + virtual bool needs_polling() const; + + /* Triggers a notification */ + virtual void post_notification(); +}; + std::string get_machine_identifier(); bool get_hostname_identifier(std::string *result); diff --git a/fish_tests.cpp b/fish_tests.cpp index 73a63a88b..4ab9ff199 100644 --- a/fish_tests.cpp +++ b/fish_tests.cpp @@ -2217,6 +2217,71 @@ static void test_universal() putc('\n', stderr); } +static void test_notifiers_with_strategy(universal_notifier_t::notifier_strategy_t strategy) +{ + say(L"Testing universal notifiers with strategy", (int)strategy); + universal_notifier_t *notifiers[16]; + size_t notifier_count = sizeof notifiers / sizeof *notifiers; + + // Populate array of notifiers + for (size_t i=0; i < notifier_count; i++) + { + notifiers[i] = universal_notifier_t::new_notifier_for_strategy(strategy); + } + + // Nobody should poll yet + for (size_t i=0; i < notifier_count; i++) + { + if (notifiers[i]->poll()) + { + err(L"Universal varibale notifier poll() returned true before any changes, with strategy %d", (int)strategy); + } + } + + // Tweak each notifier. Verify that others see it. + for (size_t post_idx=0; post_idx < notifier_count; post_idx++) + { + notifiers[post_idx]->post_notification(); + for (size_t i=0; i < notifier_count; i++) + { + // Skip the one who posted + if (i == post_idx) + { + continue; + } + + if (notifiers[i]->needs_polling()) + { + if (! notifiers[i]->poll()) + { + err(L"Universal varibale notifier poll() failed to notice changes, with strategy %d", (int)strategy); + } + } + } + } + + // Nobody should poll now + for (size_t i=0; i < notifier_count; i++) + { + if (notifiers[i]->poll()) + { + err(L"Universal varibale notifier poll() returned true after all changes, with strategy %d", (int)strategy); + } + } + + // Clean up + for (size_t i=0; i < notifier_count; i++) + { + delete notifiers[i]; + } + +} + +static void test_universal_notifiers() +{ + test_notifiers_with_strategy(universal_notifier_t::strategy_shmem_polling); +} + class history_tests_t { public: @@ -3270,6 +3335,7 @@ int main(int argc, char **argv) if (should_test_function("complete")) test_complete(); if (should_test_function("input")) test_input(); if (should_test_function("universal")) test_universal(); + if (should_test_function("universal_notifiers")) test_universal_notifiers(); if (should_test_function("completion_insertions")) test_completion_insertions(); if (should_test_function("autosuggestion_combining")) test_autosuggestion_combining(); if (should_test_function("autosuggest_suggest_special")) test_autosuggest_suggest_special();