mirror of
https://github.com/zebrajr/pytorch.git
synced 2026-01-15 12:15:51 +00:00
a016150163
Summary: Pull Request resolved: https://github.com/pytorch/pytorch/pull/60543 Since now c10d is part of libtorch, it would also be nice if the sources lived all in one place. ghstack-source-id: 132306292 Test Plan: It builds Reviewed By: cbalioglu Differential Revision: D29062002 fbshipit-source-id: d9e1301e9d73e1643fa0f0119cd2d618f1ad52e6
100 lines
2.7 KiB
C++
100 lines
2.7 KiB
C++
#include <c10/util/irange.h>
|
|
#include "StoreTestCommon.hpp"
|
|
|
|
#include <unistd.h>
|
|
|
|
#include <iostream>
|
|
#include <thread>
|
|
|
|
#include <c10d/HashStore.hpp>
|
|
#include <c10d/PrefixStore.hpp>
|
|
|
|
constexpr int64_t kShortStoreTimeoutMillis = 100;
|
|
|
|
void testGetSet(std::string prefix = "") {
|
|
// Basic set/get
|
|
{
|
|
auto hashStore = c10::make_intrusive<c10d::HashStore>();
|
|
c10d::PrefixStore store(prefix, hashStore);
|
|
c10d::test::set(store, "key0", "value0");
|
|
c10d::test::set(store, "key1", "value1");
|
|
c10d::test::set(store, "key2", "value2");
|
|
c10d::test::check(store, "key0", "value0");
|
|
c10d::test::check(store, "key1", "value1");
|
|
c10d::test::check(store, "key2", "value2");
|
|
|
|
// Check compareSet, does not check return value
|
|
c10d::test::compareSet(store, "key0", "wrongExpectedValue", "newValue");
|
|
c10d::test::check(store, "key0", "value0");
|
|
c10d::test::compareSet(store, "key0", "value0", "newValue");
|
|
c10d::test::check(store, "key0", "newValue");
|
|
|
|
auto numKeys = store.getNumKeys();
|
|
EXPECT_EQ(numKeys, 3);
|
|
auto delSuccess = store.deleteKey("key0");
|
|
EXPECT_TRUE(delSuccess);
|
|
numKeys = store.getNumKeys();
|
|
EXPECT_EQ(numKeys, 2);
|
|
auto delFailure = store.deleteKey("badKeyName");
|
|
EXPECT_FALSE(delFailure);
|
|
auto timeout = std::chrono::milliseconds(kShortStoreTimeoutMillis);
|
|
store.setTimeout(timeout);
|
|
EXPECT_THROW(store.get("key0"), std::runtime_error);
|
|
}
|
|
|
|
// get() waits up to timeout_.
|
|
{
|
|
auto hashStore = c10::make_intrusive<c10d::HashStore>();
|
|
c10d::PrefixStore store(prefix, hashStore);
|
|
std::thread th([&]() { c10d::test::set(store, "key0", "value0"); });
|
|
c10d::test::check(store, "key0", "value0");
|
|
th.join();
|
|
}
|
|
}
|
|
|
|
void stressTestStore(std::string prefix = "") {
|
|
// Hammer on HashStore::add
|
|
const auto numThreads = 4;
|
|
const auto numIterations = 100;
|
|
|
|
std::vector<std::thread> threads;
|
|
c10d::test::Semaphore sem1, sem2;
|
|
auto hashStore = c10::make_intrusive<c10d::HashStore>();
|
|
c10d::PrefixStore store(prefix, hashStore);
|
|
|
|
for (const auto i : c10::irange(numThreads)) {
|
|
threads.push_back(std::thread([&] {
|
|
sem1.post();
|
|
sem2.wait();
|
|
for (const auto j : c10::irange(numIterations)) {
|
|
store.add("counter", 1);
|
|
}
|
|
}));
|
|
}
|
|
|
|
sem1.wait(numThreads);
|
|
sem2.post(numThreads);
|
|
|
|
for (auto& thread : threads) {
|
|
thread.join();
|
|
}
|
|
std::string expected = std::to_string(numThreads * numIterations);
|
|
c10d::test::check(store, "counter", expected);
|
|
}
|
|
|
|
TEST(HashStoreTest, testGetAndSet) {
|
|
testGetSet();
|
|
}
|
|
|
|
TEST(HashStoreTest, testGetAndSetWithPrefix) {
|
|
testGetSet("testPrefix");
|
|
}
|
|
|
|
TEST(HashStoreTest, testStressStore) {
|
|
stressTestStore();
|
|
}
|
|
|
|
TEST(HashStoreTest, testStressStoreWithPrefix) {
|
|
stressTestStore("testPrefix");
|
|
}
|