Commit 76663af2 authored by Sven Over's avatar Sven Over Committed by Facebook Github Bot 9

folly/futures: replace MoveWrappers with generalised lambda capture

Summary:Now that folly::Future uses folly::Function, we can use non-copyable
callbacks. That allows us to get rid of folly::MoveWrapper in the
implementaion.

This diff also enforces perfect forwarding in the implementation of
folly::Future, thereby reducing the number of times that a callable
that is passed to Future::then et al. gets passed by value.

Before folly::Function, Future::then(callback) has invoked the move
constructor of the callback type 5 times for small callback objects
(fitting into the in-place storage inside folly::detail::Core) and
6 times for large callback objects. This has been reduced to 5 times
in all cases with the switch to UniqueFunction. This diff reduces it
to 2 times.

Reviewed By: yfeldblum

Differential Revision: D2976647

fb-gh-sync-id: 9da470d7e9130bd7ad8af762fd238ef9a3ac5892
fbshipit-source-id: 9da470d7e9130bd7ad8af762fd238ef9a3ac5892
parent a92b878a
...@@ -19,6 +19,7 @@ ...@@ -19,6 +19,7 @@
#include <folly/CPortability.h> #include <folly/CPortability.h>
#include <folly/Memory.h> #include <folly/Memory.h>
#include <folly/MoveWrapper.h>
#include <folly/Optional.h> #include <folly/Optional.h>
#include <folly/Portability.h> #include <folly/Portability.h>
#include <folly/ScopeGuard.h> #include <folly/ScopeGuard.h>
......
...@@ -109,7 +109,7 @@ template <class T> ...@@ -109,7 +109,7 @@ template <class T>
template <class F> template <class F>
void Future<T>::setCallback_(F&& func) { void Future<T>::setCallback_(F&& func) {
throwIfInvalid(); throwIfInvalid();
core_->setCallback(std::move(func)); core_->setCallback(std::forward<F>(func));
} }
// unwrap // unwrap
...@@ -131,19 +131,17 @@ Future<T>::unwrap() { ...@@ -131,19 +131,17 @@ Future<T>::unwrap() {
template <class T> template <class T>
template <typename F, typename R, bool isTry, typename... Args> template <typename F, typename R, bool isTry, typename... Args>
typename std::enable_if<!R::ReturnsFuture::value, typename R::Return>::type typename std::enable_if<!R::ReturnsFuture::value, typename R::Return>::type
Future<T>::thenImplementation(F func, detail::argResult<isTry, F, Args...>) { Future<T>::thenImplementation(F&& func, detail::argResult<isTry, F, Args...>) {
static_assert(sizeof...(Args) <= 1, "Then must take zero/one argument"); static_assert(sizeof...(Args) <= 1, "Then must take zero/one argument");
typedef typename R::ReturnsFuture::Inner B; typedef typename R::ReturnsFuture::Inner B;
throwIfInvalid(); throwIfInvalid();
// wrap these so we can move them into the lambda Promise<B> p;
folly::MoveWrapper<Promise<B>> p; p.core_->setInterruptHandlerNoLock(core_->getInterruptHandler());
p->core_->setInterruptHandlerNoLock(core_->getInterruptHandler());
folly::MoveWrapper<F> funcm(std::forward<F>(func));
// grab the Future now before we lose our handle on the Promise // grab the Future now before we lose our handle on the Promise
auto f = p->getFuture(); auto f = p.getFuture();
f.core_->setExecutorNoLock(getExecutor()); f.core_->setExecutorNoLock(getExecutor());
/* This is a bit tricky. /* This is a bit tricky.
...@@ -165,9 +163,6 @@ Future<T>::thenImplementation(F func, detail::argResult<isTry, F, Args...>) { ...@@ -165,9 +163,6 @@ Future<T>::thenImplementation(F func, detail::argResult<isTry, F, Args...>) {
persist beyond the callback, if it gets moved), and so it is an persist beyond the callback, if it gets moved), and so it is an
optimization to just make it shared from the get-go. optimization to just make it shared from the get-go.
We have to move in the Promise and func using the MoveWrapper
hack. (func could be copied but it's a big drag on perf).
Two subtle but important points about this design. detail::Core has no Two subtle but important points about this design. detail::Core has no
back pointers to Future or Promise, so if Future or Promise get moved back pointers to Future or Promise, so if Future or Promise get moved
(and they will be moved in performant code) we don't have to do (and they will be moved in performant code) we don't have to do
...@@ -178,16 +173,14 @@ Future<T>::thenImplementation(F func, detail::argResult<isTry, F, Args...>) { ...@@ -178,16 +173,14 @@ Future<T>::thenImplementation(F func, detail::argResult<isTry, F, Args...>) {
in some circumstances, but I think it should be explicit not implicit in some circumstances, but I think it should be explicit not implicit
in the destruction of the Future used to create it. in the destruction of the Future used to create it.
*/ */
setCallback_( setCallback_([ funcm = std::forward<F>(func), pm = std::move(p) ](
[p, funcm](Try<T>&& t) mutable { Try<T> && t) mutable {
if (!isTry && t.hasException()) { if (!isTry && t.hasException()) {
p->setException(std::move(t.exception())); pm.setException(std::move(t.exception()));
} else { } else {
p->setWith([&]() { pm.setWith([&]() { return funcm(t.template get<isTry, Args>()...); });
return (*funcm)(t.template get<isTry, Args>()...); }
}); });
}
});
return f; return f;
} }
...@@ -197,39 +190,37 @@ Future<T>::thenImplementation(F func, detail::argResult<isTry, F, Args...>) { ...@@ -197,39 +190,37 @@ Future<T>::thenImplementation(F func, detail::argResult<isTry, F, Args...>) {
template <class T> template <class T>
template <typename F, typename R, bool isTry, typename... Args> template <typename F, typename R, bool isTry, typename... Args>
typename std::enable_if<R::ReturnsFuture::value, typename R::Return>::type typename std::enable_if<R::ReturnsFuture::value, typename R::Return>::type
Future<T>::thenImplementation(F func, detail::argResult<isTry, F, Args...>) { Future<T>::thenImplementation(F&& func, detail::argResult<isTry, F, Args...>) {
static_assert(sizeof...(Args) <= 1, "Then must take zero/one argument"); static_assert(sizeof...(Args) <= 1, "Then must take zero/one argument");
typedef typename R::ReturnsFuture::Inner B; typedef typename R::ReturnsFuture::Inner B;
throwIfInvalid(); throwIfInvalid();
// wrap these so we can move them into the lambda Promise<B> p;
folly::MoveWrapper<Promise<B>> p; p.core_->setInterruptHandlerNoLock(core_->getInterruptHandler());
p->core_->setInterruptHandlerNoLock(core_->getInterruptHandler());
folly::MoveWrapper<F> funcm(std::forward<F>(func));
// grab the Future now before we lose our handle on the Promise // grab the Future now before we lose our handle on the Promise
auto f = p->getFuture(); auto f = p.getFuture();
f.core_->setExecutorNoLock(getExecutor()); f.core_->setExecutorNoLock(getExecutor());
setCallback_( setCallback_([ funcm = std::forward<F>(func), pm = std::move(p) ](
[p, funcm](Try<T>&& t) mutable { Try<T> && t) mutable {
if (!isTry && t.hasException()) { if (!isTry && t.hasException()) {
p->setException(std::move(t.exception())); pm.setException(std::move(t.exception()));
} else { } else {
try { try {
auto f2 = (*funcm)(t.template get<isTry, Args>()...); auto f2 = funcm(t.template get<isTry, Args>()...);
// that didn't throw, now we can steal p // that didn't throw, now we can steal p
f2.setCallback_([p](Try<B>&& b) mutable { f2.setCallback_([p = std::move(pm)](Try<B> && b) mutable {
p->setTry(std::move(b)); p.setTry(std::move(b));
}); });
} catch (const std::exception& e) { } catch (const std::exception& e) {
p->setException(exception_wrapper(std::current_exception(), e)); pm.setException(exception_wrapper(std::current_exception(), e));
} catch (...) { } catch (...) {
p->setException(exception_wrapper(std::current_exception())); pm.setException(exception_wrapper(std::current_exception()));
}
} }
}); }
});
return f; return f;
} }
...@@ -279,15 +270,12 @@ Future<T>::onError(F&& func) { ...@@ -279,15 +270,12 @@ Future<T>::onError(F&& func) {
Promise<T> p; Promise<T> p;
p.core_->setInterruptHandlerNoLock(core_->getInterruptHandler()); p.core_->setInterruptHandlerNoLock(core_->getInterruptHandler());
auto f = p.getFuture(); auto f = p.getFuture();
auto pm = folly::makeMoveWrapper(std::move(p));
auto funcm = folly::makeMoveWrapper(std::move(func)); setCallback_([ funcm = std::forward<F>(func), pm = std::move(p) ](
setCallback_([pm, funcm](Try<T>&& t) mutable { Try<T> && t) mutable {
if (!t.template withException<Exn>([&] (Exn& e) { if (!t.template withException<Exn>(
pm->setWith([&]{ [&](Exn& e) { pm.setWith([&] { return funcm(e); }); })) {
return (*funcm)(e); pm.setTry(std::move(t));
});
})) {
pm->setTry(std::move(t));
} }
}); });
...@@ -309,22 +297,22 @@ Future<T>::onError(F&& func) { ...@@ -309,22 +297,22 @@ Future<T>::onError(F&& func) {
Promise<T> p; Promise<T> p;
auto f = p.getFuture(); auto f = p.getFuture();
auto pm = folly::makeMoveWrapper(std::move(p));
auto funcm = folly::makeMoveWrapper(std::move(func)); setCallback_([ pm = std::move(p), funcm = std::forward<F>(func) ](
setCallback_([pm, funcm](Try<T>&& t) mutable { Try<T> && t) mutable {
if (!t.template withException<Exn>([&] (Exn& e) { if (!t.template withException<Exn>([&](Exn& e) {
try { try {
auto f2 = (*funcm)(e); auto f2 = funcm(e);
f2.setCallback_([pm](Try<T>&& t2) mutable { f2.setCallback_([pm = std::move(pm)](Try<T> && t2) mutable {
pm->setTry(std::move(t2)); pm.setTry(std::move(t2));
}); });
} catch (const std::exception& e2) { } catch (const std::exception& e2) {
pm->setException(exception_wrapper(std::current_exception(), e2)); pm.setException(exception_wrapper(std::current_exception(), e2));
} catch (...) { } catch (...) {
pm->setException(exception_wrapper(std::current_exception())); pm.setException(exception_wrapper(std::current_exception()));
} }
})) { })) {
pm->setTry(std::move(t)); pm.setTry(std::move(t));
} }
}); });
...@@ -333,10 +321,9 @@ Future<T>::onError(F&& func) { ...@@ -333,10 +321,9 @@ Future<T>::onError(F&& func) {
template <class T> template <class T>
template <class F> template <class F>
Future<T> Future<T>::ensure(F func) { Future<T> Future<T>::ensure(F&& func) {
MoveWrapper<F> funcw(std::move(func)); return this->then([funcw = std::forward<F>(func)](Try<T> && t) mutable {
return this->then([funcw](Try<T>&& t) mutable { funcw();
(*funcw)();
return makeFuture(std::move(t)); return makeFuture(std::move(t));
}); });
} }
...@@ -344,17 +331,15 @@ Future<T> Future<T>::ensure(F func) { ...@@ -344,17 +331,15 @@ Future<T> Future<T>::ensure(F func) {
template <class T> template <class T>
template <class F> template <class F>
Future<T> Future<T>::onTimeout(Duration dur, F&& func, Timekeeper* tk) { Future<T> Future<T>::onTimeout(Duration dur, F&& func, Timekeeper* tk) {
auto funcw = folly::makeMoveWrapper(std::forward<F>(func)); return within(dur, tk).onError([funcw = std::forward<F>(func)](
return within(dur, tk) TimedOut const&) { return funcw(); });
.onError([funcw](TimedOut const&) { return (*funcw)(); });
} }
template <class T> template <class T>
template <class F> template <class F>
typename std::enable_if< typename std::enable_if<detail::callableWith<F, exception_wrapper>::value &&
detail::callableWith<F, exception_wrapper>::value && detail::Extract<F>::ReturnsFuture::value,
detail::Extract<F>::ReturnsFuture::value, Future<T>>::type
Future<T>>::type
Future<T>::onError(F&& func) { Future<T>::onError(F&& func) {
static_assert( static_assert(
std::is_same<typename detail::Extract<F>::Return, Future<T>>::value, std::is_same<typename detail::Extract<F>::Return, Future<T>>::value,
...@@ -362,24 +347,23 @@ Future<T>::onError(F&& func) { ...@@ -362,24 +347,23 @@ Future<T>::onError(F&& func) {
Promise<T> p; Promise<T> p;
auto f = p.getFuture(); auto f = p.getFuture();
auto pm = folly::makeMoveWrapper(std::move(p)); setCallback_(
auto funcm = folly::makeMoveWrapper(std::move(func)); [ pm = std::move(p), funcm = std::forward<F>(func) ](Try<T> t) mutable {
setCallback_([pm, funcm](Try<T> t) mutable { if (t.hasException()) {
if (t.hasException()) { try {
try { auto f2 = funcm(std::move(t.exception()));
auto f2 = (*funcm)(std::move(t.exception())); f2.setCallback_([pm = std::move(pm)](Try<T> t2) mutable {
f2.setCallback_([pm](Try<T> t2) mutable { pm.setTry(std::move(t2));
pm->setTry(std::move(t2)); });
}); } catch (const std::exception& e2) {
} catch (const std::exception& e2) { pm.setException(exception_wrapper(std::current_exception(), e2));
pm->setException(exception_wrapper(std::current_exception(), e2)); } catch (...) {
} catch (...) { pm.setException(exception_wrapper(std::current_exception()));
pm->setException(exception_wrapper(std::current_exception())); }
} } else {
} else { pm.setTry(std::move(t));
pm->setTry(std::move(t)); }
} });
});
return f; return f;
} }
...@@ -398,17 +382,14 @@ Future<T>::onError(F&& func) { ...@@ -398,17 +382,14 @@ Future<T>::onError(F&& func) {
Promise<T> p; Promise<T> p;
auto f = p.getFuture(); auto f = p.getFuture();
auto pm = folly::makeMoveWrapper(std::move(p)); setCallback_(
auto funcm = folly::makeMoveWrapper(std::move(func)); [ pm = std::move(p), funcm = std::forward<F>(func) ](Try<T> t) mutable {
setCallback_([pm, funcm](Try<T> t) mutable { if (t.hasException()) {
if (t.hasException()) { pm.setWith([&] { return funcm(std::move(t.exception())); });
pm->setWith([&]{ } else {
return (*funcm)(std::move(t.exception())); pm.setTry(std::move(t));
}
}); });
} else {
pm->setTry(std::move(t));
}
});
return f; return f;
} }
...@@ -456,13 +437,12 @@ template <class T> ...@@ -456,13 +437,12 @@ template <class T>
inline Future<T> Future<T>::via(Executor* executor, int8_t priority) & { inline Future<T> Future<T>::via(Executor* executor, int8_t priority) & {
throwIfInvalid(); throwIfInvalid();
MoveWrapper<Promise<T>> p; Promise<T> p;
auto f = p->getFuture(); auto f = p.getFuture();
then([p](Try<T>&& t) mutable { p->setTry(std::move(t)); }); then([p = std::move(p)](Try<T> && t) mutable { p.setTry(std::move(t)); });
return std::move(f).via(executor, priority); return std::move(f).via(executor, priority);
} }
template <class Func> template <class Func>
auto via(Executor* x, Func func) auto via(Executor* x, Func func)
-> Future<typename isFuture<decltype(func())>::Inner> -> Future<typename isFuture<decltype(func())>::Inner>
...@@ -762,17 +742,19 @@ Future<T> reduce(It first, It last, T&& initial, F&& func) { ...@@ -762,17 +742,19 @@ Future<T> reduce(It first, It last, T&& initial, F&& func) {
} }
typedef typename std::iterator_traits<It>::value_type::value_type ItT; typedef typename std::iterator_traits<It>::value_type::value_type ItT;
typedef typename std::conditional< typedef
detail::callableWith<F, T&&, Try<ItT>&&>::value, Try<ItT>, ItT>::type Arg; typename std::conditional<detail::callableWith<F, T&&, Try<ItT>&&>::value,
Try<ItT>,
ItT>::type Arg;
typedef isTry<Arg> IsTry; typedef isTry<Arg> IsTry;
folly::MoveWrapper<T> minitial(std::move(initial));
auto sfunc = std::make_shared<F>(std::move(func)); auto sfunc = std::make_shared<F>(std::move(func));
auto f = first->then([minitial, sfunc](Try<ItT>& head) mutable { auto f = first->then(
return (*sfunc)(std::move(*minitial), [ minitial = std::move(initial), sfunc ](Try<ItT> & head) mutable {
head.template get<IsTry::value, Arg&&>()); return (*sfunc)(
}); std::move(minitial), head.template get<IsTry::value, Arg&&>());
});
for (++first; first != last; ++first) { for (++first; first != last; ++first) {
f = collectAll(f, *first).then([sfunc](std::tuple<Try<T>, Try<ItT>>& t) { f = collectAll(f, *first).then([sfunc](std::tuple<Try<T>, Try<ItT>>& t) {
...@@ -840,12 +822,13 @@ window(Collection input, F func, size_t n) { ...@@ -840,12 +822,13 @@ window(Collection input, F func, size_t n) {
template <class T> template <class T>
template <class I, class F> template <class I, class F>
Future<I> Future<T>::reduce(I&& initial, F&& func) { Future<I> Future<T>::reduce(I&& initial, F&& func) {
folly::MoveWrapper<I> minitial(std::move(initial)); return then([
folly::MoveWrapper<F> mfunc(std::move(func)); minitial = std::forward<I>(initial),
return then([minitial, mfunc](T& vals) mutable { mfunc = std::forward<F>(func)
auto ret = std::move(*minitial); ](T& vals) mutable {
auto ret = std::move(minitial);
for (auto& val : vals) { for (auto& val : vals) {
ret = (*mfunc)(std::move(ret), std::move(val)); ret = mfunc(std::move(ret), std::move(val));
} }
return ret; return ret;
}); });
...@@ -881,19 +864,19 @@ Future<T> unorderedReduce(It first, It last, T initial, F func) { ...@@ -881,19 +864,19 @@ Future<T> unorderedReduce(It first, It last, T initial, F func) {
first, first,
last, last,
[ctx](size_t /* i */, Try<ItT>&& t) { [ctx](size_t /* i */, Try<ItT>&& t) {
folly::MoveWrapper<Try<ItT>> mt(std::move(t));
// Futures can be completed in any order, simultaneously. // Futures can be completed in any order, simultaneously.
// To make this non-blocking, we create a new Future chain in // To make this non-blocking, we create a new Future chain in
// the order of completion to reduce the values. // the order of completion to reduce the values.
// The spinlock just protects chaining a new Future, not actually // The spinlock just protects chaining a new Future, not actually
// executing the reduce, which should be really fast. // executing the reduce, which should be really fast.
folly::MSLGuard lock(ctx->lock_); folly::MSLGuard lock(ctx->lock_);
ctx->memo_ = ctx->memo_.then([ctx, mt](T&& v) mutable { ctx->memo_ =
// Either return a ItT&& or a Try<ItT>&& depending ctx->memo_.then([ ctx, mt = std::move(t) ](T && v) mutable {
// on the type of the argument of func. // Either return a ItT&& or a Try<ItT>&& depending
return ctx->func_(std::move(v), // on the type of the argument of func.
mt->template get<IsTry::value, Arg&&>()); return ctx->func_(std::move(v),
}); mt.template get<IsTry::value, Arg&&>());
});
if (++ctx->numThens_ == ctx->numFutures_) { if (++ctx->numThens_ == ctx->numFutures_) {
// After reducing the value of the last Future, fulfill the Promise // After reducing the value of the last Future, fulfill the Promise
ctx->memo_.setCallback_( ctx->memo_.setCallback_(
...@@ -980,13 +963,15 @@ void waitImpl(Future<T>& f) { ...@@ -980,13 +963,15 @@ void waitImpl(Future<T>& f) {
template <class T> template <class T>
void waitImpl(Future<T>& f, Duration dur) { void waitImpl(Future<T>& f, Duration dur) {
// short-circuit if there's nothing to do // short-circuit if there's nothing to do
if (f.isReady()) return; if (f.isReady()) {
return;
}
folly::MoveWrapper<Promise<T>> promise; Promise<T> promise;
auto ret = promise->getFuture(); auto ret = promise.getFuture();
auto baton = std::make_shared<FutureBatonType>(); auto baton = std::make_shared<FutureBatonType>();
f.setCallback_([baton, promise](Try<T>&& t) mutable { f.setCallback_([ baton, promise = std::move(promise) ](Try<T> && t) mutable {
promise->setTry(std::move(t)); promise.setTry(std::move(t));
baton->post(); baton->post();
}); });
f = std::move(ret); f = std::move(ret);
...@@ -1089,11 +1074,10 @@ Future<bool> Future<T>::willEqual(Future<T>& f) { ...@@ -1089,11 +1074,10 @@ Future<bool> Future<T>::willEqual(Future<T>& f) {
template <class T> template <class T>
template <class F> template <class F>
Future<T> Future<T>::filter(F predicate) { Future<T> Future<T>::filter(F&& predicate) {
auto p = folly::makeMoveWrapper(std::move(predicate)); return this->then([p = std::forward<F>(predicate)](T val) {
return this->then([p](T val) {
T const& valConstRef = val; T const& valConstRef = val;
if (!(*p)(valConstRef)) { if (!p(valConstRef)) {
throw PredicateDoesNotObtain(); throw PredicateDoesNotObtain();
} }
return val; return val;
...@@ -1141,28 +1125,31 @@ auto Future<T>::thenMultiWithExecutor(Executor* x, Callback&& fn) ...@@ -1141,28 +1125,31 @@ auto Future<T>::thenMultiWithExecutor(Executor* x, Callback&& fn)
} }
template <class F> template <class F>
inline Future<Unit> when(bool p, F thunk) { inline Future<Unit> when(bool p, F&& thunk) {
return p ? thunk().unit() : makeFuture(); return p ? std::forward<F>(thunk)().unit() : makeFuture();
} }
template <class P, class F> template <class P, class F>
Future<Unit> whileDo(P predicate, F thunk) { Future<Unit> whileDo(P&& predicate, F&& thunk) {
if (predicate()) { if (predicate()) {
return thunk().then([=] { auto future = thunk();
return whileDo(predicate, thunk); return future.then([
predicate = std::forward<P>(predicate),
thunk = std::forward<F>(thunk)
]() mutable {
return whileDo(std::forward<P>(predicate), std::forward<F>(thunk));
}); });
} }
return makeFuture(); return makeFuture();
} }
template <class F> template <class F>
Future<Unit> times(const int n, F thunk) { Future<Unit> times(const int n, F&& thunk) {
auto count = folly::makeMoveWrapper( return folly::whileDo(
std::unique_ptr<std::atomic<int>>(new std::atomic<int>(0)) [ n, count = folly::make_unique<std::atomic<int>>(0) ]() mutable {
); return count->fetch_add(1) < n;
return folly::whileDo([=]() mutable { },
return (*count)->fetch_add(1) < n; std::forward<F>(thunk));
}, thunk);
} }
namespace futures { namespace futures {
...@@ -1204,25 +1191,24 @@ retrying(size_t k, Policy&& p, FF&& ff) { ...@@ -1204,25 +1191,24 @@ retrying(size_t k, Policy&& p, FF&& ff) {
using F = typename std::result_of<FF(size_t)>::type; using F = typename std::result_of<FF(size_t)>::type;
using T = typename F::value_type; using T = typename F::value_type;
auto f = ff(k++); auto f = ff(k++);
auto pm = makeMoveWrapper(p); return f.onError(
auto ffm = makeMoveWrapper(ff); [ k, pm = std::forward<Policy>(p), ffm = std::forward<FF>(ff) ](
return f.onError([=](exception_wrapper x) mutable { exception_wrapper x) mutable {
auto q = (*pm)(k, x); auto q = pm(k, x);
auto xm = makeMoveWrapper(std::move(x)); return q.then(
return q.then([=](bool r) mutable { [ k, xm = std::move(x), pm = std::move(pm), ffm = std::move(ffm) ](
return r bool r) mutable {
? retrying(k, pm.move(), ffm.move()) return r ? retrying(k, std::move(pm), std::move(ffm))
: makeFuture<T>(xm.move()); : makeFuture<T>(std::move(xm));
});
}); });
});
} }
template <class Policy, class FF> template <class Policy, class FF>
typename std::result_of<FF(size_t)>::type typename std::result_of<FF(size_t)>::type
retrying(Policy&& p, FF&& ff, retrying_policy_raw_tag) { retrying(Policy&& p, FF&& ff, retrying_policy_raw_tag) {
auto pm = makeMoveWrapper(std::move(p)); auto q = [pm = std::forward<Policy>(p)](size_t k, exception_wrapper x) {
auto q = [=](size_t k, exception_wrapper x) { return makeFuture<bool>(pm(k, x));
return makeFuture<bool>((*pm)(k, x));
}; };
return retrying(0, std::move(q), std::forward<FF>(ff)); return retrying(0, std::move(q), std::forward<FF>(ff));
} }
...@@ -1255,18 +1241,29 @@ retryingPolicyCappedJitteredExponentialBackoff( ...@@ -1255,18 +1241,29 @@ retryingPolicyCappedJitteredExponentialBackoff(
Duration backoff_min, Duration backoff_min,
Duration backoff_max, Duration backoff_max,
double jitter_param, double jitter_param,
URNG rng, URNG&& rng,
Policy&& p) { Policy&& p) {
auto pm = makeMoveWrapper(std::move(p)); return [
auto rngp = std::make_shared<URNG>(std::move(rng)); pm = std::forward<Policy>(p),
return [=](size_t n, const exception_wrapper& ex) mutable { max_tries,
if (n == max_tries) { return makeFuture(false); } backoff_min,
return (*pm)(n, ex).then([=](bool v) { backoff_max,
if (!v) { return makeFuture(false); } jitter_param,
auto backoff = detail::retryingJitteredExponentialBackoffDur( rngp = std::forward<URNG>(rng)
n, backoff_min, backoff_max, jitter_param, *rngp); ](size_t n, const exception_wrapper& ex) mutable {
return futures::sleep(backoff).then([] { return true; }); if (n == max_tries) {
}); return makeFuture(false);
}
return pm(n, ex).then(
[ n, backoff_min, backoff_max, jitter_param, rngp = std::move(rngp) ](
bool v) mutable {
if (!v) {
return makeFuture(false);
}
auto backoff = detail::retryingJitteredExponentialBackoffDur(
n, backoff_min, backoff_max, jitter_param, rngp);
return futures::sleep(backoff).then([] { return true; });
});
}; };
} }
...@@ -1277,19 +1274,19 @@ retryingPolicyCappedJitteredExponentialBackoff( ...@@ -1277,19 +1274,19 @@ retryingPolicyCappedJitteredExponentialBackoff(
Duration backoff_min, Duration backoff_min,
Duration backoff_max, Duration backoff_max,
double jitter_param, double jitter_param,
URNG rng, URNG&& rng,
Policy&& p, Policy&& p,
retrying_policy_raw_tag) { retrying_policy_raw_tag) {
auto pm = makeMoveWrapper(std::move(p)); auto q = [pm = std::forward<Policy>(p)](
auto q = [=](size_t n, const exception_wrapper& e) { size_t n, const exception_wrapper& e) {
return makeFuture((*pm)(n, e)); return makeFuture(pm(n, e));
}; };
return retryingPolicyCappedJitteredExponentialBackoff( return retryingPolicyCappedJitteredExponentialBackoff(
max_tries, max_tries,
backoff_min, backoff_min,
backoff_max, backoff_max,
jitter_param, jitter_param,
std::move(rng), std::forward<URNG>(rng),
std::move(q)); std::move(q));
} }
...@@ -1300,7 +1297,7 @@ retryingPolicyCappedJitteredExponentialBackoff( ...@@ -1300,7 +1297,7 @@ retryingPolicyCappedJitteredExponentialBackoff(
Duration backoff_min, Duration backoff_min,
Duration backoff_max, Duration backoff_max,
double jitter_param, double jitter_param,
URNG rng, URNG&& rng,
Policy&& p, Policy&& p,
retrying_policy_fut_tag) { retrying_policy_fut_tag) {
return retryingPolicyCappedJitteredExponentialBackoff( return retryingPolicyCappedJitteredExponentialBackoff(
...@@ -1308,10 +1305,9 @@ retryingPolicyCappedJitteredExponentialBackoff( ...@@ -1308,10 +1305,9 @@ retryingPolicyCappedJitteredExponentialBackoff(
backoff_min, backoff_min,
backoff_max, backoff_max,
jitter_param, jitter_param,
std::move(rng), std::forward<URNG>(rng),
std::move(p)); std::forward<Policy>(p));
} }
} }
template <class Policy, class FF> template <class Policy, class FF>
...@@ -1335,7 +1331,7 @@ retryingPolicyCappedJitteredExponentialBackoff( ...@@ -1335,7 +1331,7 @@ retryingPolicyCappedJitteredExponentialBackoff(
Duration backoff_min, Duration backoff_min,
Duration backoff_max, Duration backoff_max,
double jitter_param, double jitter_param,
URNG rng, URNG&& rng,
Policy&& p) { Policy&& p) {
using tag = typename detail::retrying_policy_traits<Policy>::tag; using tag = typename detail::retrying_policy_traits<Policy>::tag;
return detail::retryingPolicyCappedJitteredExponentialBackoff( return detail::retryingPolicyCappedJitteredExponentialBackoff(
...@@ -1343,8 +1339,8 @@ retryingPolicyCappedJitteredExponentialBackoff( ...@@ -1343,8 +1339,8 @@ retryingPolicyCappedJitteredExponentialBackoff(
backoff_min, backoff_min,
backoff_max, backoff_max,
jitter_param, jitter_param,
std::move(rng), std::forward<URNG>(rng),
std::move(p), std::forward<Policy>(p),
tag()); tag());
} }
......
...@@ -119,8 +119,26 @@ struct Extract<R(Class::*)(Args...)> { ...@@ -119,8 +119,26 @@ struct Extract<R(Class::*)(Args...)> {
typedef typename ArgType<Args...>::FirstArg FirstArg; typedef typename ArgType<Args...>::FirstArg FirstArg;
}; };
} // detail // gcc-4.8 refuses to capture a function reference in a lambda. This can be
// mitigated by casting them to function pointer types first. The following
// helper is used in Future.h to achieve that where necessary.
// When compiling with gcc versions 4.9 and up, as well as clang, we do not
// need to apply FunctionReferenceToPointer (i.e. T can be used instead of
// FunctionReferenceToPointer<T>).
// Applying FunctionReferenceToPointer first, the code works on all tested
// compiler versions: gcc 4.8 and above, cland 3.5 and above.
template <typename T>
struct FunctionReferenceToPointer {
using type = T;
};
template <typename R, typename... Args>
struct FunctionReferenceToPointer<R (&)(Args...)> {
using type = R (*)(Args...);
};
} // detail
class Timekeeper; class Timekeeper;
......
...@@ -25,7 +25,6 @@ ...@@ -25,7 +25,6 @@
#include <folly/Optional.h> #include <folly/Optional.h>
#include <folly/Portability.h> #include <folly/Portability.h>
#include <folly/MoveWrapper.h>
#include <folly/futures/DrivableExecutor.h> #include <folly/futures/DrivableExecutor.h>
#include <folly/futures/Promise.h> #include <folly/futures/Promise.h>
#include <folly/futures/Try.h> #include <folly/futures/Try.h>
...@@ -177,10 +176,19 @@ class Future { ...@@ -177,10 +176,19 @@ class Future {
value(), which may rethrow if this has captured an exception. If func value(), which may rethrow if this has captured an exception. If func
throws, the exception will be captured in the Future that is returned. throws, the exception will be captured in the Future that is returned.
*/ */
template <typename F, typename R = detail::callableResult<T, F>> // gcc 4.8 requires that we cast function reference types to function pointer
typename R::Return then(F func) { // types. Fore more details see the comment on FunctionReferenceToPointer
// in Future-pre.h.
// gcc versions 4.9 and above (as well as clang) do not require this hack.
// For those, the FF tenplate parameter can be removed and occurences of FF
// replaced with F.
template <
typename F,
typename FF = typename detail::FunctionReferenceToPointer<F>::type,
typename R = detail::callableResult<T, FF>>
typename R::Return then(F&& func) {
typedef typename R::Arg Arguments; typedef typename R::Arg Arguments;
return thenImplementation<F, R>(std::move(func), Arguments()); return thenImplementation<FF, R>(std::forward<FF>(func), Arguments());
} }
/// Variant where func is an member function /// Variant where func is an member function
...@@ -268,7 +276,7 @@ class Future { ...@@ -268,7 +276,7 @@ class Future {
/// func shouldn't throw, but if it does it will be captured and propagated, /// func shouldn't throw, but if it does it will be captured and propagated,
/// and discard any value/exception that this Future has obtained. /// and discard any value/exception that this Future has obtained.
template <class F> template <class F>
Future<T> ensure(F func); Future<T> ensure(F&& func);
/// Like onError, but for timeouts. example: /// Like onError, but for timeouts. example:
/// ///
...@@ -386,7 +394,7 @@ class Future { ...@@ -386,7 +394,7 @@ class Future {
/// If the predicate does not obtain with the value, the result /// If the predicate does not obtain with the value, the result
/// is a folly::PredicateDoesNotObtain exception /// is a folly::PredicateDoesNotObtain exception
template <class F> template <class F>
Future<T> filter(F predicate); Future<T> filter(F&& predicate);
/// Like reduce, but works on a Future<std::vector<T / Try<T>>>, for example /// Like reduce, but works on a Future<std::vector<T / Try<T>>>, for example
/// the result of collect or collectAll /// the result of collect or collectAll
...@@ -458,14 +466,14 @@ class Future { ...@@ -458,14 +466,14 @@ class Future {
/// ///
/// thunk behaves like std::function<Future<T2>(void)> /// thunk behaves like std::function<Future<T2>(void)>
template <class F> template <class F>
friend Future<Unit> times(const int n, F thunk); friend Future<Unit> times(int n, F&& thunk);
/// Carry out the computation contained in the given future if /// Carry out the computation contained in the given future if
/// the predicate holds. /// the predicate holds.
/// ///
/// thunk behaves like std::function<Future<T2>(void)> /// thunk behaves like std::function<Future<T2>(void)>
template <class F> template <class F>
friend Future<Unit> when(bool p, F thunk); friend Future<Unit> when(bool p, F&& thunk);
/// Carry out the computation contained in the given future if /// Carry out the computation contained in the given future if
/// while the predicate continues to hold. /// while the predicate continues to hold.
...@@ -474,19 +482,19 @@ class Future { ...@@ -474,19 +482,19 @@ class Future {
/// ///
/// predicate behaves like std::function<bool(void)> /// predicate behaves like std::function<bool(void)>
template <class P, class F> template <class P, class F>
friend Future<Unit> whileDo(P predicate, F thunk); friend Future<Unit> whileDo(P&& predicate, F&& thunk);
// Variant: returns a value // Variant: returns a value
// e.g. f.then([](Try<T> t){ return t.value(); }); // e.g. f.then([](Try<T> t){ return t.value(); });
template <typename F, typename R, bool isTry, typename... Args> template <typename F, typename R, bool isTry, typename... Args>
typename std::enable_if<!R::ReturnsFuture::value, typename R::Return>::type typename std::enable_if<!R::ReturnsFuture::value, typename R::Return>::type
thenImplementation(F func, detail::argResult<isTry, F, Args...>); thenImplementation(F&& func, detail::argResult<isTry, F, Args...>);
// Variant: returns a Future // Variant: returns a Future
// e.g. f.then([](Try<T> t){ return makeFuture<T>(t); }); // e.g. f.then([](Try<T> t){ return makeFuture<T>(t); });
template <typename F, typename R, bool isTry, typename... Args> template <typename F, typename R, bool isTry, typename... Args>
typename std::enable_if<R::ReturnsFuture::value, typename R::Return>::type typename std::enable_if<R::ReturnsFuture::value, typename R::Return>::type
thenImplementation(F func, detail::argResult<isTry, F, Args...>); thenImplementation(F&& func, detail::argResult<isTry, F, Args...>);
Executor* getExecutor() { return core_->getExecutor(); } Executor* getExecutor() { return core_->getExecutor(); }
void setExecutor(Executor* x, int8_t priority = Executor::MID_PRI) { void setExecutor(Executor* x, int8_t priority = Executor::MID_PRI) {
......
...@@ -149,11 +149,11 @@ class Core { ...@@ -149,11 +149,11 @@ class Core {
/// Call only from Future thread. /// Call only from Future thread.
template <typename F> template <typename F>
void setCallback(F func) { void setCallback(F&& func) {
bool transitionToArmed = false; bool transitionToArmed = false;
auto setCallback_ = [&]{ auto setCallback_ = [&]{
context_ = RequestContext::saveContext(); context_ = RequestContext::saveContext();
callback_ = std::move(func); callback_ = std::forward<F>(func);
}; };
FSM_START(fsm_) FSM_START(fsm_)
......
...@@ -367,7 +367,7 @@ retryingPolicyCappedJitteredExponentialBackoff( ...@@ -367,7 +367,7 @@ retryingPolicyCappedJitteredExponentialBackoff(
Duration backoff_min, Duration backoff_min,
Duration backoff_max, Duration backoff_max,
double jitter_param, double jitter_param,
URNG rng, URNG&& rng,
Policy&& p); Policy&& p);
inline inline
......
...@@ -19,7 +19,6 @@ ...@@ -19,7 +19,6 @@
#include <gtest/gtest.h> #include <gtest/gtest.h>
#include <folly/MoveWrapper.h>
#include <folly/futures/Future.h> #include <folly/futures/Future.h>
using namespace folly; using namespace folly;
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment