/* * This file is open source software, licensed to you under the terms * of the Apache License, Version 2.0 (the "License"). See the NOTICE file * distributed with this work for additional information regarding copyright * ownership. You may not use this file except in compliance with the License. * * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ /* * Copyright (C) 2014 Cloudius Systems, Ltd. */ #ifndef CORE_FUTURE_UTIL_HH_ #define CORE_FUTURE_UTIL_HH_ #include "future.hh" #include "shared_ptr.hh" #include "reactor.hh" #include #include // parallel_for_each - run tasks in parallel // // Given a range [@begin, @end) of objects, run func(*i) for each i in // the range, and return a future<> that resolves when all the functions // complete. @func should return a future<> that indicates when it is // complete. template inline future<> parallel_for_each(Iterator begin, Iterator end, Func&& func) { auto ret = make_ready_future<>(); while (begin != end) { auto f = func(*begin++).then([ret = std::move(ret)] () mutable { return std::move(ret); }); ret = std::move(f); } return ret; } // The AsyncAction concept represents an action which can complete later than // the actual function invocation. It is represented by a function which // returns a future which resolves when the action is done. template static inline void do_until_continued(StopCondition&& stop_cond, AsyncAction&& action, promise<> p) { while (!stop_cond()) { try { auto&& f = action(); if (!f.available()) { f.then_wrapped([action = std::forward(action), stop_cond = std::forward(stop_cond), p = std::move(p)](std::result_of_t fut) mutable { try { fut.get(); do_until_continued(stop_cond, std::forward(action), std::move(p)); } catch(...) { p.set_exception(std::current_exception()); } }); return; } if (f.failed()) { f.forward_to(std::move(p)); return; } } catch (...) { p.set_exception(std::current_exception()); return; } } p.set_value(); } // Invokes given action until it fails or given condition evaluates to true. template static inline future<> do_until(StopCondition&& stop_cond, AsyncAction&& action) { promise<> p; auto f = p.get_future(); do_until_continued(std::forward(stop_cond), std::forward(action), std::move(p)); return f; } // Invoke given action until it fails. template static inline future<> keep_doing(AsyncAction&& action) { while (task_quota) { auto f = action(); if (!f.available()) { return f.then([action = std::forward(action)] () mutable { return keep_doing(std::forward(action)); }); } if (f.failed()) { return std::move(f); } --task_quota; } promise<> p; auto f = p.get_future(); schedule(make_task([action = std::forward(action), p = std::move(p)] () mutable { keep_doing(std::forward(action)).forward_to(std::move(p)); })); return f; } template static inline future<> do_for_each(Iterator begin, Iterator end, AsyncAction&& action) { if (begin == end) { return make_ready_future<>(); } while (true) { auto f = action(*begin++); if (begin == end) { return f; } if (!f.available()) { return std::move(f).then([action = std::forward(action), begin = std::move(begin), end = std::move(end)] () mutable { return do_for_each(std::move(begin), std::move(end), std::forward(action)); }); } if (f.failed()) { return std::move(f); } } } template static inline future<> do_for_each(Container& c, AsyncAction&& action) { return do_for_each(std::begin(c), std::end(c), std::forward(action)); } inline future> when_all() { return make_ready_future>(); } // gcc can't capture a parameter pack, so we need to capture // a tuple and use apply. But apply cannot accept an overloaded // function pointer as its first parameter, so provide this instead. struct do_when_all { template future> operator()(Future&&... fut) const { return when_all(std::move(fut)...); } }; template inline future, Rest...>> when_all(future&& fut, Rest&&... rest) { using Future = future; return fut.then_wrapped( [rest = std::make_tuple(std::move(rest)...)] (Future&& fut) mutable { return apply(do_when_all(), std::move(rest)).then_wrapped( [fut = std::move(fut)] (future>&& rest) mutable { return make_ready_future>( std::tuple_cat(std::make_tuple(std::move(fut)), std::get<0>(rest.get()))); }); }); } template inline size_t when_all_estimate_vector_capacity(Iterator begin, Iterator end, IteratorCategory category) { // For InputIterators we can't estimate needed capacity return 0; } template inline size_t when_all_estimate_vector_capacity(Iterator begin, Iterator end, std::forward_iterator_tag category) { // May be linear time below random_access_iterator_tag, but still better than reallocation return std::distance(begin, end); } // Internal function for when_all(). template inline future> complete_when_all(std::vector&& futures, typename std::vector::iterator pos) { // If any futures are already ready, skip them. while (pos != futures.end() && pos->available()) { ++pos; } // Done? if (pos == futures.end()) { return make_ready_future>(std::move(futures)); } // Wait for unready future, store, and continue. return pos->then_wrapped([futures = std::move(futures), pos] (auto fut) mutable { *pos++ = std::move(fut); return complete_when_all(std::move(futures), pos); }); } // Given a range of futures (denoted by an iterator pair), wait for // all of them to be available, and return a future containing a // vector of each input future (in available state, with either a // value or exception stored). template inline future::value_type>> when_all(FutureIterator begin, FutureIterator end) { using itraits = std::iterator_traits; std::vector ret; ret.reserve(when_all_estimate_vector_capacity(begin, end, typename itraits::iterator_category())); // Important to invoke the *begin here, in case it's a function iterator, // so we launch all computation in parallel. std::move(begin, end, std::back_inserter(ret)); return complete_when_all(std::move(ret), ret.begin()); } template struct reducer_with_get_traits { using result_type = decltype(std::declval().get()); using future_type = future; static future_type maybe_call_get(future<> f, lw_shared_ptr r) { return f.then([r = std::move(r)] () mutable { return make_ready_future(std::move(*r).get()); }); } }; template struct reducer_traits { using future_type = future<>; static future_type maybe_call_get(future<> f, lw_shared_ptr r) { return f.then([r = std::move(r)] {}); } }; template struct reducer_traits().get(), void())> : public reducer_with_get_traits {}; // @Mapper is a callable which transforms values from the iterator range // into a future. @Reducer is an object which can be called with T as // parameter and yields a future<>. It may have a get() method which returns // a value of type U which holds the result of reduction. This value is wrapped // in a future and returned by this function. If the reducer has no get() method // then this function returns future<>. // // TODO: specialize for non-deferring reducer template inline auto map_reduce(Iterator begin, Iterator end, Mapper&& mapper, Reducer&& r) -> typename reducer_traits::future_type { auto r_ptr = make_lw_shared(std::forward(r)); future<> ret = make_ready_future<>(); while (begin != end) { ret = mapper(*begin++).then([ret = std::move(ret), r_ptr] (auto value) mutable { return ret.then([value = std::move(value), r_ptr] () mutable { return (*r_ptr)(std::move(value)); }); }); } return reducer_traits::maybe_call_get(std::move(ret), r_ptr); } // Variant of map_reduce() that accepts an initial value // and binary function instead of a reducer object // (equivalent to a left fold, or std::accumulate). // // Requirements: // Iterator: InputIterator. // Mapper: unary function taking Iterator::value_type and producing a future<...>. // Initial: any value type // Reduce: a binary function taking two Initial values and returning an Initial // Returns: // Initial template inline future map_reduce(Iterator begin, Iterator end, Mapper&& mapper, Initial initial, Reduce reduce) { struct state { Initial result; Reduce reduce; }; auto s = make_lw_shared(state{std::move(initial), std::move(reduce)}); future<> ret = make_ready_future<>(); while (begin != end) { ret = mapper(*begin++).then([s = s.get(), ret = std::move(ret)] (auto&& value) mutable { s->result = s->reduce(std::move(s->result), std::move(value)); return std::move(ret); }); } return ret.then([s] { return make_ready_future(std::move(s->result)); }); } // Implements @Reducer concept. Calculates the result by // adding elements to the accumulator. template class adder { private: Result _result; public: future<> operator()(const Addend& value) { _result += value; return make_ready_future<>(); } Result get() && { return std::move(_result); } }; static inline future<> now() { return make_ready_future<>(); } #endif /* CORE_FUTURE_UTIL_HH_ */