network.h 32.2 KB
Newer Older
1
/*
Marcus Winter committed
2
 * Copyright (c) 2014-2016, Siemens AG. All rights reserved.
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *
 * 1. Redistributions of source code must retain the above copyright notice,
 * this list of conditions and the following disclaimer.
 *
 * 2. Redistributions in binary form must reproduce the above copyright notice,
 * this list of conditions and the following disclaimer in the documentation
 * and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 * POSSIBILITY OF SUCH DAMAGE.
 */

#ifndef EMBB_DATAFLOW_NETWORK_H_
#define EMBB_DATAFLOW_NETWORK_H_

#if EMBB_DATAFLOW_TRACE_SIGNAL_HISTORY
#include <vector>
#endif

#include <embb/base/atomic.h>
#include <embb/base/thread.h>

#include <embb/dataflow/internal/select.h>
#include <embb/dataflow/internal/switch.h>
#include <embb/dataflow/internal/constant_source.h>
#include <embb/dataflow/internal/source.h>
#include <embb/dataflow/internal/process.h>
#include <embb/dataflow/internal/sink.h>

#include <embb/dataflow/internal/scheduler_sequential.h>
#include <embb/dataflow/internal/scheduler_mtapi.h>

namespace embb {
namespace dataflow {

#ifdef DOXYGEN

/**
 * Represents a set of processes, that are connected by communication channels.
 *
 * \ingroup CPP_DATAFLOW
 */
class Network {
 public:
  /**
   * Constructs an empty network.
61 62
   * \note The number of concurrent tokens will automatically be derived from
   * the structure of the network on the first call to operator(), and the
63 64 65 66 67 68
   * corresponding resources will be allocated then.
   */
  Network() {}

  /**
   * Constructs an empty network.
69
   * \param slices Number of concurrent tokens allowed in the network.
70
   */
71
  explicit Network(int slices) {}
72 73

  /**
74 75 76 77 78 79 80 81 82 83 84 85 86
   * Constructs an empty network.
   * \param policy Default execution policy of the processes in the network.
   */
  explicit Network(embb::mtapi::ExecutionPolicy const & policy) {}

  /**
   * Constructs an empty network.
   * \param slices Number of concurrent tokens allowed in the network.
   * \param policy Default execution policy of the processes in the network.
   */
  Network(int slices, embb::mtapi::ExecutionPolicy const & policy) {}

  /**
87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220
   * Input port class.
   */
  template <typename Type>
  class In {
  };

  /**
   * Output port class.
   */
  template <typename Type>
  class Out {
   public:
    /**
     * Input port class that can be connected to this output port.
     */
    typedef In<Type> InType;

    /**
     * Connects this output port to the input port \c input.
     * If the input port already was connected to a different
     * output an ErrorException is thrown.
     * \param input The input port to connect to.
     */
    void Connect(InType & input);

    /**
     * Connects this output port to the input port \c input.
     * If the input port already was connected to a different
     * output an ErrorException is thrown.
     * \param input The input port to connect to.
     */
    void operator >> (InType & input);
  };

  /**
   * Provides the input port types for a process.
   * \tparam T1 Type of first port.
   * \tparam T2 Optional type of second port.
   * \tparam T3 Optional type of third port.
   * \tparam T4 Optional type of fourth port.
   * \tparam T5 Optional type of fifth port.
   */
  template <typename T1, typename T2 = embb::base::internal::Nil,
    typename T3 = embb::base::internal::Nil,
    typename T4 = embb::base::internal::Nil,
    typename T5 = embb::base::internal::Nil>
  struct Inputs {
    /**
     * Type list used to derive input port types from Index.
     * \tparam Index The index of the input port type to query.
     */
    template <int Index>
    struct Types {
      /**
       * Result of an input port type query.
       * T_Index is T1 if Index is 0, T2 if Index is 1 and so on.
       */
      typedef In<T_Index> Result;
    };

    /**
     * \returns Reference to input port at Index.
     */
    template <int Index>
    typename Types<Index>::Result & Get();
  };

  /**
   * Provides the output port types for a process.
   * \tparam T1 Type of first port.
   * \tparam T2 Optional type of second port.
   * \tparam T3 Optional type of third port.
   * \tparam T4 Optional type of fourth port.
   * \tparam T5 Optional type of fifth port.
   */
  template <typename T1, typename T2 = embb::base::internal::Nil,
    typename T3 = embb::base::internal::Nil,
    typename T4 = embb::base::internal::Nil,
    typename T5 = embb::base::internal::Nil>
  struct Outputs {
    /**
     * Type list used to derive output port types from Index.
     * \tparam Index The index of the output port type to query.
     */
    template <int Index>
    struct Types {
      /**
       * Result of an output port type query.
       * T_Index is T1 if Index is 0, T2 if Index is 1 and so on.
       */
      typedef Out<T_Index> Result;
    };

    /**
     * \returns Reference to output port at Index.
     */
    template <int Index>
    typename Types<Index>::Result & Get();
  };

  /**
   * Generic serial process template.
   *
   * Implements a generic serial process in the network that may have one to
   * four input ports and one to four output ports but no more that five total
   * ports.
   * Tokens are processed in order.
   *
   * \see Source, ParallelProcess, Sink, Switch, Select
   *
   * \tparam Inputs Inputs of the process.
   * \tparam Outputs Outputs of the process.
   */
  template <class Inputs, class Outputs>
  class SerialProcess {
   public:
    /**
     * Function type to use when processing tokens.
     */
    typedef embb::base::Function<void, INPUT_TYPE_LIST, OUTPUT_TYPE_LIST>
      FunctionType;

    /**
     * Input port type list.
     */
    typedef Inputs<INPUT_TYPE_LIST> InputsType;

    /**
     * Output port type list.
     */
    typedef Outputs<OUTPUT_TYPE_LIST> OutputsType;

    /**
     * Constructs a SerialProcess with a user specified processing function.
221
     * \param network The network this node is going to be part of.
222 223
     * \param function The Function to call to process a token.
     */
224 225 226 227 228 229 230 231 232 233
    SerialProcess(Network & network, FunctionType function);

    /**
     * Constructs a SerialProcess with a user specified processing function.
     * \param network The network this node is going to be part of.
     * \param function The Function to call to process a token.
     * \param policy The execution policy of the process.
     */
    SerialProcess(Network & network, FunctionType function,
      embb::mtapi::ExecutionPolicy const & policy);
234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267

    /**
     * \returns \c true if the SerialProcess has any inputs, \c false
     *          otherwise.
     */
    virtual bool HasInputs() const;

    /**
     * \returns Reference to a list of all input ports.
     */
    InputsType & GetInputs();

    /**
     * \returns Input port at Index.
     */
    template <int Index>
    typename InputsType::Types<Index>::Result & GetInput();

    /**
     * \returns \c true if the SerialProcess has any outputs, \c false
     *          otherwise.
     */
    virtual bool HasOutputs() const;

    /**
     * \returns Reference to a list of all output ports.
     */
    OutputsType & GetOutputs();

    /**
     * \returns Output port at Index.
     */
    template <int Index>
    typename OutputsType::Types<Index>::Result & GetOutput();
268 269 270 271 272 273 274 275

    /**
     * Connects output port 0 to input port 0 of \c target.
     * \param target Process to connect to.
     * \tparam T Type of target process.
     */
    template <typename T>
    void operator >> (T & target);
276 277 278
  };

  /**
279 280 281 282 283 284 285 286 287 288 289 290
   * Generic parallel process template.
   *
   * Implements a generic parallel process in the network that may have one to
   * four input ports and one to four output ports but no more that five total
   * ports.
   * Tokens are processed as soon as all inputs for that token are complete.
   *
   * \see Source, SerialProcess, Sink, Switch, Select
   *
   * \tparam Inputs Inputs of the process.
   * \tparam Outputs Outputs of the process.
   */
291 292 293 294
  template <class Inputs, class Outputs>
  class ParallelProcess {
   public:
    /**
295 296
     * Function type to use when processing tokens.
     */
297 298 299 300
    typedef embb::base::Function<void, INPUT_TYPE_LIST, OUTPUT_TYPE_LIST>
      FunctionType;

    /**
301 302
     * Input port type list.
     */
303 304 305
    typedef Inputs<INPUT_TYPE_LIST> InputsType;

    /**
306 307
     * Output port type list.
     */
308 309 310
    typedef Outputs<OUTPUT_TYPE_LIST> OutputsType;

    /**
311 312 313 314 315
     * Constructs a ParallelProcess with a user specified processing function.
     * \param network The network this node is going to be part of.
     * \param function The Function to call to process a token.
     */
    ParallelProcess(Network & network, FunctionType function);
316 317

    /**
318 319 320 321 322 323 324 325 326 327 328 329
     * Constructs a ParallelProcess with a user specified processing function.
     * \param network The network this node is going to be part of.
     * \param function The Function to call to process a token.
     * \param policy The execution policy of the process.
     */
    ParallelProcess(Network & network, FunctionType function,
      embb::mtapi::ExecutionPolicy const & policy);

    /**
     * \returns \c true if the ParallelProcess has any inputs, \c false
     *          otherwise.
     */
330 331 332
    virtual bool HasInputs() const;

    /**
333 334
     * \returns Reference to a list of all input ports.
     */
335 336 337
    InputsType & GetInputs();

    /**
338 339
     * \returns Input port at Index.
     */
340 341 342 343
    template <int Index>
    typename InputsType::Types<Index>::Result & GetInput();

    /**
344 345 346
     * \returns \c true if the ParallelProcess has any outputs, \c false
     *          otherwise.
     */
347 348 349
    virtual bool HasOutputs() const;

    /**
350 351
     * \returns Reference to a list of all output ports.
     */
352 353 354
    OutputsType & GetOutputs();

    /**
355 356
     * \returns Output port at Index.
     */
357 358
    template <int Index>
    typename OutputsType::Types<Index>::Result & GetOutput();
359 360 361 362 363 364 365 366

    /**
     * Connects output port 0 to input port 0 of \c target.
     * \param target Process to connect to.
     * \tparam T Type of target process.
     */
    template <typename T>
    void operator >> (T & target);
367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383
  };

  /**
   * Switch process template.
   *
   * A switch has 2 inputs and 2 outputs. Input port 0 is of type boolean and
   * selects to which output port the value of input port 1 of type \c Type
   * is sent. If input port 0 is set to true the value goes to output port 0
   * and to output port 1 otherwise.
   * Tokens are processed as soon as all inputs for that token are complete.
   *
   * \see Select
   *
   * \tparam Type The type of input port 1 and output port 0 and 1.
   */
  template<typename Type>
  class Switch {
384
   public:
385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400
    /**
     * Function type to use when processing tokens.
     */
    typedef embb::base::Function<void, bool, Type, Type &> FunctionType;

    /**
     * Input port type list.
     */
    typedef Inputs<bool, Type> InputsType;

    /**
     * Output port type list.
     */
    typedef Outputs<Type> OutputsType;

    /**
401 402 403 404 405 406
     * Constructs a Switch process.
     * \param network The network this node is going to be part of.
     */
    explicit Select(Network & network);

    /**
407 408 409 410 411 412 413
     * Constructs a Switch process.
     * \param network The network this node is going to be part of.
     * \param policy The execution policy of the process.
     */
    Select(Network & network, embb::mtapi::ExecutionPolicy const & policy);

    /**
414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443
     * \returns Always \c true.
     */
    virtual bool HasInputs() const;

    /**
     * \returns Reference to a list of all input ports.
     */
    InputsType & GetInputs();

    /**
     * \returns Input port at Index.
     */
    template <int Index>
    typename InputsType::Types<Index>::Result & GetInput();

    /**
     * \returns Always \c true.
     */
    virtual bool HasOutputs() const;

    /**
     * \returns Reference to a list of all output ports.
     */
    OutputsType & GetOutputs();

    /**
     * \returns Output port at Index.
     */
    template <int Index>
    typename OutputsType::Types<Index>::Result & GetOutput();
444 445 446 447 448 449 450 451

    /**
     * Connects output port 0 to input port 0 of \c target.
     * \param target Process to connect to.
     * \tparam T Type of target process.
     */
    template <typename T>
    void operator >> (T & target);
452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468
  };

  /**
   * Select process template.
   *
   * A select has 3 inputs and 1 output. Input port 0 is of type boolean and
   * selects which of input port 1 or 2 (of type \c Type) is sent to output
   * port 0 (of type \c Type). If input port 0 is set to true the value of
   * input port 1 is selected, otherwise the value of input port 2 is taken.
   * Tokens are processed as soon as all inputs for that token are complete.
   *
   * \see Switch
   *
   * \tparam Type The type of input port 1 and 2 and output port 0.
   */
  template<typename Type>
  class Select {
469
   public:
470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485
    /**
     * Function type to use when processing tokens.
     */
    typedef embb::base::Function<void, bool, Type, Type, Type &> FunctionType;

    /**
     * Input port type list.
     */
    typedef Inputs<bool, Type, Type> InputsType;

    /**
     * Output port type list.
     */
    typedef Outputs<Type> OutputsType;

    /**
486 487 488 489 490 491
     * Constructs a Select process.
     * \param network The network this node is going to be part of.
     */
    explicit Select(Network & network);

    /**
492 493 494 495 496 497 498
     * Constructs a Select process.
     * \param network The network this node is going to be part of.
     * \param policy The execution policy of the process.
     */
    Select(Network & network, embb::mtapi::ExecutionPolicy const & policy);

    /**
499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528
     * \returns Always \c true.
     */
    virtual bool HasInputs() const;

    /**
     * \returns Reference to a list of all input ports.
     */
    InputsType & GetInputs();

    /**
     * \returns Input port at Index.
     */
    template <int Index>
    typename InputsType::Types<Index>::Result & GetInput();

    /**
     * \returns Always \c true.
     */
    virtual bool HasOutputs() const;

    /**
     * \returns Reference to a list of all output ports.
     */
    OutputsType & GetOutputs();

    /**
     * \returns Output port at Index.
     */
    template <int Index>
    typename OutputsType::Types<Index>::Result & GetOutput();
529 530 531 532 533 534 535 536

    /**
     * Connects output port 0 to input port 0 of \c target.
     * \param target Process to connect to.
     * \tparam T Type of target process.
     */
    template <typename T>
    void operator >> (T & target);
537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572
  };

  /**
   * Sink process template.
   *
   * A sink marks the end of a particular processing chain. It can have one to
   * five input ports and no output ports.
   * Tokens are processed in order by the sink, regardless in which order they
   * arrive at the input ports.
   *
   * \see Source, SerialProcess, ParallelProcess
   *
   * \tparam I1 Type of first input port.
   * \tparam I2 Optional type of second input port.
   * \tparam I3 Optional type of third input port.
   * \tparam I4 Optional type of fourth input port.
   * \tparam I5 Optional type of fifth input port.
   */
  template<typename I1, typename I2 = embb::base::internal::Nil,
    typename I3 = embb::base::internal::Nil,
    typename I4 = embb::base::internal::Nil,
    typename I5 = embb::base::internal::Nil>
  class Sink {
   public:
    /**
     * Function type to use when processing tokens.
     */
    typedef embb::base::Function<void, INPUT_TYPE_LIST> FunctionType;

    /**
     * Input port type list.
     */
    typedef Inputs<INPUT_TYPE_LIST> InputsType;

    /**
     * Constructs a Sink with a user specified processing function.
573
     * \param network The network this node is going to be part of.
574 575
     * \param function The Function to call to process a token.
     */
576 577 578 579 580 581 582 583 584 585
    Sink(Network & network, FunctionType function);

    /**
     * Constructs a Sink with a user specified processing function.
     * \param network The network this node is going to be part of.
     * \param function The Function to call to process a token.
     * \param policy The execution policy of the process.
     */
    Sink(Network & network, FunctionType function,
      embb::mtapi::ExecutionPolicy const & policy);
586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641

    /**
     * \returns Always \c true.
     */
    virtual bool HasInputs() const;

    /**
     * \returns Reference to a list of all input ports.
     */
    InputsType & GetInputs();

    /**
     * \returns Input port at Index.
     */
    template <int Index>
    typename InputsType::Types<Index>::Result & GetInput();

    /**
     * \returns Always \c false.
     */
    virtual bool HasOutputs() const;
  };

  /**
   * Source process template.
   *
   * A source marks the start of a processing chain. It can have one to five
   * output ports and no input ports.
   * Tokens are emitted in order by the source.
   *
   * \see SerialProcess, ParallelProcess, Sink
   *
   * \tparam O1 Type of first output port.
   * \tparam O2 Optional type of second output port.
   * \tparam O3 Optional type of third output port.
   * \tparam O4 Optional type of fourth output port.
   * \tparam O5 Optional type of fifth output port.
   */
  template<typename O1, typename O2 = embb::base::internal::Nil,
    typename O3 = embb::base::internal::Nil,
    typename O4 = embb::base::internal::Nil,
    typename O5 = embb::base::internal::Nil>
  class Source {
   public:
    /**
     * Function type to use when processing tokens.
     */
    typedef embb::base::Function<void, OUTPUT_TYPE_LIST> FunctionType;

    /**
     * Output port type list.
     */
    typedef Outputs<OUTPUT_TYPE_LIST> OutputsType;

    /**
     * Constructs a Source with a user specified processing function.
642
     * \param network The network this node is going to be part of.
643 644
     * \param function The Function to call to emit a token.
     */
645 646 647 648 649 650 651 652 653 654
    Source(Network & network, FunctionType function);

    /**
     * Constructs a Source with a user specified processing function.
     * \param network The network this node is going to be part of.
     * \param function The Function to call to emit a token.
     * \param policy The execution policy of the process.
     */
    Source(Network & network, FunctionType function,
      embb::mtapi::ExecutionPolicy const & policy);
655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675

    /**
     * \returns Always \c false.
     */
    virtual bool HasInputs() const;

    /**
     * \returns Always \c true.
     */
    virtual bool HasOutputs() const;

    /**
     * \returns Reference to a list of all output ports.
     */
    OutputsType & GetOutputs();

    /**
     * \returns Output port at INDEX.
     */
    template <int Index>
    typename OutputsType::Types<Index>::Result & GetOutput();
676 677 678 679 680 681 682 683

    /**
     * Connects output port 0 to input port 0 of \c target.
     * \param target Process to connect to.
     * \tparam T Type of target process.
     */
    template <typename T>
    void operator >> (T & target);
684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703
  };

  /**
   * Constant source process template.
   *
   * A constant source has one output port and emits a constant value given
   * at construction time for each token.
   *
   * \tparam Type The type of output port 0.
   */
  template<typename Type>
  class ConstantSource {
   public:
    /**
     * Output port type list.
     */
    typedef Outputs<OUTPUT_TYPE_LIST> OutputsType;

    /**
     * Constructs a ConstantSource with a value to emit on each token.
704
     * \param network The network this node is going to be part of.
705 706
     * \param value The value to emit.
     */
707 708 709 710 711 712 713 714 715 716
    ConstantSource(Network & network, Type value);

    /**
     * Constructs a ConstantSource with a value to emit on each token.
     * \param network The network this node is going to be part of.
     * \param value The value to emit.
     * \param policy The execution policy of the process.
     */
    ConstantSource(Network & network, Type value,
      embb::mtapi::ExecutionPolicy const & policy);
717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737

    /**
     * \returns Always \c false.
     */
    virtual bool HasInputs() const;

    /**
     * \returns Always \c true.
     */
    virtual bool HasOutputs() const;

    /**
     * \returns Reference to a list of all output ports.
     */
    OutputsType & GetOutputs();

    /**
     * \returns Output port at Index.
     */
    template <int Index>
    typename OutputsType::Types<Index>::Result & GetOutput();
738 739 740 741 742 743 744 745

    /**
     * Connects output port 0 to input port 0 of \c target.
     * \param target Process to connect to.
     * \tparam T Type of target process.
     */
    template <typename T>
    void operator >> (T & target);
746 747 748
  };

  /**
749 750
   * Checks whether the network is completely connected and free of cycles.
   * \returns \c true if everything is in order, \c false if not.
751 752
   * \note Executing an invalid network results in an exception. For this
   * reason, it is recommended to first check the network using IsValid().
753
   */
754
  bool IsValid();
755 756

  /**
757
   * Executes the network until one of the the sources returns \c false.
758 759 760
   * \note If the network was default constructed, the number of concurrent
   * tokens will automatically be derived from the structure of the network 
   * on the first call of the operator, and the corresponding resources will
761
   * be allocated then.
762 763
   * \note Executing an invalid network results in an exception. For this
   * reason, it is recommended to first check the network using IsValid().
764
   */
765
  void operator () ();
766 767 768 769 770 771
};

#else

class Network : public internal::ClockListener {
 public:
772
  Network()
773 774 775
    : sink_counter_(NULL), sink_count_(0)
    , slices_(0), sched_(NULL)
    , policy_() {
776 777 778 779
    // empty
  }

  explicit Network(int slices)
780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795
    : sink_counter_(NULL), sink_count_(0),
    slices_(slices), sched_(NULL)
    , policy_() {
    PrepareSlices();
  }

  explicit Network(embb::mtapi::ExecutionPolicy const & policy)
    : sink_counter_(NULL), sink_count_(0)
    , slices_(0), sched_(NULL)
    , policy_(policy) {
  }

  Network(int slices, embb::mtapi::ExecutionPolicy const & policy)
    : sink_counter_(NULL), sink_count_(0)
    , slices_(slices), sched_(NULL)
    , policy_(policy) {
796
    PrepareSlices();
797
  }
798 799 800

  ~Network() {
    if (NULL != sched_) {
801 802 803 804
      embb::base::Allocation::Delete(sched_);
      sched_ = NULL;
    }
    if (NULL != sink_counter_) {
805
      embb::base::Allocation::Free(sink_counter_);
806
      sink_counter_ = NULL;
807 808
    }
  }
809

810 811
  template <typename T1,
    typename T2 = embb::base::internal::Nil,
812 813 814
    typename T3 = embb::base::internal::Nil,
    typename T4 = embb::base::internal::Nil,
    typename T5 = embb::base::internal::Nil>
815 816
  class Inputs {
    // empty
817 818
  };

819 820
  template <typename T1,
    typename T2 = embb::base::internal::Nil,
821 822 823
    typename T3 = embb::base::internal::Nil,
    typename T4 = embb::base::internal::Nil,
    typename T5 = embb::base::internal::Nil>
824 825
  class Outputs {
    // empty
826 827 828 829 830 831 832
  };

  template <class Inputs, class Outputs> class SerialProcess;

  template <
    typename I1, typename I2, typename I3, typename I4, typename I5,
    typename O1, typename O2, typename O3, typename O4, typename O5>
833 834
  class SerialProcess< Inputs<I1, I2, I3, I4, I5>,
    Outputs<O1, O2, O3, O4, O5> >
835 836 837
    : public internal::Process< true,
        internal::Inputs<I1, I2, I3, I4, I5>,
        internal::Outputs<O1, O2, O3, O4, O5> > {
838
   public:
839 840 841
    typedef typename internal::Process< true,
      internal::Inputs<I1, I2, I3, I4, I5>,
      internal::Outputs<O1, O2, O3, O4, O5> >::FunctionType
842
        FunctionType;
843 844

    SerialProcess(Network & network, FunctionType function)
845 846
      : internal::Process< true,
          internal::Inputs<I1, I2, I3, I4, I5>,
847
          internal::Outputs<O1, O2, O3, O4, O5> >(
848
            network.sched_, function) {
849 850 851 852 853 854 855 856 857 858 859
      SetPolicy(network.policy_);
      network.processes_.push_back(this);
    }

    SerialProcess(Network & network, FunctionType function,
      embb::mtapi::ExecutionPolicy const & policy)
      : internal::Process< true,
      internal::Inputs<I1, I2, I3, I4, I5>,
      internal::Outputs<O1, O2, O3, O4, O5> >(
        network.sched_, function) {
      SetPolicy(policy);
860
      network.processes_.push_back(this);
861 862 863 864 865 866 867 868
    }
  };

  template <class Inputs, class Outputs> class ParallelProcess;

  template <
    typename I1, typename I2, typename I3, typename I4, typename I5,
    typename O1, typename O2, typename O3, typename O4, typename O5>
869 870
  class ParallelProcess< Inputs<I1, I2, I3, I4, I5>,
    Outputs<O1, O2, O3, O4, O5> >
871 872 873
    : public internal::Process< false,
        internal::Inputs<I1, I2, I3, I4, I5>,
        internal::Outputs<O1, O2, O3, O4, O5> >{
874
   public:
875 876 877
    typedef typename internal::Process< false,
      internal::Inputs<I1, I2, I3, I4, I5>,
      internal::Outputs<O1, O2, O3, O4, O5> >::FunctionType
878
        FunctionType;
879 880

    ParallelProcess(Network & network, FunctionType function)
881 882
      : internal::Process< false,
          internal::Inputs<I1, I2, I3, I4, I5>,
883
          internal::Outputs<O1, O2, O3, O4, O5> >(
884
            network.sched_, function) {
885 886 887 888 889 890 891 892 893 894 895
      SetPolicy(network.policy_);
      network.processes_.push_back(this);
    }

    ParallelProcess(Network & network, FunctionType function,
      embb::mtapi::ExecutionPolicy const & policy)
      : internal::Process< false,
      internal::Inputs<I1, I2, I3, I4, I5>,
      internal::Outputs<O1, O2, O3, O4, O5> >(
        network.sched_, function) {
      SetPolicy(policy);
896
      network.processes_.push_back(this);
897 898 899 900
    }
  };

  template<typename Type>
901
  class Switch : public internal::Switch<Type> {
902
   public:
903
    explicit Switch(Network & network)
904
      : internal::Switch<Type>(network.sched_) {
905 906 907 908 909 910 911
      SetPolicy(network.policy_);
      network.processes_.push_back(this);
    }

    Switch(Network & network, embb::mtapi::ExecutionPolicy const & policy)
      : internal::Switch<Type>(network.sched_) {
      SetPolicy(policy);
912 913
      network.processes_.push_back(this);
    }
914 915 916
  };

  template<typename Type>
917
  class Select : public internal::Select<Type> {
918
   public:
919
    explicit Select(Network & network)
920
      : internal::Select<Type>(network.sched_) {
921 922 923 924 925 926 927
      SetPolicy(network.policy_);
      network.processes_.push_back(this);
    }

    Select(Network & network, embb::mtapi::ExecutionPolicy const & policy)
      : internal::Select<Type>(network.sched_) {
      SetPolicy(policy);
928 929
      network.processes_.push_back(this);
    }
930 931 932 933 934 935
  };

  template<typename I1, typename I2 = embb::base::internal::Nil,
    typename I3 = embb::base::internal::Nil,
    typename I4 = embb::base::internal::Nil,
    typename I5 = embb::base::internal::Nil>
936 937
  class Sink : public internal::Sink<
    internal::Inputs<I1, I2, I3, I4, I5> > {
938
   public:
939 940
    typedef typename internal::Sink<
      internal::Inputs<I1, I2, I3, I4, I5> >::FunctionType FunctionType;
941

942
    Sink(Network & network, FunctionType function)
943
      : internal::Sink<
944
          internal::Inputs<I1, I2, I3, I4, I5> >(
945
            network.sched_, &network, function) {
946 947 948 949 950 951 952 953 954 955 956
      SetPolicy(network.policy_);
      network.sinks_.push_back(this);
      network.sink_count_++;
    }

    Sink(Network & network, FunctionType function,
      embb::mtapi::ExecutionPolicy const & policy)
      : internal::Sink<
      internal::Inputs<I1, I2, I3, I4, I5> >(
        network.sched_, &network, function) {
      SetPolicy(policy);
957 958
      network.sinks_.push_back(this);
      network.sink_count_++;
959 960 961 962 963 964 965
    }
  };

  template<typename O1, typename O2 = embb::base::internal::Nil,
    typename O3 = embb::base::internal::Nil,
    typename O4 = embb::base::internal::Nil,
    typename O5 = embb::base::internal::Nil>
966 967
  class Source : public internal::Source<
    internal::Outputs<O1, O2, O3, O4, O5> > {
968
   public:
969 970
    typedef typename internal::Source<
      internal::Outputs<O1, O2, O3, O4, O5> >::FunctionType
971 972
        FunctionType;

973
    Source(Network & network, FunctionType function)
974
      : internal::Source<
975
          internal::Outputs<O1, O2, O3, O4, O5> >(network.sched_, function) {
976 977 978 979 980 981 982 983 984
      SetPolicy(network.policy_);
      network.sources_.push_back(this);
    }

    Source(Network & network, FunctionType function,
      embb::mtapi::ExecutionPolicy const & policy)
      : internal::Source<
      internal::Outputs<O1, O2, O3, O4, O5> >(network.sched_, function) {
      SetPolicy(policy);
985
      network.sources_.push_back(this);
986 987 988 989
    }
  };

  template<typename Type>
990
  class ConstantSource : public internal::ConstantSource<Type> {
991
   public:
992 993 994 995 996 997 998 999
    ConstantSource(Network & network, Type value)
      : internal::ConstantSource<Type>(network.sched_, value) {
      SetPolicy(network.policy_);
      network.sources_.push_back(this);
    }

    ConstantSource(Network & network, Type value,
      embb::mtapi::ExecutionPolicy const & policy)
1000
      : internal::ConstantSource<Type>(network.sched_, value) {
1001
      SetPolicy(policy);
1002
      network.sources_.push_back(this);
1003 1004 1005
    }
  };

1006 1007
  bool IsValid() {
    bool valid = true;
1008 1009 1010
    // check connectivity
    for (size_t ii = 0; ii < sources_.size() && valid; ii++) {
      valid = valid && sources_[ii]->IsFullyConnected();
1011
    }
1012 1013
    for (size_t ii = 0; ii < processes_.size() && valid; ii++) {
      valid = valid && processes_[ii]->IsFullyConnected();
1014
    }
1015 1016 1017 1018 1019 1020
    for (size_t ii = 0; ii < sinks_.size() && valid; ii++) {
      valid = valid && sinks_[ii]->IsFullyConnected();
    }
    // check for cycles
    for (size_t ii = 0; ii < processes_.size() && valid; ii++) {
      valid = valid && !processes_[ii]->HasCycle();
1021
    }
1022
    return valid;
1023 1024 1025
  }

  void operator () () {
1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046
    if (0 >= slices_) {
      slices_ = static_cast<int>(
        sources_.size() +
        sinks_.size());
      for (size_t ii = 0; ii < processes_.size(); ii++) {
        int tt = processes_[ii]->IsSequential() ? 1 :
          static_cast<int>(embb_core_count_available());
        slices_ += tt;
      }
      PrepareSlices();
      for (size_t ii = 0; ii < sources_.size(); ii++) {
        sources_[ii]->SetScheduler(sched_);
      }
      for (size_t ii = 0; ii < processes_.size(); ii++) {
        processes_[ii]->SetScheduler(sched_);
      }
      for (size_t ii = 0; ii < sinks_.size(); ii++) {
        sinks_[ii]->SetScheduler(sched_);
      }
    }

1047 1048
    int clock = 0;
    while (clock >= 0) {
1049
      const int idx = clock % slices_;
1050
      while (sink_counter_[idx] > 0) embb::base::Thread::CurrentYield();
1051
      sched_->WaitForSlice(idx);
1052 1053 1054
      if (!SpawnClock(clock))
        break;
      clock++;
1055 1056
    }

1057
    int ii = clock - slices_ + 1;
1058 1059
    if (ii < 0) ii = 0;
    for (; ii < clock; ii++) {
1060
      const int idx = ii % slices_;
1061
      while (sink_counter_[idx] > 0) embb::base::Thread::CurrentYield();
1062
      sched_->WaitForSlice(idx);
1063 1064 1065 1066 1067 1068 1069 1070 1071 1072
    }
  }

  /**
   * Internal.
   * \internal
   * Gets called when a token has reached all sinks and frees up the
   * corresponding slot, thus allowing a new token to be emitted.
   */
  virtual void OnClock(int clock) {
1073
    const int idx = clock % slices_;
1074 1075
    assert(sink_counter_[idx] > 0);
    --sink_counter_[idx];
1076 1077 1078 1079 1080 1081
  }

 private:
  std::vector<internal::Node*> processes_;
  std::vector<internal::Node*> sources_;
  std::vector<internal::Node*> sinks_;
1082
  embb::base::Atomic<int> * sink_counter_;
1083
  int sink_count_;
1084
  int slices_;
1085
  internal::Scheduler * sched_;
1086
  embb::mtapi::ExecutionPolicy policy_;
1087

1088 1089 1090 1091
#if EMBB_DATAFLOW_TRACE_SIGNAL_HISTORY
  std::vector<int> spawn_history_[Slices];
#endif

1092
  bool SpawnClock(int clock) {
1093
    const int idx = clock % slices_;
1094
    bool result = true;
1095 1096 1097
#if EMBB_DATAFLOW_TRACE_SIGNAL_HISTORY
    spawn_history_[idx].push_back(clock);
#endif
1098
    sink_counter_[idx] = sink_count_;
1099
    for (size_t kk = 0; kk < sources_.size(); kk++) {
1100
      result &= sources_[kk]->Start(clock);
1101
    }
1102
    return result;
1103
  }
1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116

  void PrepareSlices() {
    sched_ = embb::base::Allocation::New<internal::SchedulerMTAPI>(slices_);
    if (sched_->GetSlices() != slices_) {
      slices_ = sched_->GetSlices();
    }
    sink_counter_ = reinterpret_cast<embb::base::Atomic<int>*>(
      embb::base::Allocation::Allocate(
        sizeof(embb::base::Atomic<int>)*slices_));
    for (int ii = 0; ii < slices_; ii++) {
      sink_counter_[ii] = 0;
    }
  }
1117 1118 1119 1120 1121 1122 1123 1124
};

#endif // DOXYGEN

} // namespace dataflow
} // namespace embb

#endif // EMBB_DATAFLOW_NETWORK_H_