forked from apache/mxnet
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* Init nnvm change * temp checkin * Move TShape to NNVM * Redirect Symbolic API to NNVM * Add Op Prop Adapter * Finish migrate in shape infer * Pass all symbolic test * temp commit * enable aux data * [EXEC] Basic version of exec for forward only * [EXEC] Enable most optimizations, still wait grad and context * fix legacy op with latest one * Update NNVM NodeRef * Adapt to newer interface * ALl registry of backop is complete * temp commit * Hack finish backward pass * [EXEC] One day pass * [EXEC] Pass all operator unittest * [EXEC] enable model parallel * Fully pass all legacy tests * Remove legacy symbolic code * update news * Make travis compile * Fix python3 * Update viz module to new json format
- Loading branch information
Showing
34 changed files
with
2,365 additions
and
5,340 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,104 @@ | ||
| /*! | ||
| * Copyright (c) 2015 by Contributors | ||
| * \file executor.h | ||
| * \brief Symbolic executor interface of mxnet. | ||
| * \author Min Lin, Bing Xu | ||
| */ | ||
| #ifndef MXNET_EXECUTOR_H_ | ||
| #define MXNET_EXECUTOR_H_ | ||
|
|
||
| #include <dmlc/base.h> | ||
| #include <vector> | ||
| #include <memory> | ||
| #include <map> | ||
| #include <string> | ||
| #include <utility> | ||
| #include "./base.h" | ||
| #include "./c_api.h" | ||
| #include "./ndarray.h" | ||
| #include "./operator.h" | ||
|
|
||
| // check c++11 | ||
| #if DMLC_USE_CXX11 == 0 | ||
| #error "CXX11 was required for symbolic module" | ||
| #endif | ||
|
|
||
| namespace mxnet { | ||
| /*! \brief use symbolic graph from NNVM */ | ||
| using nnvm::Symbol; | ||
|
|
||
| /*! | ||
| * \brief Executor of a computation graph. | ||
| * Executor can be created by Binding a symbol. | ||
| */ | ||
| class Executor { | ||
| public: | ||
| /*! \brief destructor */ | ||
| virtual ~Executor() {} | ||
| /*! | ||
| * \brief Perform a Forward operation of Operator | ||
| * After this operation, user can get the result by using function head. | ||
| */ | ||
| virtual void Forward(bool is_train) = 0; | ||
| /*! | ||
| * \brief Perform a Partial Forward operation of Operator. | ||
| * Only issue operation specified by step. | ||
| * The caller must keep calling PartialForward with increasing steps, until step_left=0. | ||
| * \param is_train Whether this is training phase. | ||
| * \param step current step, user can always start from 0 | ||
| * \param step_left Number of steps left to finish the forward. | ||
| */ | ||
| virtual void PartialForward(bool is_train, int step, int *step_left) = 0; | ||
| /*! | ||
| * \brief Perform a Backward operation of the Operator. | ||
| * This must be called after Forward. | ||
| * After this operation, NDArrays specified by grad_in_args_store will be updated accordingly. | ||
| * User is allowed to pass in an empty Array if the head node is | ||
| * loss function and head gradeitn is not needed. | ||
| * | ||
| * \param head_grads the gradient of head nodes to be backproped. | ||
| */ | ||
| virtual void Backward(const std::vector<NDArray> &head_grads) = 0; | ||
| /*! | ||
| * \brief print the execution plan info to output stream. | ||
| * \param os the output stream we like to print to. | ||
| */ | ||
| virtual void Print(std::ostream &os) const {} // NOLINT(*) | ||
| /*! | ||
| * \brief get array of outputs in the executor. | ||
| * \return array of outputs in the executor. | ||
| */ | ||
| virtual const std::vector<NDArray> &outputs() const = 0; | ||
| /*! | ||
| * \brief Create an operator by bind symbol with context and arguments. | ||
| * If user do not want to compute the gradients of i-th argument, grad_req_type[i] can be kNullOp. | ||
| * | ||
| * \param default_ctx the default context of binding. | ||
| * \param group2ctx Context mapping group to context. | ||
| * \param symbol the symbol that specifies the output of Forward pass. | ||
| * \param in_args the NDArray that stores the input arguments to the symbol. | ||
| * \param arg_grad_store NDArray that is used to store the gradient output of the input arguments. | ||
| * \param grad_req_type requirment type of gradient saving. Can only be in {kNullOp, kAddTo, kWriteTo}. | ||
| * \param aux_states NDArray that is used as internal state in op | ||
| * \param shared_exec input executor to share memory with. | ||
| * \return a new executor. | ||
| */ | ||
| static Executor *Bind(nnvm::Symbol symbol, | ||
| const Context& default_ctx, | ||
| const std::map<std::string, Context>& group2ctx, | ||
| const std::vector<NDArray> &in_args, | ||
| const std::vector<NDArray> &arg_grad_store, | ||
| const std::vector<OpReqType> &grad_req_type, | ||
| const std::vector<NDArray> &aux_states, | ||
| Executor* shared_exec = NULL); | ||
| /*! | ||
| * \brief the prototype of user-defined monitor callback | ||
| */ | ||
| typedef std::function<void(const char*, void*)> MonitorCallback; | ||
| /*! | ||
| * \brief Install a callback to notify the completion of operation. | ||
| */ | ||
| virtual void SetMonitorCallback(const MonitorCallback& callback) {} | ||
| }; // class executor | ||
| } // namespace mxnet | ||
| #endif // MXNET_EXECUTOR_H_ |
Oops, something went wrong.