-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Gradient update to give more control to cortenn (#24)
* clean up docs * add fwd information when deriving * add option to separate shaper and coordinate mapper * avoid bwd mapper in place of a fwd flag * fix fwd assignment * fix grader and update test * cleanup and fix grader * ensure ade integrates properly with llo in cortenn * plug leaks * plug leak again * revert removed sum bwd in grader * fix bwd for mappedtensors dis-similar shaper and coorder * avoid optimizing during gradient * maximize coverage and move docs/html to docs * move over bwd rehaul from cortenn * add doc for mapped tensor functions
- Loading branch information
1 parent
3733217
commit 959d51e
Showing
952 changed files
with
3,082 additions
and
19,790 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,126 @@ | ||
| #include "ade/itensor.hpp" | ||
| #include "ade/coord.hpp" | ||
|
|
||
| #ifndef ADE_MTENS_HPP | ||
| #define ADE_MTENS_HPP | ||
|
|
||
| namespace ade | ||
| { | ||
|
|
||
| /// Coordinate mapper and tensor pair | ||
| struct MappedTensor final | ||
| { | ||
| /// Construct MappedTensor auto deducing coorder_ and map_io_ flag | ||
| MappedTensor (TensptrT tensor, CoordptrT shaper) : | ||
| tensor_(tensor), shaper_(shaper) | ||
| { | ||
| if (tensor_ == nullptr) | ||
| { | ||
| logs::fatal("cannot map a null tensor"); | ||
| } | ||
| map_io_ = tensor_->shape().n_elems() > shape().n_elems(); | ||
| if (shaper == identity || map_io_) | ||
| { | ||
| coorder_ = shaper; | ||
| } | ||
| else | ||
| { | ||
| coorder_ = CoordptrT(shaper->reverse()); | ||
| } | ||
| } | ||
|
|
||
| /// Construct MappedTensor with specific coorder_ and map_io_ flag | ||
| MappedTensor (TensptrT tensor, CoordptrT shaper, | ||
| bool map_io, CoordptrT coorder) : | ||
| tensor_(tensor), shaper_(shaper), | ||
| map_io_(map_io), coorder_(coorder) | ||
| { | ||
| if (tensor_ == nullptr) | ||
| { | ||
| logs::fatal("cannot map a null tensor"); | ||
| } | ||
| } | ||
|
|
||
| /// Return shape of tensor filtered through coordinate mapper | ||
| Shape shape (void) const | ||
| { | ||
| ade::Shape shape = tensor_->shape(); | ||
| CoordT out; | ||
| CoordT in; | ||
| std::copy(shape.begin(), shape.end(), in.begin()); | ||
| shaper_->forward(out.begin(), in.begin()); | ||
| std::vector<DimT> slist(rank_cap); | ||
| std::transform(out.begin(), out.end(), slist.begin(), | ||
| [](CDimT cd) -> DimT | ||
| { | ||
| if (cd < 0) | ||
| { | ||
| cd = -cd - 1; | ||
| } | ||
| return std::round(cd); | ||
| }); | ||
| return Shape(slist); | ||
| } | ||
|
|
||
| /// Return tensor being mapped | ||
| TensptrT get_tensor (void) const | ||
| { | ||
| return tensor_; | ||
| } | ||
|
|
||
| /// Return shaper coord map | ||
| CoordptrT get_shaper (void) const | ||
| { | ||
| return shaper_; | ||
| } | ||
|
|
||
| /// Return map_io_ flag, True if coorder accepts input coord | ||
| /// and generated output, False otherwise | ||
| bool map_io (void) const | ||
| { | ||
| return map_io_; | ||
| } | ||
|
|
||
| /// Return coord map for coordinates | ||
| CoordptrT get_coorder (void) const | ||
| { | ||
| return coorder_; | ||
| } | ||
|
|
||
| private: | ||
| /// Tensor reference | ||
| TensptrT tensor_; | ||
|
|
||
| /// Shape mapper | ||
| CoordptrT shaper_; | ||
|
|
||
| /// True if map input coordinate to output, False otherwise | ||
| /// (if n_elems of inputshape > n_elems of outputshape) | ||
| bool map_io_; | ||
|
|
||
| /// Coordinate mapper | ||
| CoordptrT coorder_; | ||
| }; | ||
|
|
||
| /// Return MappedTensor that identity maps input tensor | ||
| MappedTensor identity_map (TensptrT tensor); | ||
|
|
||
| /// Return MappedTensor that reduces input tensor according to | ||
| /// rank and reduction vector | ||
| MappedTensor reduce_map (TensptrT tensor, | ||
| uint8_t rank, std::vector<DimT> red); | ||
|
|
||
| /// Return MappedTensor that extends input tensor by | ||
| /// rank and extension vector | ||
| MappedTensor extend_map (TensptrT tensor, | ||
| uint8_t rank, std::vector<DimT> ext); | ||
|
|
||
| /// Return MappedTensor that permutes input tensor by order | ||
| MappedTensor permute_map (TensptrT tensor, std::vector<uint8_t> order); | ||
|
|
||
| /// Return MappedTensor that flips input tensor along dimension | ||
| MappedTensor flip_map (TensptrT tensor, uint8_t dim); | ||
|
|
||
| } | ||
|
|
||
| #endif // ADE_MTENS_HPP |
Oops, something went wrong.