b1ca116103
ruy code taking advantage of LHS<->RHS code symmetry to remove some redundancy. The key motivation was that I want to experiment with some nontrivial changes to how TrMulTask handles the packing of blocks, and I didn't want to have to maintain two copies of this nontrivial code. With this change, this code is now in a EnsurePacked method that's all I'll have to edit. PiperOrigin-RevId: 259980220
63 lines
2.7 KiB
C++
63 lines
2.7 KiB
C++
/* Copyright 2019 Google LLC. All Rights Reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
==============================================================================*/
|
|
|
|
#ifndef TENSORFLOW_LITE_EXPERIMENTAL_RUY_RUY_ADVANCED_H_
|
|
#define TENSORFLOW_LITE_EXPERIMENTAL_RUY_RUY_ADVANCED_H_
|
|
|
|
#include "tensorflow/lite/experimental/ruy/prepack.h"
|
|
|
|
namespace ruy {
|
|
|
|
// Low-level, explicit pre-packing API.
|
|
//
|
|
// The cost of packing an input matrix (either the LHS or RHS) is amortized
|
|
// across the non-depth dimension of the opposite input matrix. Thus, when the
|
|
// LHS has very few rows or the RHS has very few columns, the cost of packing
|
|
// the opposite input matrix can become significant. See pack.h for further
|
|
// information on packing.
|
|
//
|
|
// This file provides an API allowing a user to explicitly pack a matrix and
|
|
// reuse the pre-packed matrix, avoiding that cost.
|
|
//
|
|
// See example_prepack.cc for example usage.
|
|
|
|
template <Path CompiledPaths, typename LhsScalar, typename RhsScalar,
|
|
typename DstScalar, typename Spec>
|
|
void PrePackForMul(const Matrix<LhsScalar>& lhs, const Matrix<RhsScalar>& rhs,
|
|
const Spec& spec, Context* context, Matrix<DstScalar>* dst,
|
|
PrepackedMatrix* prepacked_lhs,
|
|
PrepackedMatrix* prepacked_rhs,
|
|
std::function<void*(std::size_t)> alloc_fn) {
|
|
SidePair<PrepackedMatrix*> prepacked(prepacked_lhs, prepacked_rhs);
|
|
PrePackForMulInternal<CompiledPaths>(lhs, rhs, spec, context, dst, prepacked,
|
|
alloc_fn);
|
|
}
|
|
|
|
template <Path CompiledPaths, typename LhsScalar, typename RhsScalar,
|
|
typename DstScalar, typename Spec>
|
|
void MulWithPrepacked(const Matrix<LhsScalar>& lhs,
|
|
const Matrix<RhsScalar>& rhs, const Spec& spec,
|
|
Context* context, Matrix<DstScalar>* dst,
|
|
PrepackedMatrix* prepacked_lhs,
|
|
PrepackedMatrix* prepacked_rhs) {
|
|
SidePair<PrepackedMatrix*> prepacked(prepacked_lhs, prepacked_rhs);
|
|
MulWithPrepackedInternal<CompiledPaths>(lhs, rhs, spec, context, dst,
|
|
prepacked);
|
|
}
|
|
|
|
} // namespace ruy
|
|
|
|
#endif // TENSORFLOW_LITE_EXPERIMENTAL_RUY_RUY_ADVANCED_H_
|