STT-tensorflow/tensorflow/lite/profiling/memory_info.h
Chao Mei 487fba8ca6 Skip displaying memory usage info when it's not supported on a platform to avoid confusion.
PiperOrigin-RevId: 305427570
Change-Id: I6bc08b475674294dfb74f4c5891de210a6cafb9c
2020-04-08 01:06:48 -07:00

89 lines
3.0 KiB
C++

/* Copyright 2019 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef TENSORFLOW_LITE_PROFILING_MEMORY_INFO_H_
#define TENSORFLOW_LITE_PROFILING_MEMORY_INFO_H_
#include <cstdint>
#include <sstream>
namespace tflite {
namespace profiling {
namespace memory {
struct MemoryUsage {
static const int kValueNotSet;
// Indicates whether obtaining memory usage is supported on the platform, thus
// indicating whether the values defined in this struct make sense or not.
static bool IsSupported();
MemoryUsage()
: max_rss_kb(kValueNotSet),
total_allocated_bytes(kValueNotSet),
in_use_allocated_bytes(kValueNotSet) {}
// The maximum memory size (in kilobytes) occupied by an OS process that is
// held in main memory (RAM). Such memory usage information is generally
// referred as resident set size (rss). This is an alias to rusage::ru_maxrss.
int64_t max_rss_kb;
// Total non-mmapped space allocated from system in bytes. This is an alias to
// mallinfo::arena.
int total_allocated_bytes;
// Total allocated (including mmapped) bytes that's in use (i.e. excluding
// those are freed). This is an alias to mallinfo::uordblks.
int in_use_allocated_bytes;
MemoryUsage operator+(MemoryUsage const& obj) const {
MemoryUsage res;
res.max_rss_kb = max_rss_kb + obj.max_rss_kb;
res.total_allocated_bytes =
total_allocated_bytes + obj.total_allocated_bytes;
res.in_use_allocated_bytes =
in_use_allocated_bytes + obj.in_use_allocated_bytes;
return res;
}
MemoryUsage operator-(MemoryUsage const& obj) const {
MemoryUsage res;
res.max_rss_kb = max_rss_kb - obj.max_rss_kb;
res.total_allocated_bytes =
total_allocated_bytes - obj.total_allocated_bytes;
res.in_use_allocated_bytes =
in_use_allocated_bytes - obj.in_use_allocated_bytes;
return res;
}
void AllStatsToStream(std::ostream* stream) const;
friend std::ostream& operator<<(std::ostream& stream,
const MemoryUsage& obj) {
obj.AllStatsToStream(&stream);
return stream;
}
};
// Return the memory usage from the system.
// Note: this currently only works on Linux-based systems. Support on other
// systems will be added later.
MemoryUsage GetMemoryUsage();
} // namespace memory
} // namespace profiling
} // namespace tflite
#endif // TENSORFLOW_LITE_PROFILING_MEMORY_INFO_H_