# Copyright (c) 2024. Harvard University
#
# Developed by Research Software Engineering,
# Harvard University Research Computing and Data (RCD) Services.
#
# Author: Michael A Bouzinier
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
#
import logging
from datetime import timedelta
from typing import Optional
from nsaph_utils.utils.io_utils import sizeof_fmt
from nsaph_utils.utils.profile_utils import mem
[docs]class ProfilingData:
def __init__(self):
self.max_mem = mem()
self.factor = 1
self.shape_x = 0
self.shape_y = 0
self.total_time = timedelta(0)
self.core_time = timedelta(0)
[docs] def update_mem_only(self, m: int):
if m > self.max_mem:
self.max_mem = m
[docs] def update_mem_time(self, m: int,
t: Optional[timedelta],
t0: timedelta = None):
self.update_mem_only(m)
if t is not None:
self.total_time += t
if t0 is not None:
self.core_time += t0
return
[docs] def update(self, other):
if not isinstance(other, ProfilingData):
raise ValueError(f"Instance of {self.__class__} expected")
self.update_mem_time(other.max_mem, other.total_time, other.core_time)
if other.factor > self.factor:
self.factor = other.factor
if other.shape_x > self.shape_x:
self.shape_x = other.shape_x
if other.shape_y > self.shape_y:
self.shape_y = other.shape_y
return
[docs] def log(self, msg):
fmt = ("factor: %d ; shape: %d x %d ; aggr time: %s ; time: %s ;"
+ " memory: %d (%s)")
logging.info(
msg + fmt,
self.factor,
self.shape_x,
self.shape_y,
self.core_time,
self.total_time,
self.max_mem,
sizeof_fmt(self.max_mem)
)