# Copyright (c) Alibaba, Inc. and its affiliates.
import cv2
import numpy as np
from mmcv.runner.dist_utils import master_only
from mmcv.runner.hooks import HOOKS
from mmcv.runner.hooks import WandbLoggerHook as _WandbLoggerHook
from PIL import Image as PILImage
[docs]@HOOKS.register_module()
class WandbLoggerHookV2(_WandbLoggerHook):
[docs] def visualization_log(self, runner):
"""Images Visulization.
`visualization_buffer` is a dictionary containing:
images (list): list of visulaized images.
img_metas (list of dict, optional): dict containing ori_filename and so on.
ori_filename will be displayed as the tag of the image by default.
"""
visual_results = runner.visualization_buffer.output
for vis_key, vis_result in visual_results.items():
images = vis_result.get('images', [])
img_metas = vis_result.get('img_metas', None)
if img_metas is not None:
assert len(images) == len(
img_metas
), 'Output `images` and `img_metas` must keep the same length!'
examples = []
for i, img in enumerate(images):
assert isinstance(img, np.ndarray)
img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
pil_image = PILImage.fromarray(img, mode='RGB')
default_name = 'image_%i' % i
filename = img_metas[i].get(
'ori_filename',
default_name) if img_metas is not None else default_name
image = self.wandb.Image(pil_image, caption=filename)
examples.append(image)
self.wandb.log({vis_key: examples},
step=self.get_iter(runner),
commit=self.commit)
[docs] @master_only
def log(self, runner):
self.visualization_log(runner)
super(WandbLoggerHookV2, self).log(runner)
[docs] def after_train_iter(self, runner):
super(WandbLoggerHookV2, self).after_train_iter(runner)
# clear visualization_buffer after each iter to ensure that it is only written once,
# avoiding repeated writing of the same image buffer every self.interval
runner.visualization_buffer.clear_output()