summaryrefslogtreecommitdiff
path: root/compiler/visq/visqlib/DumpFP32FM.py
blob: 14dc900c5e42390b2354d1ffd961ee9ed7d233cc (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
# Copyright (c) 2022 Samsung Electronics Co., Ltd. All Rights Reserved
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# Script that dumps FM of FP32 model
# NOTE This script runs on dalgona

import numpy as np
import json

from pathlib import Path


# Dump FP32 model's intermediate FM data and their names
#
# Before
# self._dir/
#
# After
# self._dir/
#  tensors.json
#  <TENSOR_ID>.npy
# NOTE tensors.json has a dictionary {TENSOR_NAME -> TENSOR_ID}
class DumpFP32FM:
    def StartAnalysis(self, args):
        self._dir = Path(args)
        self._num_data = 0
        # Dict {tensor_name -> tid}
        self._tname_to_tid = dict()
        self._tensor_count = 0

    def EndNetworkExecution(self, outputs):
        self._num_data += 1

    def DefaultOpPost(self, name, opcode, inputs, outputs):
        # Save intermediate FM into <tid>.npy
        data_path = self._dir / str(self._num_data)
        data_path.mkdir(parents=False, exist_ok=True)
        for output in outputs:
            name = output['name']
            data = output['data']
            if name in self._tname_to_tid:
                tid = self._tname_to_tid[name]
            else:
                tid = self._tensor_count
                self._tname_to_tid[name] = tid
                self._tensor_count += 1

            np.save(str(data_path / str(tid)), data)

    def EndAnalysis(self):
        # Save tensor name : tensor id pairs
        with open(self._dir / 'tensors.json', 'w') as f:
            json.dump(self._tname_to_tid, f, indent=2)