mirror of
https://github.com/hanzo-ml/katib.git
synced 2026-09-24 00:31:27 +00:00
Ignas BaranauskasandGitHub
af0f32db70
* Chnage the isort profile to black, and add pkg dir for black and flake8 Signed-off-by: Ignas Baranauskas <[email protected]> * Fix the formating Signed-off-by: Ignas Baranauskas <[email protected]> * Fix flake8 lint issues Signed-off-by: Ignas Baranauskas <[email protected]> --------- Signed-off-by: Ignas Baranauskas <[email protected]>
92 lines
3.6 KiB
Python
92 lines
3.6 KiB
Python
# Copyright 2022 The Kubeflow Authors.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import itertools
|
|
|
|
import numpy as np
|
|
|
|
from pkg.apis.manager.v1beta1.python import api_pb2
|
|
|
|
|
|
class Operation(object):
|
|
def __init__(self, opt_id, opt_type, opt_params):
|
|
self.opt_id = opt_id
|
|
self.opt_type = opt_type
|
|
self.opt_params = opt_params
|
|
|
|
def get_dict(self):
|
|
opt_dict = dict()
|
|
opt_dict["opt_id"] = self.opt_id
|
|
opt_dict["opt_type"] = self.opt_type
|
|
opt_dict["opt_params"] = self.opt_params
|
|
return opt_dict
|
|
|
|
def print_op(self, logger):
|
|
logger.info("Operation ID: \n\t{}".format(self.opt_id))
|
|
logger.info("Operation Type: \n\t{}".format(self.opt_type))
|
|
logger.info("Operations Parameters:")
|
|
for ikey in self.opt_params:
|
|
logger.info("\t{}: {}".format(ikey, self.opt_params[ikey]))
|
|
logger.info("")
|
|
|
|
|
|
class SearchSpace(object):
|
|
def __init__(self, operations):
|
|
self.operation_list = list(operations.operation)
|
|
self.search_space = list()
|
|
self._parse_operations()
|
|
self.num_operations = len(self.search_space)
|
|
|
|
def _parse_operations(self):
|
|
# search_sapce is a list of Operation class
|
|
|
|
operation_id = 0
|
|
|
|
for operation_dict in self.operation_list:
|
|
opt_type = operation_dict.operation_type
|
|
opt_spec = list(operation_dict.parameter_specs.parameters)
|
|
# avail_space is dict with the format {"spec_nam": [spec feasible values]}
|
|
avail_space = dict()
|
|
num_spec = len(opt_spec)
|
|
|
|
for ispec in opt_spec:
|
|
spec_name = ispec.name
|
|
if ispec.parameter_type == api_pb2.CATEGORICAL:
|
|
avail_space[spec_name] = list(ispec.feasible_space.list)
|
|
elif ispec.parameter_type == api_pb2.INT:
|
|
spec_min = int(ispec.feasible_space.min)
|
|
spec_max = int(ispec.feasible_space.max)
|
|
spec_step = int(ispec.feasible_space.step)
|
|
avail_space[spec_name] = range(spec_min, spec_max + 1, spec_step)
|
|
elif ispec.parameter_type == api_pb2.DOUBLE:
|
|
spec_min = float(ispec.feasible_space.min)
|
|
spec_max = float(ispec.feasible_space.max)
|
|
spec_step = float(ispec.feasible_space.step)
|
|
double_list = np.arange(spec_min, spec_max + spec_step, spec_step)
|
|
if double_list[-1] > spec_max:
|
|
del double_list[-1]
|
|
avail_space[spec_name] = double_list
|
|
|
|
# generate all the combinations of possible operations
|
|
key_avail_space = list(avail_space.keys())
|
|
val_avail_space = list(avail_space.values())
|
|
|
|
for this_opt_vector in itertools.product(*val_avail_space):
|
|
opt_params = dict()
|
|
for i in range(num_spec):
|
|
opt_params[key_avail_space[i]] = this_opt_vector[i]
|
|
this_opt_class = Operation(operation_id, opt_type, opt_params)
|
|
self.search_space.append(this_opt_class)
|
|
operation_id += 1
|