Files
Ryan 95b5af24db
Some checks failed
Deploy GitHub Pages / deploy (push) Has been cancelled
[SOT] Add sot warmup (NVIDIA GPU Only) (#2929)
* add sot warmup

* fix code style

* change batch_size list

* add param to config

* rm free_list settings && set sot_warmup_sizes

* finish debug with dynamic dims by type annotations

* add profile_run guard

* rm sth useless
2025-07-22 21:36:14 +08:00

41 lines
1.1 KiB
Python

"""
# Copyright (c) 2025 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""
import contextlib
def create_guard(default_value):
_state = default_value
@contextlib.contextmanager
def state_guard(current_state):
nonlocal _state
old_state = _state
_state = current_state
try:
yield
finally:
_state = old_state
def get_state():
return _state
return state_guard, get_state
sot_warmup_guard, in_sot_warmup_mode = create_guard(False)
profile_run_guard, in_profile_run_mode = create_guard(False)