[LLM] First commit the llm deployment code

custom_ops/gpu_ops/read_temp_ids.py

@@ -0,0 +1,80 @@
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""read temp_ids from file"""
+import os
+import numpy as np
+import struct
+
+
+def deserialize_from_file(fp):
+    """
+    deserialize from file
+    """
+    # shape
+    # dims = fp.read(8)
+    # dims_out = struct.unpack("l",dims)[0]
+    # shape_list = []
+    # for i in range(dims_out):
+    #     shape = fp.read(8)
+    #     shape_out = struct.unpack("l",shape)[0]
+    #     shape_list.append(shape_out)
+    # finished_flag = fp.read(1)
+    # finished_flag_out = struct.unpack("c", finished_flag)[0]
+    # dtype
+    x_type = fp.read(1)
+    x_type_out = struct.unpack("c", x_type)[0]
+    # data
+    data_list = []
+    if x_type_out == b"0":
+        data = fp.read(4)
+        data_out = struct.unpack("f", data)[0]
+        while data:
+            data_out = struct.unpack("f", data)[0]
+            data_list.append(data_out)
+            data = fp.read(4)
+    elif x_type_out == b"1":
+        data = fp.read(8)
+        while data:
+            data_out = struct.unpack("l", data)[0]
+            data_list.append(data_out)
+            data = fp.read(8)
+    elif x_type_out == b"2":
+        data = fp.read(4)
+        while data:
+            data_out = struct.unpack("i", data)[0]
+            data_list.append(data_out)
+            data = fp.read(4)
+    else:
+        print("type error")
+    data_arr = np.array(data_list)
+    # data_arr = np.reshape(data_arr, tuple(shape_list))
+    return data_arr
+
+
+if __name__ == "__main__":
+    try:
+        target = "/root/paddlejob/workspace/env_run/ernie-bot-sft/real_time_save.temp_ids_rank_0_step_1"
+        if os.path.getsize(target) > 0:
+            while True:
+                fp = open(target, "rb+")
+                flg = fp.read(1)
+                if flg == b"1":
+                    break
+                else:
+                    print("waiting")
+            data_list = deserialize_from_file(fp)
+            print(data_list.shape)
+            print(data_list)
+    except EOFError:
+        print("eof error")