paddlenlp

1
# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
2
#
3
# Licensed under the Apache License, Version 2.0 (the "License");
4
# you may not use this file except in compliance with the License.
5
# You may obtain a copy of the License at
6
#
7
#     http://www.apache.org/licenses/LICENSE-2.0
8
#
9
# Unless required by applicable law or agreed to in writing, software
10
# distributed under the License is distributed on an "AS IS" BASIS,
11
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
# See the License for the specific language governing permissions and
13
# limitations under the License.
14

15
import json
16

17

18
def json_format_indent(json_file, output_json):
19
    with open(output_json, "w", encoding="utf-8") as wf:
20
        with open(json_file, "r", encoding="utf-8") as rf:
21
            all_lines = []
22
            for json_line in rf:
23
                line_dict = json.loads(json_line)
24
                all_lines.append(line_dict)
25
            output_dataset = {"data": all_lines}
26
            json.dump(output_dataset, wf, ensure_ascii=False, indent="\t")
27

28

29
if __name__ == "__main__":
30
    json_format_indent("", "")
31