graphgen/utils/file.py

import json


def read_file(input_file: str) -> list:
    """
    Read data from a file based on the specified data type.
    :param input_file
    :return:
    """

    if input_file.endswith(".jsonl"):
        with open(input_file, "r", encoding="utf-8") as f:
            data = [json.loads(line) for line in f]
    elif input_file.endswith(".json"):
        with open(input_file, "r", encoding="utf-8") as f:
            data = json.load(f)
    elif input_file.endswith(".txt"):
        with open(input_file, "r", encoding="utf-8") as f:
            data = [line.strip() for line in f if line.strip()]
            data = [{"content": line} for line in data]
    else:
        raise ValueError(f"Unsupported file format: {input_file}")

    return data