main.py

from fastapi import FastAPI, HTTPException
from git import Repo
import os
import shutil
from pydantic import BaseModel

app = FastAPI()

# 定义请求体的模型
class GitRepo(BaseModel):
    git_url: str

@app.get("/")
async def get_main():
    return {"message": "This is the main page of the code reader API service."}

@app.post("/get-repo-content/")
async def print_repo_url(repo: GitRepo):
    print(repo.git_url)
    git_url = repo.git_url
    base_dir = f"./{git_url.split('/')[-1]}"
    try:
        # 从URL中解析仓库名称
        repo_name = git_url.split("/")[-1]
        if repo_name.endswith(".git"):
            repo_name = repo_name[:-4]

        repo_dir = os.path.join(base_dir, repo_name)
        print(repo_dir)
        # 如果目录存在，先删除
        if os.path.exists(repo_dir):
            shutil.rmtree(repo_dir)

        # 克隆仓库
        Repo.clone_from(git_url, repo_dir)

        content = read_all_files(repo_dir)

        # 清理克隆的仓库目录
        shutil.rmtree(repo_dir)

        return {"content": content[:50000]}

    except Exception as e:
        raise HTTPException(status_code=500, detail=str(e))

def read_all_files(directory):
    all_text = ""
    for root, dirs, files in os.walk(directory):
        for file in files:
            file_path = os.path.join(root, file)
            if os.path.isfile(file_path) and file_path.endswith(".py"):
                try:
                    with open(file_path, "r", encoding="utf-8") as file:
                        filename = file_path.split("/")[-1]
                        all_text += f"File: {filename}\n\n" + file.read() + "\n\n"
                except UnicodeDecodeError:
                    # 忽略无法读取的文件（如二进制文件）
                    pass
    print(f"all_txt:{all_text}")
    return all_text

if __name__ == "__main__":
    import uvicorn
    print("1111111111")
    uvicorn.run("main:app", host="0.0.0.0", port=80)
'''
from fastapi import FastAPI, HTTPException
from pydantic import BaseModel
import os
import shutil
import asyncio
from git import Repo

app = FastAPI()


class GitRepo(BaseModel):
    git_url: str


@app.get("/")
async def get_main():
    return {"message": "Welcome to Code Reader!"}


@app.post("/get-repo-content/")
async def print_repo_url(repo: GitRepo):
    git_url = repo.git_url
    try:
        repo_name = git_url.split("/")[-1]
        print(f"文件名：{repo_name}")
        repo_name = (
            repo_name.replace(".git", "") if repo_name.endswith(".git") else repo_name
        )

        temp_dir = f"./temp_{repo_name}"
        if os.path.exists(temp_dir):
            shutil.rmtree(temp_dir)
        os.makedirs(temp_dir)

        repo_dir = os.path.join(temp_dir, repo_name)
        print("start cloning")
        # 异步克隆仓库
        await clone_repo_async(git_url, repo_dir)

        print("start reading")
        # 异步读取所有文件
        content = await read_all_files_async(repo_dir)
        print("read finished. conetent length: ", len(content))
        # 确保在此处删除临时目录
        shutil.rmtree(temp_dir)
        print("temp dir removed")
        return {"content": content[:50000]}

    except Exception as e:
        # 如果出现异常，也应该清理临时目录
        if os.path.exists(temp_dir):
            shutil.rmtree(temp_dir)
        raise HTTPException(status_code=500, detail=str(e))


async def clone_repo_async(git_url, repo_dir):
    loop = asyncio.get_event_loop()
    print(f"开始克隆仓库: {git_url}")
    await loop.run_in_executor(
        None, lambda: Repo.clone_from(git_url, repo_dir, depth=1)
    )
    print(f"仓库克隆完成: {repo_dir}")


async def read_all_files_async(directory):
    loop = asyncio.get_event_loop()
    print(f"开始读取文件: {directory}")
    content = await loop.run_in_executor(None, lambda: read_all_files(directory))
    print(f"文件读取完成. 总字符数: {len(content)}")
    return content


def read_all_files(directory):
    all_text = ""
    for root, dirs, files in os.walk(directory):
        for file_name in files:
            file_path = os.path.join(root, file_name)
            if os.path.isfile(file_path):
                try:
                    with open(file_path, "r", encoding="utf-8") as file:
                        print(f"File: {file_name}\n\n" + file.read() + "\n\n")
                        all_text += f"File: {file_name}\n\n" + file.read() + "\n\n"
                except UnicodeDecodeError:
                    print(f"无法以UTF-8编码读取文件: {file_path}")
                except Exception as e:
                    print(f"读取文件时发生错误: {file_path}, 错误: {e}")
    print(f"all_txt:{all_text}")
    return all_text


if __name__ == "__main__":
    import uvicorn
    print("start")

    uvicorn.run("main:app", host="0.0.0.0", port=80)
'''