File_upload_system_GuangdongLiGong/app.txt

from flask import Flask, request, jsonify, send_from_directory, make_response, send_file
from flask_cors import CORS
import boto3
from botocore.exceptions import NoCredentialsError, ClientError, EndpointConnectionError
import os
from dotenv import load_dotenv
import logging
import datetime
import pytz
from botocore.client import Config
import csv
import pandas as pd

# 配置日志
logging.basicConfig(level=logging.DEBUG, format='%(asctime)s - %(levelname)s - %(message)s')

load_dotenv()  # 从.env文件加载环境变量

app = Flask(__name__, static_url_path='', static_folder='.')
CORS(app, resources={r"/*": {"origins": "*", "methods": "GET,POST,PUT,DELETE,OPTIONS"}})  # 添加 CORS 支持

aws_access_key_id = os.getenv('AWS_ACCESS_KEY_ID')
aws_secret_access_key = os.getenv('AWS_SECRET_ACCESS_KEY')
region_name = os.getenv('AWS_REGION')
bucket_name = os.getenv('S3_BUCKET_NAME')

# 打印环境变量 (仅用于调试，生产环境中请移除)
print(f"AWS_ACCESS_KEY_ID: {aws_access_key_id}")
print(f"AWS_SECRET_ACCESS_KEY: {'*' * len(aws_secret_access_key) if aws_secret_access_key else 'Not set'}")
print(f"AWS_REGION: {region_name}")
print(f"S3_BUCKET_NAME: {bucket_name}")

s3_client = boto3.client(
    's3',
    aws_access_key_id=aws_access_key_id,
    aws_secret_access_key=aws_secret_access_key,
    region_name=region_name,
    config=Config(signature_version='s3v4')  # 使用 S3v4 签名版本
)

# 跟踪学生提交信息
submissions_file = 'submissions.csv'

# 创建或者加载提交文件
if not os.path.exists(submissions_file):
    with open(submissions_file, 'w', newline='') as file:
        writer = csv.writer(file)
        writer.writerow(['ID', '学生姓名', '学号', '作业', '提交的文件'])


def add_submission(student, student_id, assignment, filename):
    with open(submissions_file, 'a', newline='') as file:
        writer = csv.writer(file)
        writer.writerow([datetime.datetime.now().isoformat(), student, student_id, assignment, filename])


def generate_presigned_url(object_key, content_type, expiration=3600):
    try:
        current_time = datetime.datetime.now(pytz.UTC)
        logging.info(f"Current UTC time before generating URL: {current_time}")

        response = s3_client.generate_presigned_url('put_object',
                                                    Params={
                                                        'Bucket': bucket_name,
                                                        'Key': object_key,
                                                        'ContentType': content_type
                                                    },
                                                    ExpiresIn=expiration,
                                                    HttpMethod='PUT'
                                                    )
        logging.info(f"Generated presigned URL: {response}")
        return response
    except (NoCredentialsError, ClientError, EndpointConnectionError) as e:
        logging.error(f"Error generating presigned URL: {str(e)}", exc_info=True)
        return None


@app.route('/generate-url', methods=['GET'])
def get_presigned_url():
    student = request.args.get('student')
    student_id = request.args.get('student_id')
    filename = request.args.get('filename')
    content_type = request.args.get('content_type', 'application/octet-stream')
    assignment = request.args.get('assignment')
    logging.info(
        f"Received request for student: {student}, student_id: {student_id}, filename: {filename}, content_type: {content_type}, assignment: {assignment}")

    if not student or not filename or not student_id or not assignment:
        logging.warning("Missing student, student_id, assignment or filename parameter")
        return jsonify({'error': 'Student, student_id, assignment and filename parameters are required'}), 400

    folder_name = f'sure_homework_define_by_qin/{assignment}'
    new_filename = f'{student}_{student_id}_{filename}'
    object_key = f'{folder_name}/{new_filename}'

    url = generate_presigned_url(object_key, content_type)
    if not url:
        logging.error("Failed to generate presigned URL")
        return jsonify({'error': 'Failed to generate presigned URL'}), 500

    return jsonify({'url': url, 'content_type': content_type})


@app.route('/record-submission', methods=['POST'])
def record_submission():
    data = request.json
    student = data.get('student')
    student_id = data.get('student_id')
    assignment = data.get('assignment')
    filename = data.get('filename')

    if not student or not filename or not student_id or not assignment:
        return jsonify({'error': 'Student, student_id, assignment and filename parameters are required'}), 400

    add_submission(student, student_id, assignment, filename)

    return jsonify({'status': 'success'})


@app.route('/')
def serve_index():
    return send_from_directory('.', 'index.html')


@app.route('/health')
def health_check():
    logging.info("Health check initiated")
    try:
        local_time = datetime.datetime.now()
        utc_time = datetime.datetime.now(pytz.UTC)
        logging.info(f"Local time: {local_time}, UTC time: {utc_time}")

        logging.info("Attempting to list S3 buckets")
        response = s3_client.list_buckets()
        logging.info(f"Successfully listed buckets: {[bucket['Name'] for bucket in response['Buckets']]}")
        return jsonify({
            'status': 'healthy',
            'message': 'AWS credentials are valid',
            'local_time': local_time.isoformat(),
            'utc_time': utc_time.isoformat()
        }), 200
    except NoCredentialsError:
        logging.error("AWS credentials not found", exc_info=True)
        return jsonify({'status': 'unhealthy', 'message': 'AWS credentials not found'}), 500
    except ClientError as e:
        error_code = e.response['Error']['Code']
        error_message = e.response['Error']['Message']
        logging.error(f"AWS client error: {error_code} - {error_message}", exc_info=True)
        return jsonify({'status': 'unhealthy', 'message': f'AWS client error: {error_code} - {error_message}'}), 500
    except Exception as e:
        logging.error(f"Unexpected error during health check: {str(e)}", exc_info=True)
        return jsonify({'status': 'unhealthy', 'message': f'Unexpected error: {str(e)}'}), 500


@app.route('/download-submissions')
def download_submissions():
    try:
        # 使用 csv 模块读取文件，这样可以处理不一致的行
        with open(submissions_file, 'r', newline='') as file:
            csv_reader = csv.reader(file)
            headers = next(csv_reader)  # 读取标题行
            data = list(csv_reader)  # 读取所有数据行

        # 确定最大列数
        max_columns = max(len(headers), max(len(row) for row in data))

        # 创建一个新的数据列表，确保每行都有相同数量的列
        normalized_data = []
        for row in data:
            normalized_data.append(row + [''] * (max_columns - len(row)))

        # 创建 DataFrame
        df = pd.DataFrame(normalized_data, columns=headers + [''] * (max_columns - len(headers)))

        # 重命名列（如果需要）
        expected_columns = ['ID', '学生姓名', '学号', '作业', '提交的文件']
        df.columns = expected_columns + [f'额外列{i+1}' for i in range(len(df.columns) - len(expected_columns))]

        # 删除完全为空的行和列
        df = df.dropna(how='all', axis=0).dropna(how='all', axis=1)

        output_file = 'submissions.xlsx'
        df.to_excel(output_file, index=False)
        return send_file(output_file, as_attachment=True)
    except Exception as e:
        logging.error(f"Error in download_submissions: {str(e)}", exc_info=True)
        return jsonify({'error': str(e)}), 500


@app.before_request
def before_request_func():
    if request.method == 'OPTIONS':
        return _build_cors_preflight_response()


def _build_cors_preflight_response():
    response = make_response()
    response.headers.add("Access-Control-Allow-Origin", "*")
    response.headers.add("Access-Control-Allow-Methods", "GET, POST, PUT, DELETE, OPTIONS")
    response.headers.add("Access-Control-Allow-Headers", "Content-Type")
    return response


if __name__ == '__main__':
    local_time = datetime.datetime.now()
    utc_time = datetime.datetime.now(pytz.UTC)
    logging.info(f"Application starting. Local time: {local_time}, UTC time: {utc_time}")

    try:
        logging.info("Validating AWS credentials on startup")
        sts = boto3.client('sts',
                           aws_access_key_id=aws_access_key_id,
                           aws_secret_access_key=aws_secret_access_key,
                           region_name=region_name)
        response = sts.get_caller_identity()
        logging.info(f"AWS credentials validated successfully. Account ID: {response['Account']}")
    except Exception as e:
        logging.error(f"Failed to validate AWS credentials: {str(e)}", exc_info=True)
        # 如果你想在凭证验证失败时退出程序，取消注释下面两行
        # import sys
        # sys.exit(1)

    app.run(debug=True)