文件
fenleixinxi/tools/full_data_sync_to_online.py
MiAn f13fb6cdab feat: 完成二级分类真实实拍图替换与功能优化
本次提交内容包括:
1. 替换13个二级分类为真实商业实拍图,同步更新本地与线上数据库
2. 新增会员拨打额度耗尽引导开通会员功能
3. 优化发布页分类选择逻辑,增加会员权益展示
4. 修复分类名称显示问题,完善相关交互逻辑
5. 新增图片同步工具脚本,确保线上线下数据一致性
2026-10-28 14:13:32 +08:00

178 行
5.8 KiB
Python

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
数据全面同步到线上:
1. 校验并补齐 public/uploads/ 所有文件至线上对应目录
2. 完整同步本地数据库各业务表到线上数据库
3. 清理线上缓存并验证接口
"""
import os
import sys
import io
import time
import paramiko
import pymysql
sys.stdout = io.TextIOWrapper(sys.stdout.buffer, encoding='utf-8', errors='replace')
LOCAL_ROOT = r"D:\Softwares\phpstudy_pro\WWW\fenleixinxi"
REMOTE_HOST = "8.137.181.63"
REMOTE_PORT = 22
REMOTE_USER = "root"
REMOTE_PASS = "liyanxia@6688"
REMOTE_ROOT = "/www/wwwroot/fenleixinxi.gzyakj.com.cn"
DB_USER = "fenleixinxi"
DB_PASS = "fenleixinxi"
DB_NAME = "fenleixinxi"
LOCAL_DB_HOST = "127.0.0.1"
LOCAL_DB_PORT = 3307
# 核心同步表列表
SYNC_TABLES = [
"fa_user",
"fa_user_ext",
"fa_attachment",
"fa_fc_category",
"fa_fc_post",
"fa_fc_banner",
"fa_fc_comment",
"fa_fc_favorite",
"fa_fc_follow",
"fa_fc_message",
"fa_fc_plan",
"fa_fc_config",
"fa_fc_area",
"fa_fc_merchant",
]
def ssh_exec(client, cmd):
stdin, stdout, stderr = client.exec_command(cmd)
out = stdout.read().decode("utf-8", errors="replace").strip()
err = stderr.read().decode("utf-8", errors="replace").strip()
return out, err
def main():
print("=== [1/3] 检查并同步本地 uploads 文件到线上服务器 ===")
ssh = paramiko.SSHClient()
ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
ssh.connect(REMOTE_HOST, port=REMOTE_PORT, username=REMOTE_USER, password=REMOTE_PASS, timeout=30)
print("✓ 远程 SSH 连接成功")
sftp = ssh.open_sftp()
# 扫描本地 public/uploads/ 下所有文件
local_uploads = os.path.join(LOCAL_ROOT, "public", "uploads")
uploaded_cnt = 0
for root, dirs, files in os.walk(local_uploads):
rel_dir = os.path.relpath(root, local_uploads)
if rel_dir == ".":
remote_sub_dir = f"{REMOTE_ROOT}/public/uploads"
else:
remote_sub_dir = f"{REMOTE_ROOT}/public/uploads/{rel_dir.replace(chr(92), '/')}"
# 确保远程目录存在
ssh_exec(ssh, f"mkdir -p '{remote_sub_dir}'")
for f in files:
if f == ".gitkeep":
continue
loc_file = os.path.join(root, f)
rem_file = f"{remote_sub_dir}/{f}"
# 检查远程文件是否存在且大小一致
try:
r_stat = sftp.stat(rem_file)
l_size = os.path.getsize(loc_file)
if r_stat.st_size == l_size:
continue # 大小一致跳过
except IOError:
pass # 远程不存在
sftp.put(loc_file, rem_file)
ssh_exec(ssh, f"chown www:www '{rem_file}'")
uploaded_cnt += 1
print(f" ✓ 补充上传文件: uploads/{rel_dir}/{f}")
print(f"✓ 文件检查完毕,本次共增量补传文件: {uploaded_cnt} 个")
sftp.close()
print("\n=== [2/3] 全量同步本地数据库表到线上 ===")
local_conn = pymysql.connect(
host=LOCAL_DB_HOST,
port=LOCAL_DB_PORT,
user=DB_USER,
password=DB_PASS,
database=DB_NAME,
charset="utf8mb4",
autocommit=True
)
sync_sqls = [
"SET FOREIGN_KEY_CHECKS = 0;",
"SET NAMES utf8mb4;"
]
with local_conn.cursor() as cur:
for t in SYNC_TABLES:
try:
cur.execute(f"SELECT * FROM `{t}`;")
rows = cur.fetchall()
cur.execute(f"DESCRIBE `{t}`;")
cols = [f[0] for f in cur.fetchall()]
except Exception as e:
print(f" - 跳过表 {t} ({e})")
continue
col_str = ", ".join([f"`{c}`" for c in cols])
sync_sqls.append(f"TRUNCATE TABLE `{t}`;")
for r in rows:
val_list = []
for v in r:
if v is None:
val_list.append("NULL")
elif isinstance(v, (int, float)):
val_list.append(str(v))
else:
esc = str(v).replace("\\", "\\\\").replace("'", "\\'")
val_list.append(f"'{esc}'")
sync_sqls.append(f"INSERT INTO `{t}` ({col_str}) VALUES ({', '.join(val_list)});")
print(f" ✓ 表 [{t}] 同步准备完毕: {len(rows)} 条记录")
sync_sqls.append("SET FOREIGN_KEY_CHECKS = 1;")
full_sql = "\n".join(sync_sqls)
# 在线上执行
mysql_cmd = f'mysql -u{DB_USER} -p{DB_PASS} --default-character-set=utf8mb4 {DB_NAME} 2>/dev/null <<\'SQLEOF\'\n{full_sql}\nSQLEOF'
out, err = ssh_exec(ssh, mysql_cmd)
if err and "error" in err.lower():
print(f"✗ 线上数据库更新失败: {err}")
else:
print("✓ 线上数据库所有业务表已全量重写同步完成!")
local_conn.close()
print("\n=== [3/3] 清理缓存并校验 ===")
ssh_exec(ssh, f"rm -rf {REMOTE_ROOT}/runtime/temp/* {REMOTE_ROOT}/runtime/cache/*")
print("✓ 线上 ThinkPHP 运行时缓存清理完成")
# 验证分类接口
cmd_api = "curl -s -k 'https://fenleixinxi.gzyakj.com.cn/api/v1/home/categories'"
api_res, _ = ssh_exec(ssh, cmd_api)
if '"code":0' in api_res:
print("✓ 线上分类 API (GET /api/v1/home/categories) 校验通过 (HTTP 200 OK)")
# 验证信息流接口
cmd_feed = "curl -s -k 'https://fenleixinxi.gzyakj.com.cn/api/v1/home/feed'"
feed_res, _ = ssh_exec(ssh, cmd_feed)
if '"code":0' in feed_res:
print("✓ 线上信息流 API (GET /api/v1/home/feed) 校验通过 (HTTP 200 OK)")
ssh.close()
print("\n✓ 数据同步到线上全部圆满完成!")
if __name__ == "__main__":
main()