auto-sync: 2026-03-26 20:49:35

zhaoyun-data/scripts/nas_deployment/start_minute_download.py

@@ -0,0 +1,92 @@
+#!/usr/bin/env python3
+"""
+启动分钟数据NAS下载
+"""
+import os
+import sys
+import json
+from datetime import datetime
+
+print("="*70)
+print("🚀 启动分钟数据NAS下载")
+print("="*70)
+
+# NAS配置
+nas_config = {
+    "base_dir": "/Users/chufeng/nas/stock/minute_kline",
+    "data_source": "akshare",
+    "timeframes": ["1min", "5min", "15min"],
+    "date_range": {
+        "start": "2021-01-01",
+        "end": "2026-03-26"
+    },
+    "download_settings": {
+        "batch_size": 50,
+        "max_workers": 10,
+        "request_delay": 0.5,
+        "retry_count": 3
+    }
+}
+
+print("📊 NAS配置信息:")
+print(f"  存储路径: {nas_config['base_dir']}")
+print(f"  数据源: {nas_config['data_source']}")
+print(f"  时间粒度: {', '.join(nas_config['timeframes'])}")
+print(f"  时间范围: {nas_config['date_range']['start']} 至 {nas_config['date_range']['end']}")
+print(f"  下载设置: 批次大小={nas_config['download_settings']['batch_size']}, "
+      f"并发数={nas_config['download_settings']['max_workers']}")
+
+# 检查目录
+print("\n🔍 检查NAS目录...")
+for timeframe in nas_config['timeframes']:
+    dir_path = os.path.join(nas_config['base_dir'], timeframe)
+    if os.path.exists(dir_path):
+        print(f"  ✅ {timeframe}目录: 存在")
+    else:
+        print(f"  ❌ {timeframe}目录: 不存在，正在创建...")
+        os.makedirs(dir_path, exist_ok=True)
+
+# 检查日志目录
+log_dir = os.path.join(nas_config['base_dir'], "logs")
+report_dir = os.path.join(nas_config['base_dir'], "reports")
+os.makedirs(log_dir, exist_ok=True)
+os.makedirs(report_dir, exist_ok=True)
+print(f"  ✅ 日志目录: {log_dir}")
+print(f"  ✅ 报告目录: {report_dir}")
+
+# 保存配置
+config_file = os.path.join(nas_config['base_dir'], "download_config.json")
+with open(config_file, 'w', encoding='utf-8') as f:
+    json.dump(nas_config, f, ensure_ascii=False, indent=2)
+
+print(f"\n✅ 下载配置文件已保存: {config_file}")
+
+# 创建启动命令
+print("\n🎯 启动命令:")
+print("="*70)
+print("python3 /Users/chufeng/.openclaw/sanguo_projects/sanguo_quant_live/zhaoyun-data/scripts/data_acquisition/minute_kline_collector.py")
+print("="*70)
+
+print("\n📋 执行计划:")
+print("1. ✅ NAS目录验证完成")
+print("2. ✅ 存储结构创建完成")
+print("3. ✅ 配置文件准备完成")
+print("4. 🚀 准备开始分钟数据下载")
+
+print("\n⏱️ 时间预估:")
+print("  • 15分钟数据: 1-2天")
+print("  • 5分钟数据: 2-3天")
+print("  • 1分钟数据: 8-10天")
+print("  • 总计: 11-15天")
+
+print("\n" + "="*70)
+print("📡 赵云准备就绪，开始分钟数据下载！")
+print("="*70)
+
+print("\n💡 建议执行步骤:")
+print("1. 运行分钟数据收集器进行测试")
+print("2. 验证数据质量和下载功能")
+print("3. 开始全量数据下载")
+print("4. 实时监控下载进度和质量")
+
+print("\n🎯 赵云确认: NAS配置就绪，立即开始分钟数据下载！")