Eliot0110 commited on
Commit
f30e96e
·
1 Parent(s): 74a3d9a

fix: 测试model aceess

Browse files
Files changed (1) hide show
  1. modules/ai_model.py +40 -17
modules/ai_model.py CHANGED
@@ -17,43 +17,66 @@ class AIModel:
17
  self.processor = None
18
  self._initialize_model()
19
 
 
20
  def _authenticate_hf(self):
21
  try:
22
- # 从环境变量获取HF token
23
- hf_token = os.getenv("Assitant_tocken")
24
-
25
- if hf_token:
26
- login(token=hf_token, add_to_git_credential=False)
 
 
 
 
 
 
 
 
 
 
 
27
  log.info("✅ HuggingFace 认证成功")
 
28
  else:
29
- log.warning("⚠️ 未找到 HuggingFace token,可能无法访问受限模型")
30
-
 
31
  except Exception as e:
32
  log.error(f"❌ HuggingFace 认证失败: {e}")
33
-
34
 
35
  def _initialize_model(self):
36
- """初始化Gemma模型 - 基于官方调用方式"""
37
  try:
38
  log.info(f"正在加载模型: {self.model_name}")
39
-
40
- hf_token = os.getenv("Assitant_tocken")
41
-
 
 
 
 
 
 
 
42
  self.model = Gemma3nForConditionalGeneration.from_pretrained(
43
  self.model_name,
44
  device_map="auto",
45
  torch_dtype=torch.bfloat16,
46
- trust_remote_code=True
 
 
47
  ).eval()
48
-
49
  self.processor = AutoProcessor.from_pretrained(
50
  self.model_name,
51
  trust_remote_code=True,
52
- tocken=hf_token
 
53
  )
54
-
55
  log.info("✅ Gemma AI 模型初始化成功")
56
-
57
  except Exception as e:
58
  log.error(f"❌ Gemma AI 模型初始化失败: {e}", exc_info=True)
59
  self.model = None
 
17
  self.processor = None
18
  self._initialize_model()
19
 
20
+ # modules/ai_model.py - 添加调试版本
21
  def _authenticate_hf(self):
22
  try:
23
+ # 检查所有可能的环境变量
24
+ assitant_token = os.getenv("Assitant_tocken")
25
+ hf_token = os.getenv("HUGGINGFACE_HUB_TOKEN")
26
+ hf_token_alt = os.getenv("HF_TOKEN")
27
+
28
+ log.info("=== 环境变量调试 ===")
29
+ log.info(f"Assitant_tocken: {'存在' if assitant_token else '不存在'}")
30
+ log.info(f"HUGGINGFACE_HUB_TOKEN: {'存在' if hf_token else '不存在'}")
31
+ log.info(f"HF_TOKEN: {'存在' if hf_token_alt else '不存在'}")
32
+
33
+ # 使用找到的token
34
+ token_to_use = assitant_token or hf_token or hf_token_alt
35
+
36
+ if token_to_use:
37
+ log.info(f"使用token: {token_to_use[:10]}...")
38
+ login(token=token_to_use, add_to_git_credential=False)
39
  log.info("✅ HuggingFace 认证成功")
40
+ return token_to_use
41
  else:
42
+ log.error(" 未找到任何有效的 HuggingFace token")
43
+ return None
44
+
45
  except Exception as e:
46
  log.error(f"❌ HuggingFace 认证失败: {e}")
47
+ return None
48
 
49
  def _initialize_model(self):
 
50
  try:
51
  log.info(f"正在加载模型: {self.model_name}")
52
+
53
+ # 先进行认证并获取token
54
+ token = self._authenticate_hf()
55
+
56
+ if not token:
57
+ log.error("❌ 无法获取有效token,模型加载失败")
58
+ self.model = None
59
+ self.processor = None
60
+ return
61
+
62
  self.model = Gemma3nForConditionalGeneration.from_pretrained(
63
  self.model_name,
64
  device_map="auto",
65
  torch_dtype=torch.bfloat16,
66
+ trust_remote_code=True,
67
+ token=token,
68
+ use_auth_token=token # 双重保险
69
  ).eval()
70
+
71
  self.processor = AutoProcessor.from_pretrained(
72
  self.model_name,
73
  trust_remote_code=True,
74
+ token=token,
75
+ use_auth_token=token
76
  )
77
+
78
  log.info("✅ Gemma AI 模型初始化成功")
79
+
80
  except Exception as e:
81
  log.error(f"❌ Gemma AI 模型初始化失败: {e}", exc_info=True)
82
  self.model = None