OpenCrawl/user.html at main · hlyylly/OpenCrawl · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
<!DOCTYPE html>
<html lang="zh-CN">
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>OpenCrawl - 用户面板</title>
<style>
  * { margin: 0; padding: 0; box-sizing: border-box; }
  :root {
    --bg: #0d1117; --surface: #161b22; --surface2: #1c2333;
    --border: #30363d; --text: #e6edf3; --text2: #8b949e;
    --green: #3fb950; --red: #f85149; --blue: #58a6ff; --yellow: #d29922;
  }
  body { background: var(--bg); color: var(--text); font-family: system-ui, sans-serif; font-size: 14px; }
  .header {
    display: flex; align-items: center; justify-content: space-between;
    padding: 16px 24px; border-bottom: 1px solid var(--border); background: var(--surface);
  }
  .header h1 { font-size: 18px; font-weight: 600; }
  .header h1 span { color: var(--blue); }
  .header .user-name { color: var(--text2); font-size: 13px; }

  .container { max-width: 720px; margin: 0 auto; padding: 20px 24px; }

  /* 登录 */
  .login-box {
    max-width: 400px; margin: 80px auto; background: var(--surface);
    border: 1px solid var(--border); border-radius: 8px; padding: 32px;
  }
  .login-box h2 { margin-bottom: 8px; font-size: 16px; }
  .login-box .sub { color: var(--text2); font-size: 13px; margin-bottom: 16px; }
  .input { width: 100%; padding: 10px 12px; border-radius: 6px; border: 1px solid var(--border); background: var(--bg); color: var(--text); font-size: 14px; font-family: monospace; margin-bottom: 12px; }
  .input:focus { outline: none; border-color: var(--blue); }
  .btn { padding: 10px 20px; border-radius: 6px; border: none; font-size: 14px; font-weight: 600; cursor: pointer; }
  .btn-primary { background: var(--blue); color: #fff; width: 100%; }
  .btn-primary:hover { opacity: 0.9; }
  .error-msg { color: var(--red); font-size: 13px; margin-top: 8px; display: none; }

  /* 卡片 */
  .cards { display: grid; grid-template-columns: repeat(3,1fr); gap: 12px; margin-bottom: 24px; }
  .card {
    background: var(--surface); border: 1px solid var(--border); border-radius: 8px; padding: 20px; text-align: center;
  }
  .card .label { color: var(--text2); font-size: 11px; text-transform: uppercase; letter-spacing: .5px; }
  .card .val { font-size: 32px; font-weight: 700; margin-top: 6px; }
  .card:nth-child(1) .val { color: var(--blue); }
  .card:nth-child(2) .val { color: var(--yellow); }
  .card:nth-child(3) .val { color: var(--green); }

  /* Token 展示 */
  .token-box {
    background: var(--surface); border: 1px solid var(--border); border-radius: 8px; padding: 16px; margin-bottom: 16px;
  }
  .token-box h3 { font-size: 12px; color: var(--text2); text-transform: uppercase; letter-spacing: .5px; margin-bottom: 10px; }
  .token-row {
    display: flex; align-items: center; gap: 8px;
  }
  .token-value {
    flex: 1; font-family: monospace; font-size: 14px; background: var(--bg);
    padding: 10px 12px; border-radius: 6px; border: 1px solid var(--border);
    color: var(--text); word-break: break-all;
  }
  .copy-btn {
    padding: 8px 16px; border-radius: 6px; border: 1px solid var(--border);
    background: var(--surface2); color: var(--text); cursor: pointer; font-size: 12px; white-space: nowrap;
  }
  .copy-btn:hover { border-color: var(--blue); }

  /* 使用示例 */
  .example-box {
    background: var(--surface); border: 1px solid var(--border); border-radius: 8px; padding: 16px; margin-bottom: 16px;
  }
  .example-box h3 { font-size: 12px; color: var(--text2); text-transform: uppercase; letter-spacing: .5px; margin-bottom: 10px; }
  .code {
    font-family: 'Cascadia Code','Fira Code',monospace; font-size: 12px;
    background: var(--bg); padding: 12px; border-radius: 6px;
    color: var(--text); line-height: 1.6; overflow-x: auto; white-space: pre;
  }
  .code .comment { color: var(--text2); }
  .code .str { color: var(--green); }
  .code .key { color: var(--blue); }

  .section { background: var(--surface); border: 1px solid var(--border); border-radius: 8px; overflow: hidden; }
  .section-header { padding: 12px 16px; border-bottom: 1px solid var(--border); font-size: 13px; font-weight: 600; color: var(--text2); text-transform: uppercase; letter-spacing: .5px; }
  table { width: 100%; border-collapse: collapse; }
  th { text-align: left; padding: 10px 16px; font-size: 11px; color: var(--text2); border-bottom: 1px solid var(--border); text-transform: uppercase; }
  td { padding: 10px 16px; border-bottom: 1px solid var(--border); font-size: 13px; }
  tr:last-child td { border-bottom: none; }
  .mono { font-family: monospace; font-size: 12px; color: var(--text2); }
  .badge { display: inline-block; padding: 2px 8px; border-radius: 10px; font-size: 11px; font-weight: 600; }
  .badge.success { background: rgba(63,185,80,0.15); color: var(--green); }
  .badge.failed { background: rgba(248,81,73,0.15); color: var(--red); }
  .empty-state { padding: 40px; text-align: center; color: var(--text2); font-size: 13px; }
</style>
</head>
<body>

<div class="header">
  <h1><span>Open</span>Crawl</h1>
  <span id="headerUser" class="user-name"></span>
</div>

<!-- 登录 -->
<div id="loginView">
  <div class="login-box">
    <h2>用户面板</h2>
    <div class="sub">输入你的 API Key 查看账户信息</div>
    <input id="userKey" class="input" type="text" placeholder="ak_xxxxxxxxxxxxxxxxxxxxxxxx">
    <button class="btn btn-primary" onclick="login()">查看</button>
    <div id="loginError" class="error-msg"></div>
  </div>
</div>

<!-- 用户面板 -->
<div id="userView" style="display:none">
  <div class="container">
    <div class="cards">
      <div class="card"><div class="label">剩余积分</div><div class="val" id="uCredits">0</div></div>
      <div class="card"><div class="label">已消费</div><div class="val" id="uUsed">0</div></div>
      <div class="card"><div class="label">已赚取</div><div class="val" id="uEarned">0</div></div>
    </div>

    <div class="token-box">
      <h3>你的 API Key</h3>
      <div class="token-row">
        <div class="token-value" id="tokenDisplay"></div>
        <button class="copy-btn" onclick="copyToken()">复制</button>
      </div>
    </div>

    <div class="example-box">
      <h3>Crawl API — 爬取网页</h3>
      <div class="code" id="codeCrawl"></div>
    </div>

    <div class="example-box">
      <h3>Search API — 搜索</h3>
      <div class="code" id="codeSearch"></div>
    </div>

    <div class="example-box">
      <h3>积分价格</h3>
      <div class="code" id="codePricing"></div>
    </div>

    <div class="section">
      <div class="section-header">我的使用记录</div>
      <div id="historyTable"><div class="empty-state">暂无记录</div></div>
    </div>
  </div>
</div>

<script>
  let userKey = '';

  async function login() {
    userKey = document.getElementById('userKey').value.trim();
    const errEl = document.getElementById('loginError');
    if (!userKey) { errEl.textContent = '请输入 API Key'; errEl.style.display = 'block'; return; }

    try {
      const res = await fetch('/api/balance', { headers: { 'Authorization': 'Bearer ' + userKey } });
      const data = await res.json();
      if (!res.ok) throw new Error(data.detail || data.error);

      document.getElementById('loginView').style.display = 'none';
      document.getElementById('userView').style.display = 'block';
      document.getElementById('headerUser').textContent = data.name || '用户';

      renderProfile(data);
      loadHistory();
    } catch(e) {
      errEl.textContent = e.message || '无效的 API Key';
      errEl.style.display = 'block';
    }
  }

  function renderProfile(data) {
    document.getElementById('uCredits').textContent = data.credits;
    document.getElementById('uUsed').textContent = data.totalUsed || 0;
    document.getElementById('uEarned').textContent = data.totalEarned || 0;
    document.getElementById('tokenDisplay').textContent = userKey;

    const host = location.origin;
    const k = esc(userKey);

    document.getElementById('codeCrawl').innerHTML =
`<span class="comment"># cURL — lite 模式 (不加载图片/CSS, 更快)</span>
curl ${esc(host)}/api/crawl?url=https://example.com&mode=lite \\
  -H <span class="str">"Authorization: Bearer ${k}"</span>

<span class="comment"># cURL — full 模式 (完整渲染)</span>
curl -X POST ${esc(host)}/api/crawl \\
  -H <span class="str">"Authorization: Bearer ${k}"</span> \\
  -H <span class="str">"Content-Type: application/json"</span> \\
  -d <span class="str">'{"url": "https://example.com", "mode": "full"}'</span>

<span class="comment"># linkFilter — 自定义提取页面里的链接 (默认仅文件链接)</span>
<span class="comment">#   不传/"file" → 仅 pdf/xlsx 等文件链接</span>
<span class="comment">#   "all"       → 返回全部链接</span>
<span class="comment">#   自定义       → 逗号分隔的子串/正则, 匹配 URL 或链接文字</span>
curl -X POST ${esc(host)}/api/crawl \\
  -H <span class="str">"Authorization: Bearer ${k}"</span> \\
  -H <span class="str">"Content-Type: application/json"</span> \\
  -d <span class="str">'{"url": "https://post.smzdm.com/p/xxx", "linkFilter": "go.smzdm.com,jd.com"}'</span>

<span class="comment"># Python</span>
<span class="key">import</span> requests
res = requests.post(<span class="str">"${esc(host)}/api/crawl"</span>,
    headers={<span class="str">"Authorization"</span>: <span class="str">"Bearer ${k}"</span>},
    json={<span class="str">"url"</span>: <span class="str">"https://example.com"</span>, <span class="str">"mode"</span>: <span class="str">"lite"</span>})
data = res.json()
<span class="comment"># data["downloadUrl"] → 下载爬取结果 (HTML)</span>
<span class="comment"># data["mode"]        → "lite" 或 "full"</span>
<span class="comment"># data["links"]       → 命中 linkFilter 的链接 [{text, url}, ...]</span>`;

    document.getElementById('codeSearch').innerHTML =
`<span class="comment"># lite — 仅 DuckDuckGo</span>
curl ${esc(host)}/api/search?q=python+web+scraping&mode=lite \\
  -H <span class="str">"Authorization: Bearer ${k}"</span>

<span class="comment"># full — 四引擎并行 (DDG + Google + Bing + Baidu)</span>
curl -X POST ${esc(host)}/api/search \\
  -H <span class="str">"Authorization: Bearer ${k}"</span> \\
  -H <span class="str">"Content-Type: application/json"</span> \\
  -d <span class="str">'{"q": "python web scraping", "mode": "full"}'</span>

<span class="comment"># Python</span>
<span class="key">import</span> requests
res = requests.post(<span class="str">"${esc(host)}/api/search"</span>,
    headers={<span class="str">"Authorization"</span>: <span class="str">"Bearer ${k}"</span>},
    json={<span class="str">"q"</span>: <span class="str">"python web scraping"</span>, <span class="str">"mode"</span>: <span class="str">"full"</span>})
data = res.json()
<span class="comment"># data["results"]     → [{title, url, description}, ...]</span>
<span class="comment"># data["count"]       → 去重后结果数</span>
<span class="comment"># data["downloadUrl"] → 完整 JSON 下载链接</span>`;

    document.getElementById('codePricing').innerHTML =
`<span class="comment">API            Mode    积分</span>
───────────────────────────────
/api/crawl     lite    <span class="str">0.1</span>   不加载图片/CSS, ~3s
/api/crawl     full    <span class="str">1</span>     完整渲染, ~8s
/api/search    lite    <span class="str">0.1</span>   仅 DuckDuckGo
/api/search    full    <span class="str">3</span>     四引擎并行, 20-30 条去重结果
/api/balance   —       <span class="str">免费</span>  查询积分余额
/api/status    —       <span class="str">免费</span>  平台状态 (Worker 数等)`;
  }

  async function loadHistory() {
    try {
      const res = await fetch('/api/user/history', { headers: { 'Authorization': 'Bearer ' + userKey } });
      const data = await res.json();
      renderHistory(data.history || []);
    } catch(e) {}
  }

  function renderHistory(list) {
    const c = document.getElementById('historyTable');
    if (!list.length) { c.innerHTML = '<div class="empty-state">暂无记录</div>'; return; }
    let h = '<table><tr><th>时间</th><th>URL</th><th>状态</th><th>耗时</th></tr>';
    [...list].reverse().forEach(r => {
      const sc = r.status === 'success' ? 'success' : 'failed';
      const sl = r.status === 'success' ? '成功' : '失败';
      const d = r.duration ? (r.duration/1000).toFixed(1)+'s' : '-';
      const t = r.startTime ? new Date(r.startTime * 1000).toLocaleString() : '-';
      h += `<tr><td class="mono">${t}</td><td class="mono" style="max-width:300px;overflow:hidden;text-overflow:ellipsis;white-space:nowrap;color:var(--blue)">${esc(r.url)}</td><td><span class="badge ${sc}">${sl}</span></td><td class="mono">${d}</td></tr>`;
    });
    c.innerHTML = h + '</table>';
  }

  function copyToken() {
    navigator.clipboard.writeText(userKey).then(() => {
      const btn = document.querySelector('.copy-btn');
      btn.textContent = '已复制';
      setTimeout(() => btn.textContent = '复制', 1500);
    });
  }

  function esc(s) { return (s||'').replace(/&/g,'&amp;').replace(/</g,'&lt;').replace(/>/g,'&gt;').replace(/"/g,'&quot;'); }
  document.getElementById('userKey').addEventListener('keydown', e => { if(e.key==='Enter') login(); });
</script>
</body>
</html>