feat: initial domain hunter panel (dynamic DB-backed)
This commit is contained in:
Adrian Miesikowski
commit
71d7bb8bf2
4
.gitignore
vendored
Normal file
4
.gitignore
vendored
Normal file
@ -0,0 +1,4 @@
|
||||
data/domainhunter.db
|
||||
data/latest-domains.json
|
||||
__pycache__/
|
||||
*.pyc
|
||||
25
README.md
Normal file
25
README.md
Normal file
@ -0,0 +1,25 @@
|
||||
# Domain Hunter Panel
|
||||
|
||||
Dynamiczny panel do monitoringu wolnych domen i porównania kosztów rejestracji/odnowień.
|
||||
|
||||
## Co robi
|
||||
- Pobiera najnowsze wyniki skanu domen z Mongo (`aiagent.domain_scans`)
|
||||
- Trzyma dane panelu w SQLite (`data/domainhunter.db`)
|
||||
- Udostępnia API (`api.php`) dla frontendu
|
||||
- Pozwala edytować ceny rejestratorów i zapisuje je po stronie serwera
|
||||
- Wspiera autopobieranie cen (heurystyki)
|
||||
|
||||
## Pliki
|
||||
- `index.html` — frontend panelu
|
||||
- `api.php` — backend API
|
||||
- `init_db.py` — inicjalizacja SQLite
|
||||
- `refresh_domain_data.py` — sync Mongo -> SQLite
|
||||
- `update_registrar_prices.py` — auto-update cen
|
||||
- `refresh_and_publish.sh` — pełny refresh + publikacja
|
||||
|
||||
## Szybki start
|
||||
```bash
|
||||
python3 init_db.py
|
||||
python3 update_registrar_prices.py || true
|
||||
python3 refresh_domain_data.py
|
||||
```
|
||||
93
api.php
Normal file
93
api.php
Normal file
@ -0,0 +1,93 @@
|
||||
<?php
|
||||
header('Content-Type: application/json; charset=utf-8');
|
||||
|
||||
$dbPath = __DIR__ . '/data/domainhunter.db';
|
||||
if (!file_exists($dbPath)) {
|
||||
http_response_code(500);
|
||||
echo json_encode(['ok' => false, 'error' => 'DB not found']);
|
||||
exit;
|
||||
}
|
||||
|
||||
try {
|
||||
$db = new SQLite3($dbPath, SQLITE3_OPEN_READWRITE);
|
||||
} catch (Exception $e) {
|
||||
http_response_code(500);
|
||||
echo json_encode(['ok' => false, 'error' => 'DB open failed']);
|
||||
exit;
|
||||
}
|
||||
|
||||
$action = $_GET['action'] ?? 'domains';
|
||||
|
||||
if ($action === 'domains') {
|
||||
$q = trim($_GET['q'] ?? '');
|
||||
$tld = trim($_GET['tld'] ?? '');
|
||||
|
||||
$runId = $db->querySingle("SELECT value FROM metadata WHERE key='latest_run_id'");
|
||||
$scannedAt = $db->querySingle("SELECT value FROM metadata WHERE key='latest_scanned_at'");
|
||||
|
||||
$sql = "SELECT domain, tld, score, status, keywords_json FROM domains WHERE run_id = :run";
|
||||
if ($q !== '') $sql .= " AND domain LIKE :q";
|
||||
if ($tld !== '') $sql .= " AND tld = :tld";
|
||||
$sql .= " ORDER BY score DESC, domain ASC LIMIT 500";
|
||||
|
||||
$st = $db->prepare($sql);
|
||||
$st->bindValue(':run', $runId, SQLITE3_TEXT);
|
||||
if ($q !== '') $st->bindValue(':q', '%' . $q . '%', SQLITE3_TEXT);
|
||||
if ($tld !== '') $st->bindValue(':tld', $tld, SQLITE3_TEXT);
|
||||
|
||||
$res = $st->execute();
|
||||
$rows = [];
|
||||
while ($r = $res->fetchArray(SQLITE3_ASSOC)) {
|
||||
$r['keywords'] = json_decode($r['keywords_json'] ?: '[]', true) ?: [];
|
||||
unset($r['keywords_json']);
|
||||
$rows[] = $r;
|
||||
}
|
||||
|
||||
echo json_encode([
|
||||
'ok' => true,
|
||||
'meta' => [
|
||||
'runId' => $runId,
|
||||
'scannedAt' => $scannedAt,
|
||||
'count' => count($rows)
|
||||
],
|
||||
'domains' => $rows,
|
||||
], JSON_UNESCAPED_UNICODE);
|
||||
exit;
|
||||
}
|
||||
|
||||
if ($action === 'prices') {
|
||||
if ($_SERVER['REQUEST_METHOD'] === 'POST') {
|
||||
$raw = json_decode(file_get_contents('php://input'), true) ?: [];
|
||||
$registrar = trim($raw['registrar'] ?? '');
|
||||
$tld = trim($raw['tld'] ?? '');
|
||||
$registerPrice = $raw['register_price'] ?? null;
|
||||
$renewPrice = $raw['renew_price'] ?? null;
|
||||
|
||||
if ($registrar === '' || $tld === '') {
|
||||
http_response_code(400);
|
||||
echo json_encode(['ok' => false, 'error' => 'registrar/tld required']);
|
||||
exit;
|
||||
}
|
||||
|
||||
$st = $db->prepare("UPDATE registrar_prices SET register_price=:rp, renew_price=:rr, updated_at=datetime('now') WHERE registrar=:r AND tld=:t");
|
||||
if ($registerPrice === null || $registerPrice === '') $st->bindValue(':rp', null, SQLITE3_NULL);
|
||||
else $st->bindValue(':rp', floatval($registerPrice), SQLITE3_FLOAT);
|
||||
if ($renewPrice === null || $renewPrice === '') $st->bindValue(':rr', null, SQLITE3_NULL);
|
||||
else $st->bindValue(':rr', floatval($renewPrice), SQLITE3_FLOAT);
|
||||
$st->bindValue(':r', $registrar, SQLITE3_TEXT);
|
||||
$st->bindValue(':t', $tld, SQLITE3_TEXT);
|
||||
$st->execute();
|
||||
|
||||
echo json_encode(['ok' => true]);
|
||||
exit;
|
||||
}
|
||||
|
||||
$res = $db->query("SELECT registrar, url, tld, register_price, renew_price, updated_at FROM registrar_prices ORDER BY registrar, tld");
|
||||
$items = [];
|
||||
while ($r = $res->fetchArray(SQLITE3_ASSOC)) $items[] = $r;
|
||||
echo json_encode(['ok' => true, 'items' => $items], JSON_UNESCAPED_UNICODE);
|
||||
exit;
|
||||
}
|
||||
|
||||
http_response_code(400);
|
||||
echo json_encode(['ok' => false, 'error' => 'unknown action']);
|
||||
338
data/registrars.json
Normal file
338
data/registrars.json
Normal file
@ -0,0 +1,338 @@
|
||||
{
|
||||
"note": "Ceny orientacyjne + auto-pobieranie (heurystyka z publicznych cenników). Zawsze weryfikuj przed zakupem.",
|
||||
"updatedAt": "2026-02-17",
|
||||
"registrars": [
|
||||
{
|
||||
"name": "OVH",
|
||||
"url": "https://www.ovhcloud.com/pl/domains/",
|
||||
"pricing": {
|
||||
"pl": {
|
||||
"register": 20.69,
|
||||
"renew": 20.69
|
||||
},
|
||||
"com": {
|
||||
"register": 34.08,
|
||||
"renew": 18.27
|
||||
},
|
||||
"ai": {
|
||||
"register": 306.69,
|
||||
"renew": 306.69
|
||||
}
|
||||
},
|
||||
"autoPricing": {
|
||||
"pl": {
|
||||
"url": "https://www.ovhcloud.com/pl/domains/tld/pl/"
|
||||
},
|
||||
"com": {
|
||||
"url": "https://www.ovhcloud.com/pl/domains/tld/com/"
|
||||
},
|
||||
"ai": {
|
||||
"url": "https://www.ovhcloud.com/pl/domains/tld/ai/"
|
||||
}
|
||||
},
|
||||
"autoMeta": {
|
||||
"pl": {
|
||||
"status": "ok",
|
||||
"checkedAt": "2026-02-17T21:40:45.836487Z",
|
||||
"url": "https://www.ovhcloud.com/pl/domains/tld/pl/",
|
||||
"registerFound": 20.69,
|
||||
"renewFound": 20.69,
|
||||
"registerContext": "okumentacja roadmap & changelog sprawdź, czy usługa jest dostępna w twojej lokalizacji pełna gama usług fibre połącz kilka ścieżek dostępu z otb dokumentacja roadmap & changelog domena .pl domena wszystkie rozsze",
|
||||
"renewContext": "y usługa jest dostępna w twojej lokalizacji pełna gama usług fibre połącz kilka ścieżek dostępu z otb dokumentacja roadmap & changelog domena .pl domena wszystkie rozszerzenia domen domena .pl zarezerwuj twoją domenę"
|
||||
},
|
||||
"com": {
|
||||
"status": "ok",
|
||||
"checkedAt": "2026-02-17T21:40:45.836487Z",
|
||||
"url": "https://www.ovhcloud.com/pl/domains/tld/com/",
|
||||
"registerFound": 34.08,
|
||||
"renewFound": 18.27,
|
||||
"registerContext": "ata odnowienie na 1, 2, 3, 4, 5, 6, 7, 8, 9, 10 lata czas rejestracji natychmiastowy liczba znaków 2 do 63 znaki obsługa idn (znaki międzynarodowe) tak dnssec obsługiwane tak cena (1. rok) 34,08 pln netto 41,92 pln brutt",
|
||||
"renewContext": "gelog sprawdź, czy usługa jest dostępna w twojej lokalizacji pełna gama usług fibre połącz kilka ścieżek dostępu z otb dokumentacja roadmap & changelog domena .com domena wszystkie rozszerzenia domen domena .com zare"
|
||||
},
|
||||
"ai": {
|
||||
"status": "ok",
|
||||
"checkedAt": "2026-02-17T21:40:45.836487Z",
|
||||
"url": "https://www.ovhcloud.com/pl/domains/tld/ai/",
|
||||
"registerFound": 306.69,
|
||||
"renewFound": 306.69,
|
||||
"registerContext": "p; changelog sprawdź, czy usługa jest dostępna w twojej lokalizacji pełna gama usług fibre połącz kilka ścieżek dostępu z otb dokumentacja roadmap & changelog domena .ai domena wszystkie rozszerzenia domen domena .ai",
|
||||
"renewContext": "i zarejestruj domenę .ai domena .ai jest powiązana z tematyką sztucznej inteligencji. jest to również oficjalne rozszerzenie wyspy anguilla. może zostać zarejestrowane przez dowolnego użytkownika na minimalny okres wynos"
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "nazwa.pl",
|
||||
"url": "https://www.nazwa.pl/domeny/",
|
||||
"pricing": {
|
||||
"pl": {
|
||||
"register": null,
|
||||
"renew": null
|
||||
},
|
||||
"com": {
|
||||
"register": null,
|
||||
"renew": null
|
||||
},
|
||||
"ai": {
|
||||
"register": null,
|
||||
"renew": null
|
||||
}
|
||||
},
|
||||
"autoPricing": {
|
||||
"pl": {
|
||||
"url": "https://www.nazwa.pl/domeny/rejestracja-domeny-pl/"
|
||||
},
|
||||
"com": {
|
||||
"url": "https://www.nazwa.pl/domeny/rejestracja-domeny-com/"
|
||||
},
|
||||
"ai": {
|
||||
"url": "https://www.nazwa.pl/domeny/rejestracja-domeny-ai/"
|
||||
}
|
||||
},
|
||||
"autoMeta": {
|
||||
"pl": {
|
||||
"status": "error",
|
||||
"error": "HTTP Error 404: Not Found",
|
||||
"checkedAt": "2026-02-17T21:40:45.836487Z",
|
||||
"url": "https://www.nazwa.pl/domeny/rejestracja-domeny-pl/"
|
||||
},
|
||||
"com": {
|
||||
"status": "error",
|
||||
"error": "HTTP Error 404: Not Found",
|
||||
"checkedAt": "2026-02-17T21:40:45.836487Z",
|
||||
"url": "https://www.nazwa.pl/domeny/rejestracja-domeny-com/"
|
||||
},
|
||||
"ai": {
|
||||
"status": "error",
|
||||
"error": "HTTP Error 404: Not Found",
|
||||
"checkedAt": "2026-02-17T21:40:45.836487Z",
|
||||
"url": "https://www.nazwa.pl/domeny/rejestracja-domeny-ai/"
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "home.pl",
|
||||
"url": "https://home.pl/domeny/",
|
||||
"pricing": {
|
||||
"pl": {
|
||||
"register": null,
|
||||
"renew": null
|
||||
},
|
||||
"com": {
|
||||
"register": null,
|
||||
"renew": null
|
||||
},
|
||||
"ai": {
|
||||
"register": null,
|
||||
"renew": null
|
||||
}
|
||||
},
|
||||
"autoPricing": {
|
||||
"pl": {
|
||||
"url": "https://home.pl/domeny/.pl/"
|
||||
},
|
||||
"com": {
|
||||
"url": "https://home.pl/domeny/.com/"
|
||||
},
|
||||
"ai": {
|
||||
"url": "https://home.pl/domeny/.ai/"
|
||||
}
|
||||
},
|
||||
"autoMeta": {
|
||||
"pl": {
|
||||
"status": "error",
|
||||
"error": "The read operation timed out",
|
||||
"checkedAt": "2026-02-17T21:40:45.836487Z",
|
||||
"url": "https://home.pl/domeny/.pl/"
|
||||
},
|
||||
"com": {
|
||||
"status": "error",
|
||||
"error": "HTTP Error 404: Not Found",
|
||||
"checkedAt": "2026-02-17T21:40:45.836487Z",
|
||||
"url": "https://home.pl/domeny/.com/"
|
||||
},
|
||||
"ai": {
|
||||
"status": "error",
|
||||
"error": "HTTP Error 404: Not Found",
|
||||
"checkedAt": "2026-02-17T21:40:45.836487Z",
|
||||
"url": "https://home.pl/domeny/.ai/"
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "cyber_Folks",
|
||||
"url": "https://cyberfolks.pl/domeny/",
|
||||
"pricing": {
|
||||
"pl": {
|
||||
"register": 0.0,
|
||||
"renew": 9.9
|
||||
},
|
||||
"com": {
|
||||
"register": 9.9,
|
||||
"renew": 9.9
|
||||
},
|
||||
"ai": {
|
||||
"register": 9.9,
|
||||
"renew": 9.9
|
||||
}
|
||||
},
|
||||
"autoPricing": {
|
||||
"pl": {
|
||||
"url": "https://cyberfolks.pl/domeny/"
|
||||
},
|
||||
"com": {
|
||||
"url": "https://cyberfolks.pl/domeny/"
|
||||
},
|
||||
"ai": {
|
||||
"url": "https://cyberfolks.pl/domeny/"
|
||||
}
|
||||
},
|
||||
"autoMeta": {
|
||||
"pl": {
|
||||
"status": "ok",
|
||||
"checkedAt": "2026-02-17T21:40:45.836487Z",
|
||||
"url": "https://cyberfolks.pl/domeny/",
|
||||
"registerFound": 0.0,
|
||||
"renewFound": 9.9,
|
||||
"registerContext": "ocztę i pomoże w seo! audyt wcag pomoc pomoc pomoc cyber_folks pomoc _stores pomoc _now zaloguj się pomoc pomoc cyber_folks pomoc _stores pomoc _now uruchom chat wróć zaloguj się panel klienta panel admin poczta panel _s",
|
||||
"renewContext": "owadzić do niezamierzonego kierowania ruchu do konkurencji. 03 tanie domeny czy drogie domeny? mówiąc o koszcie utrzymania domen trzeba brać pod uwagę cenę rejestracji oraz cenę odnowienia domeny w kolejnych latach. w na"
|
||||
},
|
||||
"com": {
|
||||
"status": "ok",
|
||||
"checkedAt": "2026-02-17T21:40:45.836487Z",
|
||||
"url": "https://cyberfolks.pl/domeny/",
|
||||
"registerFound": 9.9,
|
||||
"renewFound": 9.9,
|
||||
"registerContext": "ji. 03 tanie domeny czy drogie domeny? mówiąc o koszcie utrzymania domen trzeba brać pod uwagę cenę rejestracji oraz cenę odnowienia domeny w kolejnych latach. w naszej ofercie domenę .pl i inne domeny nask możesz zareje",
|
||||
"renewContext": "y drogie domeny? mówiąc o koszcie utrzymania domen trzeba brać pod uwagę cenę rejestracji oraz cenę odnowienia domeny w kolejnych latach. w naszej ofercie domenę .pl i inne domeny nask możesz zarejestrować za 9.90 zł net"
|
||||
},
|
||||
"ai": {
|
||||
"status": "ok",
|
||||
"checkedAt": "2026-02-17T21:40:45.836487Z",
|
||||
"url": "https://cyberfolks.pl/domeny/",
|
||||
"registerFound": 9.9,
|
||||
"renewFound": 9.9,
|
||||
"registerContext": "ji. 03 tanie domeny czy drogie domeny? mówiąc o koszcie utrzymania domen trzeba brać pod uwagę cenę rejestracji oraz cenę odnowienia domeny w kolejnych latach. w naszej ofercie domenę .pl i inne domeny nask możesz zareje",
|
||||
"renewContext": "y drogie domeny? mówiąc o koszcie utrzymania domen trzeba brać pod uwagę cenę rejestracji oraz cenę odnowienia domeny w kolejnych latach. w naszej ofercie domenę .pl i inne domeny nask możesz zarejestrować za 9.90 zł net"
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "Aftermarket",
|
||||
"url": "https://aftermarket.pl/",
|
||||
"pricing": {
|
||||
"pl": {
|
||||
"register": null,
|
||||
"renew": null
|
||||
},
|
||||
"com": {
|
||||
"register": null,
|
||||
"renew": null
|
||||
},
|
||||
"ai": {
|
||||
"register": null,
|
||||
"renew": null
|
||||
}
|
||||
},
|
||||
"autoPricing": {
|
||||
"pl": {
|
||||
"url": "https://aftermarket.pl/domeny/"
|
||||
},
|
||||
"com": {
|
||||
"url": "https://aftermarket.pl/domeny/"
|
||||
},
|
||||
"ai": {
|
||||
"url": "https://aftermarket.pl/domeny/"
|
||||
}
|
||||
},
|
||||
"autoMeta": {
|
||||
"pl": {
|
||||
"status": "ok",
|
||||
"checkedAt": "2026-02-17T21:40:45.836487Z",
|
||||
"url": "https://aftermarket.pl/domeny/",
|
||||
"registerFound": null,
|
||||
"renewFound": null,
|
||||
"registerContext": null,
|
||||
"renewContext": null
|
||||
},
|
||||
"com": {
|
||||
"status": "ok",
|
||||
"checkedAt": "2026-02-17T21:40:45.836487Z",
|
||||
"url": "https://aftermarket.pl/domeny/",
|
||||
"registerFound": null,
|
||||
"renewFound": null,
|
||||
"registerContext": null,
|
||||
"renewContext": null
|
||||
},
|
||||
"ai": {
|
||||
"status": "ok",
|
||||
"checkedAt": "2026-02-17T21:40:45.836487Z",
|
||||
"url": "https://aftermarket.pl/domeny/",
|
||||
"registerFound": null,
|
||||
"renewFound": null,
|
||||
"registerContext": null,
|
||||
"renewContext": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "Porkbun",
|
||||
"url": "https://porkbun.com/",
|
||||
"pricing": {
|
||||
"pl": {
|
||||
"register": 26.26,
|
||||
"renew": 26.26
|
||||
},
|
||||
"com": {
|
||||
"register": null,
|
||||
"renew": null
|
||||
},
|
||||
"ai": {
|
||||
"register": null,
|
||||
"renew": null
|
||||
}
|
||||
},
|
||||
"autoPricing": {
|
||||
"pl": {
|
||||
"url": "https://porkbun.com/tld/pl"
|
||||
},
|
||||
"com": {
|
||||
"url": "https://porkbun.com/tld/com"
|
||||
},
|
||||
"ai": {
|
||||
"url": "https://porkbun.com/tld/ai"
|
||||
}
|
||||
},
|
||||
"autoMeta": {
|
||||
"pl": {
|
||||
"status": "ok",
|
||||
"checkedAt": "2026-02-17T21:40:45.836487Z",
|
||||
"url": "https://porkbun.com/tld/pl",
|
||||
"registerFound": 26.26,
|
||||
"renewFound": 26.26,
|
||||
"registerContext": "st deals page. a b c d e f g h i j k l m n o p q r s t u v w x x y z - idn extension registration renewal transfer a back to top .abogado $ 26.26 $ 26.26 $ 26.26 .ac $46.65 1st yr sale! $ 26.06 $ 46.65 $ 46.65 .ac.nz $ 1",
|
||||
"renewContext": "test deals page. a b c d e f g h i j k l m n o p q r s t u v w x x y z - idn extension registration renewal transfer a back to top .abogado $ 26.26 $ 26.26 $ 26.26 .ac $46.65 1st yr sale! $ 26.06 $ 46.65 $ 46.65 .ac.nz $"
|
||||
},
|
||||
"com": {
|
||||
"status": "ok",
|
||||
"checkedAt": "2026-02-17T21:40:45.836487Z",
|
||||
"url": "https://porkbun.com/tld/com",
|
||||
"registerFound": null,
|
||||
"renewFound": null,
|
||||
"registerContext": null,
|
||||
"renewContext": null
|
||||
},
|
||||
"ai": {
|
||||
"status": "ok",
|
||||
"checkedAt": "2026-02-17T21:40:45.836487Z",
|
||||
"url": "https://porkbun.com/tld/ai",
|
||||
"registerFound": null,
|
||||
"renewFound": null,
|
||||
"registerContext": null,
|
||||
"renewContext": null
|
||||
}
|
||||
}
|
||||
}
|
||||
],
|
||||
"autoLastRunAt": "2026-02-17T21:40:45.836487Z",
|
||||
"autoUpdatedFields": 14
|
||||
}
|
||||
204
index.html
Normal file
204
index.html
Normal file
@ -0,0 +1,204 @@
|
||||
<!doctype html>
|
||||
<html lang="pl">
|
||||
<head>
|
||||
<meta charset="utf-8" />
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1" />
|
||||
<title>Domain Hunter Panel</title>
|
||||
<style>
|
||||
body{font-family:Inter,Arial,sans-serif;background:#0b1020;color:#e8ecff;margin:0;padding:12px}
|
||||
.wrap{max-width:1200px;margin:0 auto}
|
||||
.card{background:#121933;border:1px solid #2a376b;border-radius:12px;padding:12px;margin-bottom:12px}
|
||||
h1{margin:0 0 8px;font-size:24px} h2{margin:0 0 10px;font-size:17px}
|
||||
.muted{color:#9aa6d1}
|
||||
input,button,select{background:#0f1530;color:#e8ecff;border:1px solid #3a4a87;border-radius:8px;padding:8px}
|
||||
.controls{display:flex;gap:10px;flex-wrap:wrap;align-items:flex-end}
|
||||
.controls label{display:flex;flex-direction:column;gap:6px;min-width:150px}
|
||||
.grid{display:grid;grid-template-columns:1fr 1fr;gap:12px}
|
||||
.table-wrap{overflow:auto;-webkit-overflow-scrolling:touch}
|
||||
table{width:100%;border-collapse:collapse;font-size:13px;min-width:760px}
|
||||
th,td{border-bottom:1px solid #24315f;padding:8px;text-align:left;vertical-align:top}
|
||||
.pill{display:inline-flex;align-items:center;gap:6px;background:#1f2b56;border:1px solid #3a4a87;border-radius:999px;padding:4px 8px;margin:4px 6px 4px 0;font-size:12px}
|
||||
.pill input{width:78px;padding:4px 6px}
|
||||
.ok{color:#63db8f}.bad{color:#ff8b8b}
|
||||
@media (max-width: 980px){.grid{grid-template-columns:1fr}}
|
||||
@media (max-width: 700px){
|
||||
body{padding:10px}
|
||||
.controls{flex-direction:column;align-items:stretch}
|
||||
.controls label{width:100%;min-width:0}
|
||||
button{width:100%}
|
||||
}
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<div class="wrap">
|
||||
<h1>Domain Hunter Panel</h1>
|
||||
<p class="muted">Dynamicznie z DB: domeny z Mongo + ceny rejestratorów (zapisywane na serwerze).</p>
|
||||
|
||||
<div class="grid">
|
||||
<div class="card">
|
||||
<h2>Filtr domen</h2>
|
||||
<div class="controls">
|
||||
<label>Szukaj <input id="q" placeholder="np. lead, ai, crm" /></label>
|
||||
<label>TLD
|
||||
<select id="tld"><option value="">Wszystkie</option><option>pl</option><option>com</option><option>ai</option></select>
|
||||
</label>
|
||||
<button id="reload">Odśwież</button>
|
||||
</div>
|
||||
<p class="muted" id="meta"></p>
|
||||
</div>
|
||||
|
||||
<div class="card">
|
||||
<h2>Cennik rejestratorów</h2>
|
||||
<p class="muted">Edycja zapisuje się bezpośrednio na serwerze (SQLite), bez localStorage.</p>
|
||||
<div id="pricing"></div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="card">
|
||||
<h2>TOP domen + najlepszy koszt</h2>
|
||||
<div class="table-wrap">
|
||||
<table>
|
||||
<thead><tr><th>Domena</th><th>Score</th><th>Najtaniej kupisz</th><th>Najtaniej odnowisz</th><th>2 lata</th></tr></thead>
|
||||
<tbody id="rows"></tbody>
|
||||
</table>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<script>
|
||||
let domains = [];
|
||||
let registrarRows = [];
|
||||
let registrars = [];
|
||||
|
||||
function money(v){ return (v===null || v===undefined || Number.isNaN(Number(v))) ? '—' : `${Number(v).toFixed(2)} zł`; }
|
||||
|
||||
function groupPrices(items){
|
||||
const map = new Map();
|
||||
for(const x of items){
|
||||
if(!map.has(x.registrar)) map.set(x.registrar, {name:x.registrar, url:x.url, pricing:{}});
|
||||
const r = map.get(x.registrar);
|
||||
r.pricing[x.tld] = {register:x.register_price, renew:x.renew_price};
|
||||
}
|
||||
return [...map.values()];
|
||||
}
|
||||
|
||||
function priceFor(reg, tld, k){
|
||||
const p = reg.pricing?.[tld]?.[k];
|
||||
return (p===null || p===undefined || p==='') ? null : Number(p);
|
||||
}
|
||||
|
||||
function best(regs, tld, k){
|
||||
let b = null;
|
||||
for(const r of regs){
|
||||
const v = priceFor(r,tld,k);
|
||||
if(v === null || Number.isNaN(v)) continue;
|
||||
if(!b || v < b.value) b = {name:r.name,url:r.url,value:v};
|
||||
}
|
||||
return b;
|
||||
}
|
||||
|
||||
function best2y(regs, tld){
|
||||
let b = null;
|
||||
for(const r of regs){
|
||||
const a = priceFor(r,tld,'register');
|
||||
const c = priceFor(r,tld,'renew');
|
||||
if(a===null || c===null || Number.isNaN(a) || Number.isNaN(c)) continue;
|
||||
const v = a+c;
|
||||
if(!b || v < b.value) b = {name:r.name,url:r.url,value:v};
|
||||
}
|
||||
return b;
|
||||
}
|
||||
|
||||
async function loadDomains(){
|
||||
const q = document.getElementById('q').value.trim();
|
||||
const tld = document.getElementById('tld').value;
|
||||
const u = new URL('./api.php', location.href);
|
||||
u.searchParams.set('action','domains');
|
||||
if(q) u.searchParams.set('q', q);
|
||||
if(tld) u.searchParams.set('tld', tld);
|
||||
const d = await (await fetch(u)).json();
|
||||
domains = d.domains || [];
|
||||
document.getElementById('meta').textContent = `runId: ${d.meta?.runId||'—'} | scannedAt: ${d.meta?.scannedAt||'—'} | widoczne: ${domains.length}`;
|
||||
}
|
||||
|
||||
async function loadPrices(){
|
||||
const u = new URL('./api.php', location.href); u.searchParams.set('action','prices');
|
||||
const d = await (await fetch(u)).json();
|
||||
registrarRows = d.items || [];
|
||||
registrars = groupPrices(registrarRows);
|
||||
}
|
||||
|
||||
async function savePrice(registrar,tld,registerPrice,renewPrice){
|
||||
const u = new URL('./api.php', location.href); u.searchParams.set('action','prices');
|
||||
const r = await fetch(u, {
|
||||
method:'POST',
|
||||
headers:{'Content-Type':'application/json'},
|
||||
body: JSON.stringify({registrar,tld,register_price:registerPrice,renew_price:renewPrice})
|
||||
});
|
||||
return r.ok;
|
||||
}
|
||||
|
||||
function renderPricing(){
|
||||
const wrap = document.getElementById('pricing');
|
||||
wrap.innerHTML = '';
|
||||
for(const r of registrars){
|
||||
const row = document.createElement('div');
|
||||
row.style.marginBottom='8px';
|
||||
row.innerHTML = `<b>${r.name}</b> <a href="${r.url}" target="_blank">link</a><br>` + ['pl','com','ai'].map(tld=>{
|
||||
const a = priceFor(r,tld,'register');
|
||||
const b = priceFor(r,tld,'renew');
|
||||
return `<span class='pill'>.${tld} reg <input data-r='${r.name}' data-t='${tld}' data-k='register' value='${a??''}' /></span>
|
||||
<span class='pill'>odn <input data-r='${r.name}' data-t='${tld}' data-k='renew' value='${b??''}' /></span>`;
|
||||
}).join('');
|
||||
wrap.appendChild(row);
|
||||
}
|
||||
|
||||
wrap.querySelectorAll('input').forEach(inp=>{
|
||||
inp.addEventListener('change', async (e)=>{
|
||||
const {r,t,k} = e.target.dataset;
|
||||
const reg = registrars.find(x=>x.name===r);
|
||||
const value = e.target.value.trim()==='' ? null : Number(e.target.value.replace(',','.'));
|
||||
if(!reg.pricing[t]) reg.pricing[t] = {};
|
||||
reg.pricing[t][k] = Number.isFinite(value) ? value : null;
|
||||
const ok = await savePrice(r, t, reg.pricing[t].register ?? null, reg.pricing[t].renew ?? null);
|
||||
e.target.classList.toggle('ok', ok);
|
||||
e.target.classList.toggle('bad', !ok);
|
||||
renderRows();
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
function renderRows(){
|
||||
const rows = document.getElementById('rows');
|
||||
rows.innerHTML='';
|
||||
for(const d of domains.slice(0,300)){
|
||||
const buy = best(registrars,d.tld,'register');
|
||||
const renew = best(registrars,d.tld,'renew');
|
||||
const two = best2y(registrars,d.tld);
|
||||
const tr = document.createElement('tr');
|
||||
tr.innerHTML = `<td><b>${d.domain}</b></td><td>${d.score}</td>
|
||||
<td>${buy?`<a href='${buy.url}' target='_blank'>${buy.name}</a> (${money(buy.value)})`:'—'}</td>
|
||||
<td>${renew?`<a href='${renew.url}' target='_blank'>${renew.name}</a> (${money(renew.value)})`:'—'}</td>
|
||||
<td>${two?`<a href='${two.url}' target='_blank'>${two.name}</a> (${money(two.value)})`:'—'}</td>`;
|
||||
rows.appendChild(tr);
|
||||
}
|
||||
}
|
||||
|
||||
async function refreshAll(){
|
||||
await loadDomains();
|
||||
await loadPrices();
|
||||
renderPricing();
|
||||
renderRows();
|
||||
}
|
||||
|
||||
let qTimer;
|
||||
document.getElementById('reload').addEventListener('click', refreshAll);
|
||||
document.getElementById('q').addEventListener('input', async()=>{
|
||||
clearTimeout(qTimer);
|
||||
qTimer = setTimeout(async()=>{ await loadDomains(); renderRows(); }, 250);
|
||||
});
|
||||
document.getElementById('tld').addEventListener('change', async()=>{await loadDomains(); renderRows();});
|
||||
refreshAll();
|
||||
</script>
|
||||
</body>
|
||||
</html>
|
||||
42
init_db.py
Normal file
42
init_db.py
Normal file
@ -0,0 +1,42 @@
|
||||
#!/usr/bin/env python3
|
||||
import sqlite3
|
||||
from pathlib import Path
|
||||
|
||||
DB = Path('/home/szmyt/.openclaw/workspace/domain-panel/data/domainhunter.db')
|
||||
DB.parent.mkdir(parents=True, exist_ok=True)
|
||||
|
||||
con = sqlite3.connect(DB)
|
||||
cur = con.cursor()
|
||||
cur.executescript('''
|
||||
CREATE TABLE IF NOT EXISTS metadata (
|
||||
key TEXT PRIMARY KEY,
|
||||
value TEXT
|
||||
);
|
||||
|
||||
CREATE TABLE IF NOT EXISTS domains (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
run_id TEXT,
|
||||
scanned_at TEXT,
|
||||
domain TEXT,
|
||||
tld TEXT,
|
||||
score INTEGER,
|
||||
status TEXT,
|
||||
keywords_json TEXT
|
||||
);
|
||||
CREATE INDEX IF NOT EXISTS idx_domains_run ON domains(run_id);
|
||||
CREATE INDEX IF NOT EXISTS idx_domains_domain ON domains(domain);
|
||||
|
||||
CREATE TABLE IF NOT EXISTS registrar_prices (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
registrar TEXT,
|
||||
url TEXT,
|
||||
tld TEXT,
|
||||
register_price REAL,
|
||||
renew_price REAL,
|
||||
updated_at TEXT,
|
||||
UNIQUE(registrar, tld)
|
||||
);
|
||||
''')
|
||||
con.commit()
|
||||
con.close()
|
||||
print(f'OK init {DB}')
|
||||
10
refresh_and_publish.sh
Executable file
10
refresh_and_publish.sh
Executable file
@ -0,0 +1,10 @@
|
||||
#!/usr/bin/env bash
|
||||
set -euo pipefail
|
||||
python3 /home/szmyt/.openclaw/workspace/domain-panel/init_db.py
|
||||
python3 /home/szmyt/.openclaw/workspace/domain-panel/update_registrar_prices.py || true
|
||||
python3 /home/szmyt/.openclaw/workspace/domain-panel/refresh_domain_data.py
|
||||
sudo rsync -a --delete /home/szmyt/.openclaw/workspace/domain-panel/ /var/www/domain-panel/
|
||||
sudo chown -R www-data:www-data /var/www/domain-panel
|
||||
sudo find /var/www/domain-panel -type d -exec chmod 755 {} +
|
||||
sudo find /var/www/domain-panel -type f -exec chmod 644 {} +
|
||||
echo "Published domain panel to /var/www/domain-panel"
|
||||
145
refresh_domain_data.py
Executable file
145
refresh_domain_data.py
Executable file
@ -0,0 +1,145 @@
|
||||
#!/usr/bin/env python3
|
||||
import json
|
||||
import sqlite3
|
||||
import subprocess
|
||||
from pathlib import Path
|
||||
|
||||
ENV_PATH = Path('/home/szmyt/docker/databases/.env')
|
||||
REG_PATH = Path('/home/szmyt/.openclaw/workspace/domain-panel/data/registrars.json')
|
||||
DB_PATH = Path('/home/szmyt/.openclaw/workspace/domain-panel/data/domainhunter.db')
|
||||
|
||||
|
||||
def read_env(path: Path):
|
||||
data = {}
|
||||
if not path.exists():
|
||||
return data
|
||||
for line in path.read_text(encoding='utf-8').splitlines():
|
||||
line = line.strip()
|
||||
if not line or line.startswith('#') or '=' not in line:
|
||||
continue
|
||||
k, v = line.split('=', 1)
|
||||
data[k.strip()] = v.strip()
|
||||
return data
|
||||
|
||||
|
||||
def fetch_latest_from_mongo(user, pwd):
|
||||
js = r'''
|
||||
const dbx = db.getSiblingDB("aiagent");
|
||||
const first = dbx.domain_scans.find().sort({scannedAt:-1}).limit(1).toArray();
|
||||
if (!first.length) {
|
||||
print(JSON.stringify({runId:null,scannedAt:null,totalAvailable:0,domains:[]}));
|
||||
} else {
|
||||
const runId = first[0].runId;
|
||||
const scannedAt = first[0].scannedAt;
|
||||
const docs = dbx.domain_scans.find({runId: runId, available: true}).sort({score:-1}).limit(500).toArray().map(d => ({
|
||||
domain: d.domain,
|
||||
tld: d.tld,
|
||||
score: d.score,
|
||||
status: d.status,
|
||||
keywords: d.keywords || []
|
||||
}));
|
||||
print(JSON.stringify({runId, scannedAt, totalAvailable: docs.length, domains: docs}));
|
||||
}
|
||||
'''
|
||||
cmd = [
|
||||
'docker', 'exec', 'mongo', 'mongosh', '--quiet',
|
||||
'--username', user,
|
||||
'--password', pwd,
|
||||
'--authenticationDatabase', 'admin',
|
||||
'--eval', js,
|
||||
]
|
||||
p = subprocess.run(cmd, capture_output=True, text=True, timeout=60)
|
||||
if p.returncode != 0:
|
||||
raise RuntimeError((p.stderr or p.stdout or 'mongosh failed').strip())
|
||||
out = p.stdout.strip().splitlines()[-1].strip()
|
||||
return json.loads(out)
|
||||
|
||||
|
||||
def upsert_metadata(cur, key, value):
|
||||
cur.execute('INSERT INTO metadata(key,value) VALUES(?,?) ON CONFLICT(key) DO UPDATE SET value=excluded.value', (key, value))
|
||||
|
||||
|
||||
def main():
|
||||
env = read_env(ENV_PATH)
|
||||
user = env.get('MONGO_INITDB_ROOT_USERNAME', 'root')
|
||||
pwd = env.get('MONGO_INITDB_ROOT_PASSWORD', '')
|
||||
|
||||
latest = fetch_latest_from_mongo(user, pwd)
|
||||
|
||||
DB_PATH.parent.mkdir(parents=True, exist_ok=True)
|
||||
con = sqlite3.connect(DB_PATH)
|
||||
cur = con.cursor()
|
||||
|
||||
# ensure schema exists
|
||||
cur.executescript('''
|
||||
CREATE TABLE IF NOT EXISTS metadata (key TEXT PRIMARY KEY, value TEXT);
|
||||
CREATE TABLE IF NOT EXISTS domains (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
run_id TEXT,
|
||||
scanned_at TEXT,
|
||||
domain TEXT,
|
||||
tld TEXT,
|
||||
score INTEGER,
|
||||
status TEXT,
|
||||
keywords_json TEXT
|
||||
);
|
||||
CREATE INDEX IF NOT EXISTS idx_domains_run ON domains(run_id);
|
||||
CREATE INDEX IF NOT EXISTS idx_domains_domain ON domains(domain);
|
||||
CREATE TABLE IF NOT EXISTS registrar_prices (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
registrar TEXT,
|
||||
url TEXT,
|
||||
tld TEXT,
|
||||
register_price REAL,
|
||||
renew_price REAL,
|
||||
updated_at TEXT,
|
||||
UNIQUE(registrar, tld)
|
||||
);
|
||||
''')
|
||||
|
||||
run_id = latest.get('runId')
|
||||
scanned_at = latest.get('scannedAt')
|
||||
|
||||
if run_id:
|
||||
cur.execute('DELETE FROM domains WHERE run_id = ?', (run_id,))
|
||||
for d in latest.get('domains', []):
|
||||
cur.execute('''INSERT INTO domains(run_id, scanned_at, domain, tld, score, status, keywords_json)
|
||||
VALUES(?,?,?,?,?,?,?)''', (
|
||||
run_id,
|
||||
scanned_at,
|
||||
d.get('domain'),
|
||||
d.get('tld'),
|
||||
int(d.get('score') or 0),
|
||||
d.get('status'),
|
||||
json.dumps(d.get('keywords') or [], ensure_ascii=False),
|
||||
))
|
||||
|
||||
upsert_metadata(cur, 'latest_run_id', run_id or '')
|
||||
upsert_metadata(cur, 'latest_scanned_at', scanned_at or '')
|
||||
upsert_metadata(cur, 'latest_total_available', str(latest.get('totalAvailable', 0)))
|
||||
|
||||
if REG_PATH.exists():
|
||||
reg = json.loads(REG_PATH.read_text(encoding='utf-8'))
|
||||
for r in reg.get('registrars', []):
|
||||
name = r.get('name')
|
||||
url = r.get('url')
|
||||
pricing = r.get('pricing', {})
|
||||
for tld in ['pl', 'com', 'ai']:
|
||||
p = pricing.get(tld, {})
|
||||
cur.execute('''INSERT INTO registrar_prices(registrar,url,tld,register_price,renew_price,updated_at)
|
||||
VALUES(?,?,?,?,?,?)
|
||||
ON CONFLICT(registrar,tld) DO UPDATE SET
|
||||
url=excluded.url,
|
||||
register_price=excluded.register_price,
|
||||
renew_price=excluded.renew_price,
|
||||
updated_at=excluded.updated_at''', (
|
||||
name, url, tld, p.get('register'), p.get('renew'), reg.get('autoLastRunAt') or reg.get('updatedAt') or ''
|
||||
))
|
||||
|
||||
con.commit()
|
||||
con.close()
|
||||
print(f"OK: db refreshed {DB_PATH} | available={latest.get('totalAvailable',0)}")
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
120
update_registrar_prices.py
Executable file
120
update_registrar_prices.py
Executable file
@ -0,0 +1,120 @@
|
||||
#!/usr/bin/env python3
|
||||
import json
|
||||
import re
|
||||
import urllib.request
|
||||
from datetime import datetime, timezone
|
||||
from pathlib import Path
|
||||
|
||||
REG_PATH = Path('/home/szmyt/.openclaw/workspace/domain-panel/data/registrars.json')
|
||||
TIMEOUT = 8
|
||||
|
||||
MONEY_RE = re.compile(r'(\d{1,4}(?:[\.,]\d{1,2})?)\s*(zł|pln|eur|€|usd|\$)', re.IGNORECASE)
|
||||
|
||||
REGISTER_HINTS = ["rejestr", "rejestracja", "new", "first year", "1 rok", "1 rok"]
|
||||
RENEW_HINTS = ["odnow", "renew", "renewal", "kolejny", "next year", "2 rok"]
|
||||
|
||||
|
||||
def fetch_text(url: str) -> str:
|
||||
req = urllib.request.Request(url, headers={"User-Agent": "Mozilla/5.0 DomainHunterBot/1.0"})
|
||||
with urllib.request.urlopen(req, timeout=TIMEOUT) as resp:
|
||||
raw = resp.read()
|
||||
text = raw.decode('utf-8', errors='ignore')
|
||||
text = re.sub(r'<script[\s\S]*?</script>', ' ', text, flags=re.IGNORECASE)
|
||||
text = re.sub(r'<style[\s\S]*?</style>', ' ', text, flags=re.IGNORECASE)
|
||||
text = re.sub(r'<[^>]+>', ' ', text)
|
||||
text = re.sub(r'\s+', ' ', text)
|
||||
return text
|
||||
|
||||
|
||||
def to_float(num: str):
|
||||
try:
|
||||
return float(num.replace(',', '.'))
|
||||
except Exception:
|
||||
return None
|
||||
|
||||
|
||||
def find_price(text: str, tld: str, kind: str):
|
||||
hints = REGISTER_HINTS if kind == 'register' else RENEW_HINTS
|
||||
tld_token = f'.{tld.lower()}'
|
||||
|
||||
# 1) szukaj okna z tld + hint
|
||||
for m in re.finditer(re.escape(tld_token), text, flags=re.IGNORECASE):
|
||||
start = max(0, m.start() - 240)
|
||||
end = min(len(text), m.end() + 240)
|
||||
chunk = text[start:end].lower()
|
||||
if any(h in chunk for h in hints):
|
||||
m2 = MONEY_RE.search(chunk)
|
||||
if m2:
|
||||
val = to_float(m2.group(1))
|
||||
if val is not None:
|
||||
return val, chunk[:220]
|
||||
|
||||
# 2) fallback: hint + cena
|
||||
for h in hints:
|
||||
for mh in re.finditer(re.escape(h), text, flags=re.IGNORECASE):
|
||||
start = max(0, mh.start() - 100)
|
||||
end = min(len(text), mh.end() + 200)
|
||||
chunk = text[start:end].lower()
|
||||
m2 = MONEY_RE.search(chunk)
|
||||
if m2:
|
||||
val = to_float(m2.group(1))
|
||||
if val is not None:
|
||||
return val, chunk[:220]
|
||||
|
||||
return None, None
|
||||
|
||||
|
||||
def main():
|
||||
data = json.loads(REG_PATH.read_text(encoding='utf-8'))
|
||||
now = datetime.now(timezone.utc).isoformat().replace('+00:00', 'Z')
|
||||
|
||||
updated_count = 0
|
||||
|
||||
for reg in data.get('registrars', []):
|
||||
auto = reg.get('autoPricing', {})
|
||||
for tld in ['pl', 'com', 'ai']:
|
||||
rule = auto.get(tld)
|
||||
if not rule or not rule.get('url'):
|
||||
continue
|
||||
url = rule['url']
|
||||
try:
|
||||
text = fetch_text(url)
|
||||
except Exception as e:
|
||||
reg.setdefault('autoMeta', {})[tld] = {
|
||||
'status': 'error',
|
||||
'error': str(e),
|
||||
'checkedAt': now,
|
||||
'url': url,
|
||||
}
|
||||
continue
|
||||
|
||||
pricing = reg.setdefault('pricing', {}).setdefault(tld, {'register': None, 'renew': None})
|
||||
reg_val, reg_ctx = find_price(text, tld, 'register')
|
||||
ren_val, ren_ctx = find_price(text, tld, 'renew')
|
||||
|
||||
if reg_val is not None:
|
||||
pricing['register'] = reg_val
|
||||
updated_count += 1
|
||||
if ren_val is not None:
|
||||
pricing['renew'] = ren_val
|
||||
updated_count += 1
|
||||
|
||||
reg.setdefault('autoMeta', {})[tld] = {
|
||||
'status': 'ok',
|
||||
'checkedAt': now,
|
||||
'url': url,
|
||||
'registerFound': reg_val,
|
||||
'renewFound': ren_val,
|
||||
'registerContext': reg_ctx,
|
||||
'renewContext': ren_ctx,
|
||||
}
|
||||
|
||||
data['updatedAt'] = now[:10]
|
||||
data['autoLastRunAt'] = now
|
||||
data['autoUpdatedFields'] = updated_count
|
||||
REG_PATH.write_text(json.dumps(data, ensure_ascii=False, indent=2), encoding='utf-8')
|
||||
print(f'OK: updated fields={updated_count}')
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
Loading…
Reference in New Issue
Block a user