benmichael/gods-eye-view
1
0 Fork 0
mirror of https://github.com/bilawalsidhu/gods-eye-view.git synced 2026-11-06 11:24:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

style: format extracted local services

Browse Source
This commit is contained in:
Sameh Khamis committed 2026-09-12 13:01:49 -07:00
1 parent 233285fe12
commit 5223b6df5b
33 files changed
+1785 -830
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

server/providers/regional/briefing.js
+40 -10
View File
@@ -18,7 +18,11 @@ const _regionalBriefCache = new Map();
const _regionalBriefInFlight = new Map();
const _regionalBriefRateLimiter = makeRateLimiter({ windowMs: 60_000, max: 30, globalMax: 90 });
const _regionalBriefRateLimiter = makeRateLimiter({
windowMs: 60_000,
max: 30,
globalMax: 90,
});
function trimRegionalBriefCache() {
while (_regionalBriefCache.size > REGIONAL_BRIEF_MAX_CACHE) {
@@ -40,13 +44,15 @@ function regionalBriefProxy() {
fetchRegionalWeather(point),
]);
const place = placeResult.status === 'fulfilled' ? placeResult.value : null;
const weather = weatherResult.status === 'fulfilled' ? weatherResult.value : null;
const weather =
weatherResult.status === 'fulfilled' ? weatherResult.value : null;
const news = await fetchRegionalNews(place);
if (!regionalBriefHasAnySource({ place, weather, news })) {
throw new Error('All regional briefing sources unavailable');
}
const payload = {
status: place && weather && news.status !== 'unavailable' ? 'ready' : 'partial',
status:
place && weather && news.status !== 'unavailable' ? 'ready' : 'partial',
retrievedAt: new Date().toISOString(),
coordinates: point,
place,
@@ -71,7 +77,10 @@ function regionalBriefProxy() {
return;
}
if (!_regionalBriefRateLimiter(clientKey(req))) {
res.writeHead(429, { 'Content-Type': 'application/json', 'Retry-After': '10' });
res.writeHead(429, {
'Content-Type': 'application/json',
'Retry-After': '10',
});
res.end(JSON.stringify({ error: 'Rate limit exceeded' }));
return;
}
@@ -79,18 +88,28 @@ function regionalBriefProxy() {
const point = validRegionalPoint(url.searchParams);
if (!point) {
res.writeHead(400, { 'Content-Type': 'application/json' });
res.end(JSON.stringify({ error: 'Valid latitude and longitude are required' }));
res.end(
JSON.stringify({
error: 'Valid latitude and longitude are required',
}),
);
return;
}
const key = `${(Math.round(point.latitude * 10) / 10).toFixed(1)},${(Math.round(point.longitude * 10) / 10).toFixed(1)}`;
const now = Date.now();
const cached = _regionalBriefCache.get(key);
if (cached && now - cached.cachedAt <= REGIONAL_BRIEF_CACHE_MS) {
res.writeHead(200, { 'Content-Type': 'application/json', 'Cache-Control': 'public, max-age=60', 'X-Regional-Brief': 'HIT' });
res.writeHead(200, {
'Content-Type': 'application/json',
'Cache-Control': 'public, max-age=60',
'X-Regional-Brief': 'HIT',
});
res.end(JSON.stringify({ ...cached.payload, status: 'cached' }));
return;
}
const request = coalesceProxyRequest(_regionalBriefInFlight, key, () => refresh(point, key));
const request = coalesceProxyRequest(_regionalBriefInFlight, key, () =>
refresh(point, key),
);
try {
const payload = await request.promise;
res.writeHead(200, {
@@ -101,12 +120,23 @@ function regionalBriefProxy() {
res.end(JSON.stringify(payload));
} catch {
if (cached && now - cached.cachedAt <= REGIONAL_BRIEF_STALE_MS) {
res.writeHead(200, { 'Content-Type': 'application/json', 'Cache-Control': 'no-store', 'X-Regional-Brief': 'STALE' });
res.writeHead(200, {
'Content-Type': 'application/json',
'Cache-Control': 'no-store',
'X-Regional-Brief': 'STALE',
});
res.end(JSON.stringify({ ...cached.payload, status: 'stale' }));
return;
}
res.writeHead(503, { 'Content-Type': 'application/json', 'Cache-Control': 'no-store' });
res.end(JSON.stringify({ error: 'Regional briefing is temporarily unavailable' }));
res.writeHead(503, {
'Content-Type': 'application/json',
'Cache-Control': 'no-store',
});
res.end(
JSON.stringify({
error: 'Regional briefing is temporarily unavailable',
}),
);
}
});
}
server/providers/regional/http.js
+20 -11
View File
@@ -1,12 +1,18 @@
import { readResponseJsonCapped, readResponseTextCapped } from '../common/http.js';
import {
readResponseJsonCapped,
readResponseTextCapped,
} from '../common/http.js';
const REGIONAL_MAX_RESPONSE_BYTES = 2 * 1024 * 1024;
async function fetchRegionalJson(url, {
headers = {},
timeoutMs = 9000,
maxBytes = REGIONAL_MAX_RESPONSE_BYTES,
} = {}) {
async function fetchRegionalJson(
url,
{
headers = {},
timeoutMs = 9000,
maxBytes = REGIONAL_MAX_RESPONSE_BYTES,
} = {},
) {
const controller = new AbortController();
const timeout = setTimeout(() => controller.abort(), timeoutMs);
try {
@@ -18,11 +24,14 @@ async function fetchRegionalJson(url, {
}
}
async function fetchRegionalText(url, {
headers = {},
timeoutMs = 9000,
maxBytes = REGIONAL_MAX_RESPONSE_BYTES,
} = {}) {
async function fetchRegionalText(
url,
{
headers = {},
timeoutMs = 9000,
maxBytes = REGIONAL_MAX_RESPONSE_BYTES,
} = {},
) {
const controller = new AbortController();
const timeout = setTimeout(() => controller.abort(), timeoutMs);
try {
server/providers/regional/news.js
+51 -19
View File
@@ -4,24 +4,39 @@ import { normalizeRegionalArticles } from '../../../src/data/regionalBrief.js';
function decodeRssText(value) {
return String(value || '')
.replace(/<!\[CDATA\[([\s\S]*?)\]\]>/g, '$1')
.replace(/&amp;/g, '&').replace(/&quot;/g, '"').replace(/&#39;/g, "'")
.replace(/&lt;/g, '<').replace(/&gt;/g, '>')
.replace(/<[^>]+>/g, ' ').replace(/\s+/g, ' ').trim();
.replace(/&amp;/g, '&')
.replace(/&quot;/g, '"')
.replace(/&#39;/g, "'")
.replace(/&lt;/g, '<')
.replace(/&gt;/g, '>')
.replace(/<[^>]+>/g, ' ')
.replace(/\s+/g, ' ')
.trim();
}
function rssTag(block, tag) {
return decodeRssText(new RegExp(`<${tag}(?:\\s[^>]*)?>([\\s\\S]*?)<\\/${tag}>`, 'i').exec(block)?.[1] || '');
return decodeRssText(
new RegExp(`<${tag}(?:\\s[^>]*)?>([\\s\\S]*?)<\\/${tag}>`, 'i').exec(
block,
)?.[1] || '',
);
}
function normalizeRssArticles(xml, limit = 5) {
const seen = new Set();
const articles = [];
for (const match of String(xml || '').matchAll(/<item>([\s\S]*?)<\/item>/gi)) {
for (const match of String(xml || '').matchAll(
/<item>([\s\S]*?)<\/item>/gi,
)) {
const item = match[1];
const title = rssTag(item, 'title').slice(0, 180);
const url = rssTag(item, 'link');
let parsedUrl;
try { parsedUrl = new URL(url); } catch { continue; }
try {
parsedUrl = new URL(url);
} catch {
continue;
}
if (!title || !['http:', 'https:'].includes(parsedUrl.protocol)) continue;
const source = rssTag(item, 'source');
const signature = `${title.toLowerCase()}|${source.toLowerCase() || parsedUrl.hostname}`;
@@ -32,7 +47,9 @@ function normalizeRssArticles(xml, limit = 5) {
title,
url: parsedUrl.href,
domain: source || parsedUrl.hostname.replace(/^www\./, ''),
publishedAt: Number.isNaN(Date.parse(rawDate)) ? null : new Date(rawDate).toISOString(),
publishedAt: Number.isNaN(Date.parse(rawDate))
? null
: new Date(rawDate).toISOString(),
sourceCountry: null,
});
if (articles.length >= limit) break;
@@ -42,7 +59,8 @@ function normalizeRssArticles(xml, limit = 5) {
async function fetchRegionalNews(place) {
const query = place?.locality || place?.region || place?.country;
if (!query) return { status: 'unavailable', query: null, articles: [], source: null };
if (!query)
return { status: 'unavailable', query: null, articles: [], source: null };
const rssParams = new URLSearchParams({
q: String(query).replace(/["\\]/g, ' ').trim(),
hl: 'en-US',
@@ -50,13 +68,19 @@ async function fetchRegionalNews(place) {
ceid: 'US:en',
});
try {
const xml = await fetchRegionalText(`https://news.google.com/rss/search?${rssParams}`, {
headers: { 'User-Agent': 'GodsEyeView/0.1' },
timeoutMs: 12_000,
});
const xml = await fetchRegionalText(
`https://news.google.com/rss/search?${rssParams}`,
{
headers: { 'User-Agent': 'GodsEyeView/0.1' },
timeoutMs: 12_000,
},
);
const articles = normalizeRssArticles(xml, 5);
if (articles.length) return { status: 'ready', query, articles, source: 'Google News RSS' };
} catch { /* fall through to the existing free index */ }
if (articles.length)
return { status: 'ready', query, articles, source: 'Google News RSS' };
} catch {
/* fall through to the existing free index */
}
const params = new URLSearchParams({
query: `"${String(query).replace(/["\\]/g, ' ').trim()}"`,
mode: 'artlist',
@@ -66,12 +90,20 @@ async function fetchRegionalNews(place) {
timespan: '48h',
});
try {
const payload = await fetchRegionalJson(`https://api.gdeltproject.org/api/v2/doc/doc?${params}`, {
headers: { 'User-Agent': 'GodsEyeView/0.1' },
timeoutMs: 12_000,
});
const payload = await fetchRegionalJson(
`https://api.gdeltproject.org/api/v2/doc/doc?${params}`,
{
headers: { 'User-Agent': 'GodsEyeView/0.1' },
timeoutMs: 12_000,
},
);
const articles = normalizeRegionalArticles(payload, 5);
return { status: articles.length ? 'ready' : 'empty', query, articles, source: 'GDELT fallback' };
return {
status: articles.length ? 'ready' : 'empty',
query,
articles,
source: 'GDELT fallback',
};
} catch {
return { status: 'unavailable', query, articles: [], source: null };
}
server/providers/regional/place.js
+9 -5
View File
@@ -18,12 +18,16 @@ function fetchRegionalPlace(point) {
addressdetails: '1',
'accept-language': 'en',
});
const payload = await fetchRegionalJson(`https://nominatim.openstreetmap.org/reverse?${params}`, {
headers: {
'User-Agent': 'GodsEyeView/0.1 (+https://github.com/bilawalsidhu/gods-eye-view)',
Referer: 'https://github.com/bilawalsidhu/gods-eye-view',
const payload = await fetchRegionalJson(
`https://nominatim.openstreetmap.org/reverse?${params}`,
{
headers: {
'User-Agent':
'GodsEyeView/0.1 (+https://github.com/bilawalsidhu/gods-eye-view)',
Referer: 'https://github.com/bilawalsidhu/gods-eye-view',
},
},
});
);
return normalizeRegionalPlace(payload);
});
_nominatimQueue = task.catch(() => null);
server/providers/regional/query.js
+2 -1
View File
@@ -4,7 +4,8 @@ function validRegionalPoint(params) {
const latitude = requiredFiniteQueryNumber(params, 'latitude');
const longitude = requiredFiniteQueryNumber(params, 'longitude');
if (!Number.isFinite(latitude) || !Number.isFinite(longitude)) return null;
if (latitude < -90 || latitude > 90 || longitude < -180 || longitude > 180) return null;
if (latitude < -90 || latitude > 90 || longitude < -180 || longitude > 180)
return null;
return { latitude, longitude };
}
server/providers/regional/weather-effects.js
+26 -6
View File
@@ -13,7 +13,11 @@ const _weatherEffectsCache = new Map();
const _weatherEffectsInFlight = new Map();
const _weatherEffectsRateLimiter = makeRateLimiter({ windowMs: 60_000, max: 45, globalMax: 120 });
const _weatherEffectsRateLimiter = makeRateLimiter({
windowMs: 60_000,
max: 45,
globalMax: 120,
});
function trimWeatherEffectsCache() {
while (_weatherEffectsCache.size > WEATHER_EFFECTS_MAX_CACHE) {
@@ -46,7 +50,10 @@ function weatherEffectsProxy() {
return;
}
if (!_weatherEffectsRateLimiter(clientKey(req))) {
res.writeHead(429, { 'Content-Type': 'application/json', 'Retry-After': '10' });
res.writeHead(429, {
'Content-Type': 'application/json',
'Retry-After': '10',
});
res.end(JSON.stringify({ error: 'Rate limit exceeded' }));
return;
}
@@ -54,7 +61,11 @@ function weatherEffectsProxy() {
const point = validRegionalPoint(url.searchParams);
if (!point) {
res.writeHead(400, { 'Content-Type': 'application/json' });
res.end(JSON.stringify({ error: 'Valid latitude and longitude are required' }));
res.end(
JSON.stringify({
error: 'Valid latitude and longitude are required',
}),
);
return;
}
const key = `${(Math.round(point.latitude * 10) / 10).toFixed(1)},${(Math.round(point.longitude * 10) / 10).toFixed(1)}`;
@@ -69,7 +80,9 @@ function weatherEffectsProxy() {
res.end(JSON.stringify({ ...cached.payload, status: 'cached' }));
return;
}
const request = coalesceProxyRequest(_weatherEffectsInFlight, key, () => refresh(point, key));
const request = coalesceProxyRequest(_weatherEffectsInFlight, key, () =>
refresh(point, key),
);
try {
const payload = await request.promise;
res.writeHead(200, {
@@ -88,8 +101,15 @@ function weatherEffectsProxy() {
res.end(JSON.stringify({ ...cached.payload, status: 'stale' }));
return;
}
res.writeHead(503, { 'Content-Type': 'application/json', 'Cache-Control': 'no-store' });
res.end(JSON.stringify({ error: 'Weather effects are temporarily unavailable' }));
res.writeHead(503, {
'Content-Type': 'application/json',
'Cache-Control': 'no-store',
});
res.end(
JSON.stringify({
error: 'Weather effects are temporarily unavailable',
}),
);
}
});
}
server/providers/regional/weather.js
+8 -4
View File
@@ -7,13 +7,17 @@ async function fetchRegionalWeather(point) {
const params = new URLSearchParams({
latitude: point.latitude.toFixed(5),
longitude: point.longitude.toFixed(5),
current: 'temperature_2m,apparent_temperature,precipitation,weather_code,cloud_cover,wind_speed_10m,wind_direction_10m,visibility',
current:
'temperature_2m,apparent_temperature,precipitation,weather_code,cloud_cover,wind_speed_10m,wind_direction_10m,visibility',
timezone: 'UTC',
});
try {
const payload = await fetchRegionalJson(`https://api.open-meteo.com/v1/forecast?${params}`, {
maxBytes: WEATHER_EFFECTS_MAX_RESPONSE_BYTES,
});
const payload = await fetchRegionalJson(
`https://api.open-meteo.com/v1/forecast?${params}`,
{
maxBytes: WEATHER_EFFECTS_MAX_RESPONSE_BYTES,
},
);
return normalizeRegionalWeather(payload);
} catch {
return null;