52 lines
1.8 KiB
Python
52 lines
1.8 KiB
Python
from django.conf import settings
|
|
from django.utils import timezone
|
|
|
|
from combo.utils import requests
|
|
|
|
from .models import Statistic
|
|
|
|
|
|
def update_available_statistics():
|
|
if not settings.KNOWN_SERVICES:
|
|
return
|
|
|
|
start_update = timezone.now()
|
|
for provider in settings.STATISTICS_PROVIDERS:
|
|
if isinstance(provider, dict):
|
|
url = provider['url']
|
|
sites = {provider['id']: {'title': provider['name']}}
|
|
provider = provider['id']
|
|
else:
|
|
sites = settings.KNOWN_SERVICES.get(provider, {})
|
|
url = '/visualization/json/' if provider == 'bijoe' else '/api/statistics/'
|
|
|
|
for site_key, site_dict in sites.items():
|
|
response = requests.get(
|
|
url,
|
|
timeout=5,
|
|
remote_service=site_dict if provider in settings.KNOWN_SERVICES else {},
|
|
without_user=True,
|
|
headers={'accept': 'application/json'},
|
|
)
|
|
if response.status_code != 200:
|
|
continue
|
|
|
|
result = response.json()
|
|
if isinstance(result, dict):
|
|
result = result['data'] # detect new api
|
|
|
|
for stat in result:
|
|
Statistic.objects.update_or_create(
|
|
slug=stat.get('slug') or stat['id'],
|
|
site_slug=site_key,
|
|
service_slug=provider,
|
|
defaults={
|
|
'label': stat['name'],
|
|
'url': stat.get('data-url') or stat['url'],
|
|
'site_title': site_dict.get('title', ''),
|
|
'filters': stat.get('filters', []),
|
|
'available': True,
|
|
},
|
|
)
|
|
Statistic.objects.filter(last_update__lt=start_update).update(available=False)
|