106 lines
3.3 KiB
Python
106 lines
3.3 KiB
Python
import datetime
|
|
from functools import wraps
|
|
|
|
from django.contrib.auth.mixins import LoginRequiredMixin
|
|
from django.conf import settings
|
|
from django.core import serializers
|
|
from django.core.exceptions import PermissionDenied
|
|
from django.http import HttpResponse, HttpResponseRedirect
|
|
from django.urls import reverse
|
|
from django.views.decorators.csrf import csrf_exempt
|
|
from django.views.generic import TemplateView
|
|
from django.views.generic.list import ListView
|
|
|
|
from logtracker.journal.models import Entry
|
|
from logtracker.journal.journalstream import get_journal_entries
|
|
|
|
|
|
class APIEntriesList(LoginRequiredMixin, ListView):
|
|
def get_queryset(self):
|
|
qs = Entry.objects.all()
|
|
return qs[:100]
|
|
|
|
def get(self, request, *args, **kwargs):
|
|
queryset = self.get_queryset()
|
|
response = serializers.serialize("json", queryset)
|
|
return HttpResponse(response, content_type='application/json')
|
|
|
|
|
|
class EntriesList(LoginRequiredMixin, ListView):
|
|
def get_queryset(self):
|
|
qs = Entry.objects.all()
|
|
return qs[:100]
|
|
|
|
|
|
class HomeView(LoginRequiredMixin, TemplateView):
|
|
template_name = 'home.html'
|
|
|
|
def post(self, request, *args, **kwargs):
|
|
url = '%s?%s' % (reverse('emails'), '%s=%s' % (request.POST['field'], request.POST['address']))
|
|
return HttpResponseRedirect(url)
|
|
|
|
|
|
def get_chunks(gen, n):
|
|
chunk = []
|
|
ended = False
|
|
while True:
|
|
for i in range(n):
|
|
try:
|
|
chunk.append(next(gen))
|
|
except StopIteration:
|
|
ended = True
|
|
yield chunk
|
|
chunk = []
|
|
if ended:
|
|
break
|
|
|
|
|
|
def ssl_client_verify(view):
|
|
@wraps(view)
|
|
def wrapper(request, *args, **kwargs):
|
|
headers = request.META
|
|
if headers.get('X-SSL') == 1 and headers.get('X-SSL-Client-Verify') == 0:
|
|
request.host_verified = headers.get('X-SSL-Client-CN')
|
|
else:
|
|
if settings.DEBUG:
|
|
request.host_verified = 'test_host'
|
|
else:
|
|
raise PermissionDenied
|
|
return view(request, *args, **kwargs)
|
|
return wrapper
|
|
|
|
|
|
@ssl_client_verify
|
|
@csrf_exempt
|
|
def UploadView(request, debug=False):
|
|
if request.method == "POST":
|
|
count = 0
|
|
data = {}
|
|
new_entries = []
|
|
start_timestamp = datetime.datetime.now()
|
|
timestamp = start_timestamp
|
|
journal_stream = request.META.get('wsgi.input')
|
|
for chunk in get_chunks(get_journal_entries(journal_stream), 20):
|
|
for el in chunk:
|
|
data = {k: v for k, v in el}
|
|
try:
|
|
timestamp = datetime.datetime.fromtimestamp(data['__REALTIME_TIMESTAMP'] / 1000000)
|
|
except (KeyError, TypeError, ValueError):
|
|
continue
|
|
entry = Entry(timestamp=timestamp, host=request.host_verified, data=data)
|
|
new_entries.append(entry)
|
|
count += 1
|
|
if debug and count % 1000 == 0:
|
|
print(count, timestamp)
|
|
try:
|
|
Entry.objects.bulk_create(new_entries)
|
|
new_entries = []
|
|
except:
|
|
# todo: log errors or raise?
|
|
continue
|
|
if debug:
|
|
elapsed = datetime.datetime.now() - start_timestamp
|
|
print('elapsed: %s' % elapsed)
|
|
print('count: %s' % count)
|
|
return HttpResponse('')
|