Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
15 changes: 15 additions & 0 deletions .dockerignore
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@

.git
.github
.env
.env.*
!.env.example
.venv
venv
__pycache__
*.pyc
.pytest_cache
.DS_Store
backups
benchmark-results
loadtests
2 changes: 2 additions & 0 deletions .env.example
Original file line number Diff line number Diff line change
Expand Up @@ -9,3 +9,5 @@ REDIS_URL=redis://redis:6379/0
OPENAI_API_KEY=
OPENAI_MODEL=gpt-5.6-luna
USE_FAKE_AI=true
CELERY_BROKER_URL=redis://redis:6379/0
CELERY_RESULT_BACKEND=redis://redis:6379/0
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -8,3 +8,4 @@ benchmark-results/*
!benchmark-results/.gitkeep
.DS_Store
schema.yml
backups/
31 changes: 27 additions & 4 deletions Dockerfile
Original file line number Diff line number Diff line change
@@ -1,8 +1,31 @@

FROM python:3.12-slim
ENV PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1

ENV PYTHONDONTWRITEBYTECODE=1 \
PYTHONUNBUFFERED=1

WORKDIR /app
RUN apt-get update && apt-get install -y --no-install-recommends libpq5 && rm -rf /var/lib/apt/lists/*

# Install PostgreSQL client dependencies.
RUN apt-get update \
&& apt-get install -y --no-install-recommends libpq5 \
&& rm -rf /var/lib/apt/lists/*

# Install Python dependencies.
COPY requirements.txt .
RUN pip install --no-cache-dir -r requirements.txt
COPY . .
CMD ["gunicorn","config.wsgi:application","--bind","0.0.0.0:8000","--workers","3","--timeout","120"]

# Create a non-root application user.
RUN groupadd --gid 10001 appgroup \
&& useradd --uid 10001 --gid appgroup \
--create-home --shell /usr/sbin/nologin appuser

# Copy application code with non-root ownership.
COPY --chown=appuser:appgroup . .

# Run application processes without root privileges.
USER appuser

EXPOSE 8000

CMD ["gunicorn", "config.wsgi:application", "--bind", "0.0.0.0:8000", "--workers", "3", "--timeout", "120"]
213 changes: 147 additions & 66 deletions README.md

Large diffs are not rendered by default.

19 changes: 19 additions & 0 deletions apps/documents/serializers.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,26 @@
from rest_framework import serializers
from apps.loans.permissions import visible_loans
from .models import LoanDocument

class LoanDocumentSerializer(serializers.ModelSerializer):
def validate_loan(self, loan):
if not visible_loans(self.context['request'].user).filter(pk=loan.pk).exists():
raise serializers.ValidationError('Loan not found or access denied.')
if loan.status != 'draft':
raise serializers.ValidationError('Documents can only be added to draft loans.')
return loan

def validate(self, attrs):
content = attrs.get('text_content', '')
if len(content.encode('utf-8')) > 1024 * 1024:
raise serializers.ValidationError({'text_content': 'Maximum 1 MiB.'})
filename = attrs.get('filename', '')
if filename and not filename.lower().endswith(('.pdf', '.txt', '.jpg', '.jpeg', '.png')):
raise serializers.ValidationError({'filename': 'Unsupported document extension.'})
if self.instance and 'loan' in attrs and attrs['loan'].pk != self.instance.loan_id:
raise serializers.ValidationError({'loan': 'Changing a document loan is not allowed.'})
return attrs

class Meta:
model=LoanDocument
fields=['id','loan','kind','filename','text_content','extracted_data','processed','created_at','processed_at']
Expand Down
16 changes: 15 additions & 1 deletion apps/documents/views.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,21 @@
from apps.loans.permissions import LoanAccess, visible_loans
from rest_framework import viewsets
from rest_framework.exceptions import ValidationError
from .models import LoanDocument
from .serializers import LoanDocumentSerializer
class LoanDocumentViewSet(viewsets.ModelViewSet):
queryset=LoanDocument.objects.select_related('loan').all()
permission_classes=[LoanAccess]
def get_queryset(self):
return LoanDocument.objects.filter(loan__in=visible_loans(self.request.user)).select_related('loan')
serializer_class=LoanDocumentSerializer
filterset_fields=['loan','kind','processed']

def perform_update(self, serializer):
if serializer.instance.loan.status != 'draft':
raise ValidationError('Only draft loan documents can be edited.')
serializer.save()

def perform_destroy(self, instance):
if instance.loan.status != 'draft':
raise ValidationError('Only draft loan documents can be deleted.')
instance.delete()
7 changes: 7 additions & 0 deletions apps/loans/migrations/0002_loan_owner.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
from django.conf import settings
from django.db import migrations, models
import django.db.models.deletion

class Migration(migrations.Migration):
dependencies = [('loans', '0001_initial'), migrations.swappable_dependency(settings.AUTH_USER_MODEL)]
operations = [migrations.AddField(model_name='loanapplication', name='owner', field=models.ForeignKey(blank=True, null=True, on_delete=django.db.models.deletion.PROTECT, related_name='loan_applications', to=settings.AUTH_USER_MODEL))]
1 change: 1 addition & 0 deletions apps/loans/models.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@ class Status(models.TextChoices):
REJECTED='rejected','Rejected'

id=models.UUIDField(primary_key=True, default=uuid.uuid4, editable=False)
owner=models.ForeignKey('auth.User', on_delete=models.PROTECT, related_name='loan_applications', null=True, blank=True)
applicant_name=models.CharField(max_length=200)
applicant_email=models.EmailField(db_index=True)
requested_amount=models.DecimalField(max_digits=12, decimal_places=2)
Expand Down
16 changes: 16 additions & 0 deletions apps/loans/permissions.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
from rest_framework.permissions import BasePermission

class LoanAccess(BasePermission):
"""Staff can inspect all loans; applicants only their own records."""
def has_permission(self, request, view):
return bool(request.user and request.user.is_authenticated)

def has_object_permission(self, request, view, obj):
loan = getattr(obj, 'loan', obj)
return bool(request.user.is_staff or loan.owner_id == request.user.pk)


def visible_loans(user):
from .models import LoanApplication
qs = LoanApplication.objects.all()
return qs if user.is_staff else qs.filter(owner=user)
91 changes: 79 additions & 12 deletions apps/loans/views.py
Original file line number Diff line number Diff line change
@@ -1,26 +1,93 @@

from django.shortcuts import get_object_or_404
from django.db.models import Count
from django.db import transaction

from rest_framework import viewsets, status
from rest_framework.exceptions import ValidationError
from rest_framework.decorators import action
from rest_framework.response import Response

from .permissions import LoanAccess, visible_loans
from .models import LoanApplication
from .serializers import LoanApplicationSerializer

from apps.processing.models import ProcessingJob
from apps.processing.tasks import process_loan


class LoanApplicationViewSet(viewsets.ModelViewSet):
serializer_class=LoanApplicationSerializer
filterset_fields=['status','applicant_email']
ordering_fields=['created_at','requested_amount']
serializer_class = LoanApplicationSerializer
permission_classes = [LoanAccess]

filterset_fields = ['status', 'applicant_email']
ordering_fields = ['created_at', 'requested_amount']

def get_queryset(self):
return LoanApplication.objects.annotate(document_count=Count('documents'))
return (
visible_loans(self.request.user)
.annotate(document_count=Count('documents'))
.order_by('-created_at', '-pk')
)

def perform_create(self, serializer):
serializer.save(owner=self.request.user)

@action(detail=True, methods=['post'])
def submit(self, request, pk=None):
loan=self.get_object()
if not loan.documents.exists():
return Response({'detail':'Upload at least one document first.'}, status=status.HTTP_400_BAD_REQUEST)
loan.status=LoanApplication.Status.SUBMITTED; loan.save(update_fields=['status','updated_at'])
job=ProcessingJob.objects.create(loan=loan)
async_result=process_loan.delay(str(job.id))
job.celery_task_id=async_result.id; job.save(update_fields=['celery_task_id'])
return Response({'loan_id':str(loan.id),'job_id':str(job.id),'status':job.status}, status=status.HTTP_202_ACCEPTED)
with transaction.atomic():
# Return 404 if the loan does not exist or is not accessible.
# Retain the row lock to prevent concurrent submissions.
loan = get_object_or_404(
visible_loans(request.user).select_for_update(),
pk=pk,
)

if loan.status != LoanApplication.Status.DRAFT:
raise ValidationError({
'detail': 'Only draft loans can be submitted.'
})

if not loan.documents.exists():
raise ValidationError({
'detail': 'Upload at least one document first.'
})

job = ProcessingJob.objects.create(loan=loan)

loan.status = LoanApplication.Status.SUBMITTED
loan.save(update_fields=['status', 'updated_at'])

# Enqueue processing after the database transaction commits.
def enqueue():
try:
result = process_loan.delay(str(job.id))

ProcessingJob.objects.filter(
pk=job.pk,
status=ProcessingJob.Status.QUEUED,
).update(celery_task_id=result.id)

except Exception:
ProcessingJob.objects.filter(
pk=job.pk
).update(
status=ProcessingJob.Status.FAILED,
error='Queue unavailable',
)

LoanApplication.objects.filter(
pk=loan.pk,
status=LoanApplication.Status.SUBMITTED,
).update(status=LoanApplication.Status.REVIEW)

transaction.on_commit(enqueue)

return Response(
{
'loan_id': str(loan.id),
'job_id': str(job.id),
'status': job.status,
},
status=status.HTTP_202_ACCEPTED,
)
Loading
Loading