Base setup

crawler/urls.py

@@ -0,0 +1,8 @@
+from django.urls import path, include
+from . import views
+
+urlpatterns = [
+    path('', views.dashboard, name='dashboard'),
+    path('search/', views.search_page, name='search'),
+    path('crawled-content/<int:content_id>/preview/', views.preview_crawled_content, name='preview_crawled_content'),
+]