from django.conf.urls import patterns, url, include
from django.views.generic.base import TemplateView
from django.contrib.auth.decorators import login_required
from django.contrib.auth import views as auth_views
from django.contrib import admin
admin.autodiscover()

from rest_framework.routers import DefaultRouter
from jobs.views import JobViewSet, UserViewSet, ResultViewSet


router = DefaultRouter()
router.register(r'jobs', JobViewSet, base_name='job')
router.register(r'results', ResultViewSet)
router.register(r'users', UserViewSet)

urlpatterns = patterns('',
    url(r'^', include(router.urls)),
    url(r'^login/$', 'jobs.views.login', name='login')
)

urlpatterns += patterns('backend.views',
    url(r'^admin/', include(admin.site.urls))
)

from django.conf.urls import patterns, url, include
from django.views.generic.base import TemplateView
from django.contrib.auth.decorators import login_required
from django.contrib.auth import views as auth_views
from django.contrib import admin
admin.autodiscover()

from rest_framework.routers import DefaultRouter
from jobs.views import JobViewSet, UserViewSet, ResultViewSet


router = DefaultRouter()
router.register(r'jobs', JobViewSet, base_name='job')
router.register(r'results', ResultViewSet)
router.register(r'users', UserViewSet)

urlpatterns = patterns('',
    url(r'^', include(router.urls)),
    url(r'^login/$', 'jobs.views.login', name='login')
)

urlpatterns += patterns('backend.views',
    url(r'^admin/', include(admin.site.urls))
)

urlpatterns = patterns('',
    (r'^robots\.txt$',
     lambda r: HttpResponse("User-agent: *\nDisallow: /", mimetype="text/plain"))
)

Disable indexing via robots.txt url.
Disable indexing via robots.txt url.
  from django.conf.urls import patterns, url, include
  from django.views.generic.base import TemplateView
  from django.contrib.auth.decorators import login_required
  from django.contrib.auth import views as auth_views
  from django.contrib import admin
  admin.autodiscover()
  
  from rest_framework.routers import DefaultRouter
  from jobs.views import JobViewSet, UserViewSet, ResultViewSet
  
  
  router = DefaultRouter()
  router.register(r'jobs', JobViewSet, base_name='job')
  router.register(r'results', ResultViewSet)
  router.register(r'users', UserViewSet)
  
  urlpatterns = patterns('',
      url(r'^', include(router.urls)),
      url(r'^login/$', 'jobs.views.login', name='login')
  )
  
  urlpatterns += patterns('backend.views',
      url(r'^admin/', include(admin.site.urls))
  )
  
+ urlpatterns = patterns('',
+     (r'^robots\.txt$',
+      lambda r: HttpResponse("User-agent: *\nDisallow: /", mimetype="text/plain"))
+ )
+ 
Disable indexing via robots.txt url.
## Code Before:
from django.conf.urls import patterns, url, include
from django.views.generic.base import TemplateView
from django.contrib.auth.decorators import login_required
from django.contrib.auth import views as auth_views
from django.contrib import admin
admin.autodiscover()

from rest_framework.routers import DefaultRouter
from jobs.views import JobViewSet, UserViewSet, ResultViewSet


router = DefaultRouter()
router.register(r'jobs', JobViewSet, base_name='job')
router.register(r'results', ResultViewSet)
router.register(r'users', UserViewSet)

urlpatterns = patterns('',
    url(r'^', include(router.urls)),
    url(r'^login/$', 'jobs.views.login', name='login')
)

urlpatterns += patterns('backend.views',
    url(r'^admin/', include(admin.site.urls))
)

## Instruction:
Disable indexing via robots.txt url.
## Code After:
from django.conf.urls import patterns, url, include
from django.views.generic.base import TemplateView
from django.contrib.auth.decorators import login_required
from django.contrib.auth import views as auth_views
from django.contrib import admin
admin.autodiscover()

from rest_framework.routers import DefaultRouter
from jobs.views import JobViewSet, UserViewSet, ResultViewSet


router = DefaultRouter()
router.register(r'jobs', JobViewSet, base_name='job')
router.register(r'results', ResultViewSet)
router.register(r'users', UserViewSet)

urlpatterns = patterns('',
    url(r'^', include(router.urls)),
    url(r'^login/$', 'jobs.views.login', name='login')
)

urlpatterns += patterns('backend.views',
    url(r'^admin/', include(admin.site.urls))
)

urlpatterns = patterns('',
    (r'^robots\.txt$',
     lambda r: HttpResponse("User-agent: *\nDisallow: /", mimetype="text/plain"))
)
