#                 `:;'';,                  
#              ;++++++++++++,              
#            +++''''''''';'+++'            
#          '++''''''''''''''''++,          
#         ++''''''''''''''''''''++         
#       .++''''''''''''''''''''''++        
#      .+'''''''''''''''''''''''''++       
#      +'''''''''''''''''''''''''''++      
#     ++'''',,,,,,,,,;:,,:;'''''''';+'     
#    ++'''''         ;,      :'''''''+.    
#    +''''''         ;,        ''''''++    
#   ++''''''         ;,         ;'''''+,   
#   +'''''''         ;,          ''''''+   
#  '+'''''''''      '''';         '''';+`  
#  +''''''''''      '''''''       :''''+'  
#  +;'''''''''      ''''''''       '''''+  
# .+''''''''''      '''''''',      '''''+  
# ;+''''''''''      '''''''''      '''';+  
# '+''''''''''      '''''''''      ;''''+` 
# ++''''''''''      '''''''''      :''''+` 
# ++''''''''''      '''''''''      :''''+` 
# '+''''''''''      '''''''''      ;''''+` 
# ;+''''''''''      '''''''''      '''';+  
# .+''''''''''      ''''''''.      '''''+  
#  +;'''''''''      ''''''''       '''''+  
#  +''''''''''      '''''';       ;''''+;  
#  ;+'''''''''      ''';,         '''';+   
#   +'''''''         ;,          '''''++   
#   ++''''''         ;,         ''''';+,   
#    +''''''         ;,        ''''''++    
#    '+'''''         ;,      ;'''''''+`    
#     ++'''':::::::::;;::;''''''''';+'     
#      ++''''''''''''''''''''''''''++      
#      `++''''''''''''''''''''''';++       
#       `++;'''''''''''''''''''''++        
#         ++''''''''''''''''''''+'         
#          ;++''''''''''''''''++.          
#            '+++';'''''';'+++:            
#              :++++++++++++.              
#                  .:::,`                  
User-agent: Swiftbot
Disallow: 
Crawl-delay: 2

User-agent: *
Disallow: /admin/
Disallow: /trending/tweet/
Disallow: /newsletter/
Disallow: /healthcheck/
Disallow: /subpage/
Disallow: /ckeditor/
Disallow: /feeds/search/
Disallow: /jobs/edit/
Disallow: /wishfeedback/
Disallow: /api/
# no deep queries to search
Disallow: /search/*
Allow: /search/$
# Get google et al to stop following *ancient* links
Disallow: /taxonomy/
Disallow: /tag/
Disallow: /person/
Disallow: /company/
Allow: /google_news_sitemap.xml

User-agent: Twitterbot
Disallow: