User-agent: *
Disallow: /.cs
Disallow: /.js
Disallow: /.resx
Disallow: /.dnn
Disallow: /.css
Disallow: /.vb
Disallow: /.SqlDataProvider
Disallow: /.ascx
Disallow: /.config
Disallow: /.asax
Disallow: /.dll
Disallow: /.log
Disallow: /App_Code/
Disallow: /Admin/
Disallow: /Portals/
Disallow: /asp%20site/
Disallow: /asp site/
Disallow: /Asp%20Site/
Disallow: /ASP%20Site/
Disallow: /ASP Site/
Disallow: /DesktopModules/
Disallow: /desktopmodules/
Disallow: /js/
Disallow: /Resources/
Disallow: /resources/
Disallow: /js/
Disallow: /fundamental/ 
Disallow: /bin/
Disallow: /onlineeditions/bhav copy/
Disallow: /onlineeditions/bhav%20copy/
Disallow: /onlineeditions/DSIJEnglish/
Disallow: /OnlineEditions/DSIJEnglish/
Disallow: /Onlineeditions/DSIJEnglish/
Disallow: /OnlineEditions/dsijenglish/
Disallow: /onlineeditions/dsijenglish/
Disallow: /hiddenpages/
Disallow: /vids/
Disallow: /CompanYresearch1
Disallow: /ASPScripts/
Disallow: /Testing/
Disallow: /fbc
Disallow: /WebResource.axd
Sitemap: http://www.dsij.in/sitemap.xml

User-agent: Googlebot-Mobile
Allow: /Portals/_default/default.css
Allow: /Resources/Search/SearchSkinObjectPreview.css
Allow: /Portals/_default/Skins/dsij-web-3/skin.css
Allow: /Portals/_default/Containers/DSIJ-minimal/container.css
Allow: /Portals/_default/Containers/dsij-web-3/container.css
Allow: /Portals/0/portal.css
Allow: /Resources/libraries/jQuery/01_09_01/jquery.js
Allow: /Resources/libraries/jQuery-Migrate/01_02_01/jquery-migrate.js
Allow: /Resources/libraries/jQuery-UI/01_10_03/jquery-ui.js
Allow: /WebResource.axd
Allow: /js/dnn.js
Allow: /js/dnn.js
Allow: /js/dnn.modalpopup.js
Allow: /js/dnn.servicesframework.js
Allow: /Resources/Search/SearchSkinObjectPreview.js
Allow: /Portals/_default/Skins/dsij-web-3/js/scripts.js
Allow: /Portals/_default/Skins/dsij-web-3/bootstrap/js/bootstrap.min.js
Allow: /js/dnncore.js
Allow: /Portals/_default/Skins/dsij-web-3/js/doubletaptogo.min.js
Allow: /js/flotchart/jquery.flot.js
Allow: /js/flotchart/jquery.flot.time.js
Allow: /js/flotchart/date.js
Allow: /Resources/Shared/scripts/initWidgets.js
Allow: /Portals/0/images/DalalStreetLogo.png


User-agent: Googlebot
Allow:/

User-agent: 008
Disallow: /

#Baiduspider
User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider+
Disallow: /
User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
Disallow: /
User-agent: Baiduspider/2.0;+http://www.baidu.com/search/spider.html
Disallow: /
User-agent: Baiduspider/2.0
Disallow: /
User-agent: +Baiduspider
Disallow: /
User-agent: +Baiduspider/2.0
Disallow: /
User-agent: +Baiduspider/2.0;++http://www.baidu.com/search/spider.html
Disallow: /
User-agent: Mozilla/5.0(compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
Disallow: /
User-agent: Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)
Disallow: /


#Yandex
User-agent: spider
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Yandex.com
Disallow: /
User-agent: YandexBot/3.0
Disallow: /

#Sosospider
User-agent: Sosospider+
Disallow: /

#Ezooms
User-agent: ezooms
Disallow: /
User-agent: Ezooms/1.0
Disallow: /
User-agent: Mozilla/5.0 (compatible; Ezooms/1.0; ezooms.bot@gmail.com)
Disallow: /

#Sogou
User-agent: sogou spider
Disallow: /

#Exabot
User-agent: Exabot
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) )
Disallow: /

#proximic
User-agent: proximic
Disallow: /

#Bingbot
User-agent: Bingbot
Allow: /

#Yahoo Slurp
User-agent: Slurp
Disallow: /

#Majestic bot
User-agent: MJ12bot
Disallow: /

#ahrefs bot
user-agent: AhrefsBot
Disallow: /

#Similar Tech Bot
User-agent: Mozilla/5.0 (compatible; SMTBot/1.0; +http://www.similartech.com/smtbot)
Disallow: /

User-agent: SMTBot
Disallow: /

#public search engine bot
User-Agent: trendictionbot 
Disallow: /

#HyperCrawl is an experimental web crawler, intended to gather data for backward links graph.
User-Agent: HyperCrawl
Disallow: /

User-agent: UptimeRobot/2.0
Disallow: /

User-agent: domainreanimator
Disallow: /

User-agent: SeznamBot/3.2
Disallow: /

User-agent: LexxeBot/1.0
Disallow: /

User-agent: WASALive-Bot
Disallow: /

User-agent: PaperLiBot/2.1
Disallow: /

User-agent: MoodleBot/1.0
Disallow: /

User-agent: Owlin bot v3
Disallow: /

User-agent: rogerbot/1.0
Disallow: /

User-agent: omgilibot/0.4
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User Agent: Domain Re-Animator Bot (http://domainreanimator.com) - support@domainreanimator.com
Disallow: /

User-agent: spbot
Disallow: /

User-agent: DeuSu
Disallow: /

User-agent: Mozilla/5.0+(compatible; UptimeRobot/2.0; http://www.uptimerobot.com/)
Disallow: /

User-agent: Mozilla/5.0+(compatible; PaperLiBot/2.1; http://support.paper.li/entries/20023257-what-is-paper-li)
Disallow: /

User-agent: Twitterbot/1.0
Allow: /

User-agent: Mozilla/5.0 (compatible; OpenHoseBot/2.1; +http://www.openhose.org/bot.html)
Disallow: /

User-agent: Applebot (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1; +http://www.apple.com/go/applebot)
Disallow: /

User-agent: LinkedInBot/1.0 (compatible; Mozilla/5.0; Jakarta Commons-HttpClient/3.1 +http://www.linkedin.com)
Disallow: /

User-agent: Mozilla/5.0 (iPhone; CPU iPhone OS 8_3 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) Version/8.0 Mobile/12F70 Safari/600.1.4
Disallow: /

User-agent: Mozilla/5.0 
Disallow: /

User-agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1)
Disallow: /

User-agent: omgilibot/0.4 (compatible; +http://omgili.com)
Disallow: /

User-agent: rogerbot/1.0 (http://www.moz.com/dp/rogerbot, rogerbot-crawler@moz.com)
Disallow: /