Nemcio/NodeBB
1
0
Fork 0
mirror of https://github.com/NodeBB/NodeBB.git synced 2025-11-02 03:55:55 +01:00
Code Issues Packages Projects Releases Wiki Activity

added dynamically generated robots.txt

Browse Source
This commit is contained in:
Julian Lam
2013-07-20 11:19:08 -04:00
parent 0b545c7056
commit 782858c728
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/webserver.js
View File

@@ -237,6 +237,14 @@ var express = require('express'),
});
});
app.get('/robots.txt', function(req, res) {
res.set('Content-Type', 'text/plain');
res.send( "User-agent: *\n" +
"Disallow: \n" +
"Disallow: /admin/\n" +
"Sitemap: " + global.nconf.get('url') + "sitemap.xml");
});
app.get('/api/:method', api_method);
app.get('/api/:method/:id', api_method);
// ok fine MUST ADD RECURSION style. I'll look for a better fix in future but unblocking baris for this: