Nemcio/NodeBB
1
0
Fork 0
mirror of https://github.com/NodeBB/NodeBB.git synced 2025-11-01 11:35:55 +01:00
Code Issues Packages Projects Releases Wiki Activity

closes #732, custom robots.txt

Browse Source
This commit is contained in:
psychobunny
2014-01-05 23:19:52 -05:00
parent 0e5358a701
commit 6f120ff34a
2 changed files with 16 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
public/templates/admin/settings.tpl
View File

@@ -125,6 +125,14 @@
</div> </div>
</form> </form>
<form>
<h3>Web Crawler Settings</h3>
<div class="alert alert-warning">
<strong>Custom Robots.txt <small>Leave blank for default</small></strong><br />
<textarea class="form-control" data-field="robots.txt"></textarea>
</div>
</form>
<button class="btn btn-lg btn-primary" id="save">Save</button> <button class="btn btn-lg btn-primary" id="save">Save</button>
<script> <script>

11
src/webserver.js
View File

@@ -754,9 +754,14 @@ if(nconf.get('ssl')) {
app.get('/robots.txt', function (req, res) { app.get('/robots.txt', function (req, res) {
res.set('Content-Type', 'text/plain'); res.set('Content-Type', 'text/plain');
res.send("User-agent: *\n" +
"Disallow: /admin/\n" + if (meta.config["robots.txt"]) {
"Sitemap: " + nconf.get('url') + "sitemap.xml"); res.send(meta.config["robots.txt"])
} else {
res.send("User-agent: *\n" +
"Disallow: /admin/\n" +
"Sitemap: " + nconf.get('url') + "sitemap.xml");
}
}); });
app.get('/recent.rss', function(req, res) { app.get('/recent.rss', function(req, res) {