[gimp-web/gimp-web-static] Added robots.txt to stop crawlers while we build

[Pat David <patdavid src gnome org>]

commit 1ed1d51e335ac98c5ab6d800c68dcd54f3934cb5
Author: Pat David <patdavid gmail com>
Date:   Tue Aug 25 16:36:19 2015 -0500

    Added robots.txt to stop crawlers while we build

 content/robots.txt |    2 ++
 pelicanconf.py     |    6 ++++--
 2 files changed, 6 insertions(+), 2 deletions(-)
---
diff --git a/content/robots.txt b/content/robots.txt
new file mode 100644
index 0000000..70c2374
--- /dev/null
+++ b/content/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /
diff --git a/pelicanconf.py b/pelicanconf.py
index a41e208..fcc24c2 100644
--- a/pelicanconf.py
+++ b/pelicanconf.py
@@ -50,7 +50,8 @@ RELATIVE_URLS = True
 # Pat David changes while building/testing
 
 # This will copy over these folders w/o modification
-STATIC_PATHS = ['images', 'pages', 'tutorials', 'about', 'books', 'develop', 'docs', 'donating', 
'downloads', 'features', 'bugs', 'links', 'man', 'release-notes', 'screenshots', 'source', 'unix']
+STATIC_PATHS = ['images', 'pages', 'tutorials', 'about', 'books', 'develop', 'docs', 'donating', 
'downloads', 'features', 'bugs', 'links', 'man', 'release-notes', 'screenshots', 'source', 'unix', 
'robots.txt']
+
 
 # This sets which directories will be parsed as pages (vs. news/articles)
 PAGE_PATHS = ['about', 'frontpage', 'tutorials', 'books', 'develop', 'docs', 'donating', 'downloads', 
'features', 'bugs', 'links', 'man', 'release-notes', 'screenshots', 'source', 'unix']
@@ -75,6 +76,8 @@ ARTICLE_SAVE_AS = "news/{date:%Y}/{date:%m}/{date:%d}/{slug}/index.html"
 # This sets the "old" index.html page to be saved to /news/index.html.
 INDEX_SAVE_AS = "/news/index.html"
 
+
+
 TYPOGRIFY = True
 TYPOGRIFY_IGNORE_TAGS = ['title']
 
@@ -82,7 +85,6 @@ DELETE_OUTPUT_DIRECTORY = True
 
 MD_EXTENSIONS = ['fenced_code', 'codehilite(css_class=codehilite)', 'extra', 'headerid', 'toc']
 
-
 # Pagination testing stuff
 
 DEFAULT_ORPHANS = 0