Allow txt content and deny robots

build.py

@@ -40,7 +40,7 @@ def main():
             count += 1
 
             # Future-proofing
-            if not filename.endswith(".html") and not filename.endswith(".md"):
+            if filename.rsplit(".")[-1] not in ("html", "md", "txt"):
                 raise Exception("Support for this filetype is not yet supported:", filename)
 
             path = src / dirpath / filename
@@ -58,6 +58,7 @@ def main():
                 content = md.convert(content)
                 meta = md.Meta
 
+            if dest.name.endswith("html"):
                 # Inject content into the template
                 page_content = bs4.BeautifulSoup(content, features="html.parser")
                 page = copy.copy(template)
@@ -79,9 +80,12 @@ def main():
                     page.title.string = title
                     page.header.h1.string = title
 
+                # The fully templated page is the new content
+                content = str(page)
+
             # Write the destination file
             print("Writing   ", dest)
-            dest.write_text(str(page))
+            dest.write_text(content)
 
     print("Processed", count, "files")
 

src/robots.txt

@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /