build: table builder makefile automated.

Author: Sam Kleinman

bin/makefile.tables

@@ -48,8 +48,9 @@ def section_break(self, name, block='_all'):
     def comment(self, comment, block='_all'):
         self.add_to_builder('\n# ' + comment + '\n', block)
 
-    def newline(self, block='_all'):
-        self.add_to_builder('\n', block)
+    def newline(self, n=1, block='_all'):
+        for i in range(n):
+            self.add_to_builder('\n', block)
 
     def target(self, target, dependency='', block='_all'):
         self.add_to_builder(target + ':' + dependency + '\n', block)
@@ -79,7 +80,7 @@ def print_content(self, block_order=['_all']):
             o.append(self.builder[block])
             o = [item for sublist in o for item in sublist]
         for line in o:
-            print(line.rstrip('\n'))
+            print(line.rstrip())
 
     def write(self, filename, block_order=['_all']):
         o = []

bin/makefile_builder.py

@@ -42,13 +42,14 @@ def build_all_pdfs(pdfs):
         pdf_makefile(pdf[0], pdf[1])
 
     m.newline()
+    m.target(target='.PHONY',
+             dependency='manual-pdfs')
     m.target(target='manual-pdfs',
              dependency='$(PDF_OUTPUT)')
 
 def main():
     build_all_pdfs(pdfs_to_build)
     m.write(sys.argv[1])
-    m.print_content()
     print('[meta-build]: built "' + sys.argv[1] + '" to specify pdf builders.')
 
 if __name__ == '__main__':

bin/pdf_makefile_builder.py

@@ -0,0 +1,56 @@
+#!/usr/bin/python
+
+import sys
+from makefile_builder import MakefileBuilder
+
+# to add a table to the build process, add a tuple to the ``tables_to_build`` list.
+
+tables_to_build = [
+#    (input_file, output_file, makefile_block)
+     ('$(rst-include)/table-sql-to-agg-terms.yaml', '$(rst-include)/table-sql-to-agg-terms.rst', 'agg'),
+     ('$(rst-include)/table-sql-to-agg-examples.yaml','$(rst-include)/table-sql-to-agg-examples.rst', 'agg'),
+     ('$(rst-include)/table-sql-to-mongo-executables.yaml', '$(rst-include)/table-sql-to-mongo-executables.rst', 'sql'),
+     ('$(rst-include)/table-sql-to-mongo-terms.yaml', '$(rst-include)/table-sql-to-mongo-terms.rst', 'sql'),
+     ('$(rst-include)/table-sql-to-mongo-schema-examples.yaml', '$(rst-include)/table-sql-to-mongo-schema-examples.rst', 'sql'),
+     ('$(rst-include)/table-sql-to-mongo-insert-examples.yaml', '$(rst-include)/table-sql-to-mongo-insert-examples.rst', 'sql'),
+     ('$(rst-include)/table-sql-to-mongo-select-examples.yaml', '$(rst-include)/table-sql-to-mongo-select-examples.rst', 'sql'),
+     ('$(rst-include)/table-sql-to-mongo-update-examples.yaml', '$(rst-include)/table-sql-to-mongo-update-examples.rst', 'sql'),
+     ('$(rst-include)/table-sql-to-mongo-delete-examples.yaml', '$(rst-include)/table-sql-to-mongo-delete-examples.rst', 'sql'),
+]
+
+m = MakefileBuilder()
+
+def build_all_tables(tables):
+    m.comment('each table is compiled into rst from a yaml file using the table_builder.py file.', block='header')
+    m.newline(block='header')
+
+    for table in tables:
+        makefile_table(table[0], table[1], table[2])
+
+    m.comment('meta-targets for testing/integration with rest of the build. must apear at the end', block='footer')
+    m.newline(block='footer')
+
+    m.target('.PHONY', 'tables clean-tables', block='footer')
+    m.target('tables', '$(output-tables)', block='footer')
+    m.job('git update-index --assume-unchanged', block='footer')
+    m.msg('[build]: clensing git index of compiled tables', block='footer')
+    m.newline(block='footer')
+    m.target('clean-tables', block='footer')
+    m.job('rm -rf $(output-tables)', True)
+
+def makefile_table(input, output, block):
+    m.append_var('output-tables', output, block)
+    m.target(output, input, block)
+    m.job('$(PYTHONBIN) bin/table_builder.py $< $@', block)
+    m.msg('[table-builder]: \(re\)generate $@ table for inclusion in build', block)
+    m.newline(block=block)
+
+def main():
+    build_all_tables(tables_to_build)
+
+    m.write(sys.argv[1])
+
+    print('[meta-build]: built "' + sys.argv[1] + '" to specify table builders.')
+
+if __name__ == '__main__':
+    main()

bin/table_makefile_builder.py

@@ -5,10 +5,10 @@ MAKEFLAGS += --no-print-directory
 
 # includes
 include bin/makefile.compatibility
-include bin/makefile.tables
 
 # Build directory tweaking.
 output = build
+rst-include = source/includes
 build-tools = bin
 public-output = $(output)/public
 branch-output = $(output)/$(current-branch)
@@ -190,11 +190,14 @@ $(branch-output)/singlehtml/contents.html:$(branch-output)/singlehtml
 
 # Building and Linking the LaTeX/PDF Output
 #
-.PHONY: manual-pdfs
 
--include build/makefile.pdfs
-$(output)/makefile.pdfs:bin/pdf_makefile_builder.py
+-include $(output)/makefile.pdfs
+-include $(output)/makefile.tables
+
+$(output)/makefile.pdfs:bin/pdf_makefile_builder.py bin/makefile_builder.py
 	@bin/pdf_makefile_builder.py $@
+$(output)/makefile.tables:bin/table_makefile_builder.py bin/makefile_builder.py
+	@bin/table_makefile_builder.py $@
 
 #
 # Building and Linking ePub Output