Lklabs lectures intro

Documentation/Makefile

@@ -67,6 +67,9 @@ quiet_cmd_sphinx = SPHINX  $@ --> file://$(abspath $(BUILDDIR)/$3/$4)
 htmldocs:
 	@+$(foreach var,$(SPHINXDIRS),$(call loop_cmd,sphinx,html,$(var),,$(var)))
 
+slides:
+	@+$(foreach var,$(SPHINXDIRS),$(call loop_cmd,sphinx,slides,$(var),,$(var)))
+
 linkcheckdocs:
 	@$(foreach var,$(SPHINXDIRS),$(call loop_cmd,sphinx,linkcheck,$(var),,$(var)))
 

Documentation/conf.py

@@ -15,6 +15,9 @@
 import sys
 import os
 import sphinx
+import subprocess
+
+from distutils.version import LooseVersion
 
 # Get Sphinx version
 major, minor, patch = sphinx.version_info[:3]
@@ -42,6 +45,15 @@
 else:
     extensions.append("sphinx.ext.pngmath")
 
+try:
+    hglyph_ver = subprocess.check_output(["hieroglyph", "--version"])
+    if LooseVersion(hglyph_ver) > LooseVersion("1.0.0"):
+	    extensions.append('hieroglyph')
+except:
+    None
+
+extensions.append("ditaa")
+
 # Add any paths that contain templates here, relative to this directory.
 templates_path = ['_templates']
 

Documentation/media/Makefile

@@ -59,6 +59,7 @@ epub: all
 xml: all
 latex: $(IMGPDF) all
 linkcheck:
+slides: all
 
 clean:
 	-rm -f $(DOTTGT) $(IMGTGT) ${TARGETS} 2>/dev/null

Documentation/sphinx/ditaa.py

@@ -0,0 +1,212 @@
+# -*- coding: utf-8 -*-
+"""
+    sphinx.ext.ditaa
+    ~~~~~~~~~~~~~~~~~~~~~~~~~
+    Allow ditaa-formatted graphs to by included in Sphinx-generated
+    documents inline.
+    :copyright: Copyright 2017 by Yongping Guo
+    :license: BSD, see LICENSE for details.
+"""
+
+import re, os
+import codecs
+import posixpath
+from os import path
+from math import ceil
+from subprocess import Popen, PIPE
+try:
+    from hashlib import sha1 as sha
+except ImportError:
+    from sha import sha
+
+from docutils import nodes
+from docutils.parsers.rst import directives
+
+from sphinx.errors import SphinxError
+from sphinx.util.osutil import ensuredir, ENOENT, EPIPE
+from sphinx.util import relative_uri
+#from sphinx.util.compat import Directive
+from docutils.parsers.rst import Directive
+
+mapname_re = re.compile(r'<map id="(.*?)"')
+svg_dim_re = re.compile(r'<svg\swidth="(\d+)pt"\sheight="(\d+)pt"', re.M)
+
+class DitaaError(SphinxError):
+    category = 'Ditaa error'
+
+
+class ditaa(nodes.General, nodes.Element):
+    pass
+
+class Ditaa(directives.images.Image):
+    """
+    Directive to insert ditaa markup.
+    """
+    has_content = True
+    required_arguments = 0
+    optional_arguments = 0
+    final_argument_whitespace = False
+    option_spec = {
+            # image parameter
+            'name': directives.unchanged,
+            'class': directives.unchanged,
+            'alt': directives.unchanged,
+            'title': directives.unchanged,
+            'height': directives.unchanged,
+            'width': directives.unchanged,
+            'scale': directives.unchanged,
+            'align': directives.unchanged,
+            'target': directives.unchanged,
+            'inline': directives.unchanged,
+            # ditaa parameter
+            '--no-antialias': directives.flag,
+            '--background': directives.unchanged,
+            '--no-antialias': directives.flag,
+            '--no-separation': directives.flag,
+            '--encoding': directives.unchanged,
+            '--html': directives.flag,
+            '--overwrite': directives.flag,
+            '--round-corners': directives.flag,
+            '--no-shadows': directives.flag,
+            '--scale': directives.unchanged,
+            '--transparent': directives.flag,
+            '--tabs': directives.unchanged,
+            '--fixed-slope': directives.flag,
+    }
+
+    def run(self):
+        if self.arguments:
+            print self.arguments
+            document = self.state.document
+            if self.content:
+                return [document.reporter.warning(
+                    'Ditaa directive cannot have both content and '
+                    'a filename argument', line=self.lineno)]
+            env = self.state.document.settings.env
+            rel_filename, filename = env.relfn2path(self.arguments[0])
+            env.note_dependency(rel_filename)
+            try:
+                fp = codecs.open(filename, 'r', 'utf-8')
+                try:
+                    dotcode = fp.read()
+                finally:
+                    fp.close()
+            except (IOError, OSError):
+                return [document.reporter.warning(
+                    'External Ditaa file %r not found or reading '
+                    'it failed' % filename, line=self.lineno)]
+        else:
+            dotcode = '\n'.join(self.content)
+            if not dotcode.strip():
+                return [self.state_machine.reporter.warning(
+                    'Ignoring "ditaa" directive without content.',
+                    line=self.lineno)]
+        node = ditaa()
+        node['code'] = dotcode
+        node['options'] = []
+        node['img_options'] = {}
+        for k,v in self.options.items():
+            if k[:2] == '--':
+                node['options'].append(k)
+                if v is not None:
+                    node['options'].append(v)
+            else:
+                node['img_options'][k] = v
+                #if v is not None:
+                #    node['options'].append("%s" %(v))
+
+        return [node]
+
+def render_ditaa(app, code, options, format, prefix='ditaa'):
+    """Render ditaa code into a PNG output file."""
+    hashkey = code.encode('utf-8') + str(options) + \
+              str(app.builder.config.ditaa) + \
+              str(app.builder.config.ditaa_args)
+    infname = '%s-%s.%s' % (prefix, sha(hashkey).hexdigest(), "ditaa")
+    outfname = '%s-%s.%s' % (prefix, sha(hashkey).hexdigest(), "png")
+
+    rel_imgpath = (format == "html") and relative_uri(app.builder.env.docname, app.builder.imagedir) or ''
+    infullfn = path.join(app.builder.outdir, app.builder.imagedir, infname)
+    outrelfn = posixpath.join(relative_uri(app.builder.env.docname, app.builder.imagedir), outfname)
+    outfullfn = path.join(app.builder.outdir, app.builder.imagedir, outfname)
+    #inrelfn = posixpath.join(relative_uri(app.builder.env.docname, app.builder.imagedir), infname)
+
+    if path.isfile(outfullfn):
+        return outrelfn, outfullfn
+
+    ensuredir(path.dirname(outfullfn))
+    # ditaa expects UTF-8 by default
+    if isinstance(code, unicode): code = code.encode('utf-8')
+
+    ditaa_args = [app.builder.config.ditaa]
+    ditaa_args.extend(app.builder.config.ditaa_args)
+    ditaa_args.extend(options)
+    ditaa_args.extend( [infname, outfname] ) # use relative path
+    f = open(infullfn, 'w')
+    f.write(code.encode('utf-8'))
+    f.close() 
+    currpath = os.getcwd()
+    os.chdir(path.join(app.builder.outdir, app.builder.imagedir))
+
+    try:
+        if app.builder.config.ditaa_log_enable:
+            print "rending %s" %(outfullfn)
+        #app.builder.warn(ditaa_args)
+        p = Popen(ditaa_args, stdout=PIPE, stdin=PIPE, stderr=PIPE)
+    except OSError, err:
+        if err.errno != ENOENT:   # No such file or directory
+            raise
+        app.builder.warn('ditaa command %r cannot be run (needed for ditaa '
+                          'output), check the ditaa setting' %
+                          app.builder.config.ditaa)
+        app.builder._ditaa_warned_dot = True
+        os.chdir(currpath)
+        return None, None
+
+    os.chdir(currpath)
+    wentWrong = False
+    try:
+        # Ditaa may close standard input when an error occurs,
+        # resulting in a broken pipe on communicate()
+        stdout, stderr = p.communicate(code)
+    except OSError, err:
+        if err.errno != EPIPE:
+            raise
+        wentWrong = True
+    except IOError, err:
+        if err.errno != EINVAL:
+            raise
+        wentWrong = True
+    if wentWrong:
+        # in this case, read the standard output and standard error streams
+        # directly, to get the error message(s)
+        stdout, stderr = p.stdout.read(), p.stderr.read()
+        p.wait()
+    if p.returncode != 0:
+        raise DitaaError('ditaa exited with error:\n[stderr]\n%s\n'
+                            '[stdout]\n%s' % (stderr, stdout))
+    return outrelfn, outfullfn
+
+def on_doctree_resolved(app, doctree):
+    #print "app.builder.env.docname: ", app.builder.env.docname
+    for node in doctree.traverse(ditaa):
+        try:
+            # Generate the output png files
+            relfn, outfn = render_ditaa(app, node['code'], node['options'], app.builder.format, "ditaa")
+            image = nodes.image(uri=relfn, candidates={'*': outfn}, **node['img_options'])
+            #for (k, v) in options.items():
+            #    image[k] = v
+            node.parent.replace(node, image)
+        except DitaaError, exc:
+            node.parent.remove(node)
+            raise nodes.SkipNode
+
+def setup(app):
+    app.add_node(ditaa, html=(None, None),
+                 #latex=(latex_visit_ditaa, None),
+                 )
+    app.add_directive('ditaa', Ditaa)
+    app.add_config_value('ditaa', 'ditaa', 'html')
+    app.add_config_value('ditaa_args', [], 'html')
+    app.add_config_value('ditaa_log_enable', True, 'html')
+    app.connect('doctree-read', on_doctree_resolved)

Documentation/teaching/index.rst

@@ -0,0 +1,47 @@
+=====================
+Linux Kernel Teaching
+=====================
+
+This is a collection of lectures and labs Linux kernel topics. The
+lectures focus on theoretical and Linux kernel exploration.
+
+
+The labs focus on device drivers topics and they resemble "howto"
+style documentation. Each topic has two parts:
+
+* a walk-through the topic which contains an overview, the main
+  abstractions, simple examples and pointers to APIs
+
+* a hands-on part which contains a few exercises that should be
+  resolved by the student; to focus on the topic at hand, the student
+  is presented with a starting coding skeleton and with in-depth tips
+  on how to solve the exercises
+
+This content is based on the `Operatings Systems 2
+<http://ocw.cs.pub.ro/courses/so2>`_ course from the Computer Science
+and Engineering Department, the Faculty of Automatic Control and
+Computers, University POLITEHNICA of Bucharest.
+
+You can get the latest version at http://github.com/linux-kernel-labs.
+
+To get started build the documentation from the sources:
+
+.. code-block:: c
+
+   cd tools/teaching && make docs
+
+then point your browser at **Documentation/output/labs/index.html**.
+
+.. toctree::
+
+   lectures/so2.cs.pub.ro.rst
+   lectures/intro.rst
+   labs/vm.rst
+   labs/exercises.rst
+   labs/kernel_modules.rst
+   labs/kernel_api.rst
+   labs/device_drivers.rst
+   labs/interrupts.rst
+   labs/deferred_work.rst
+   labs/memory_mapping.rst
+   labs/device_model.rst