-
Notifications
You must be signed in to change notification settings - Fork 54
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #15 from wjdp/document-store
Check internal hashes (Implement document store)
- Loading branch information
Showing
41 changed files
with
725 additions
and
232 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,45 @@ | ||
| package htmldoc | ||
|
|
||
| import ( | ||
| "github.com/daviddengcn/go-assert" | ||
| "golang.org/x/net/html" | ||
| "strings" | ||
| "testing" | ||
| ) | ||
|
|
||
| func TestExtractAttrs(t *testing.T) { | ||
| snip := "<img src=\"x\" alt=\"y\" />" | ||
| nodeDoc, _ := html.Parse(strings.NewReader(snip)) | ||
| nodeImg := nodeDoc.FirstChild.FirstChild.NextSibling.FirstChild | ||
| attrs := ExtractAttrs(nodeImg.Attr, []string{"src", "alt"}) | ||
|
|
||
| assert.Equals(t, "src", attrs["src"], "x") | ||
| assert.Equals(t, "alt", attrs["alt"], "y") | ||
| assert.NotEquals(t, "foo", attrs["foo"], "bar") | ||
| } | ||
|
|
||
| func TestAttrPresent(t *testing.T) { | ||
| snip := "<img src=\"x\" alt=\"y\" />" | ||
| nodeDoc, _ := html.Parse(strings.NewReader(snip)) | ||
| nodeImg := nodeDoc.FirstChild.FirstChild.NextSibling.FirstChild | ||
|
|
||
| assert.Equals(t, "src in attr", AttrPresent(nodeImg.Attr, "src"), true) | ||
| assert.Equals(t, "alt in attr", AttrPresent(nodeImg.Attr, "src"), true) | ||
| assert.NotEquals(t, "foo in attr", AttrPresent(nodeImg.Attr, "src"), false) | ||
| } | ||
|
|
||
| func TestAttrValIdId(t *testing.T) { | ||
| snip := "<h1 id=\"x\" />" | ||
| nodeDoc, _ := html.Parse(strings.NewReader(snip)) | ||
| nodeH1 := nodeDoc.FirstChild.FirstChild.NextSibling.FirstChild | ||
|
|
||
| assert.Equals(t, "h1 id", GetId(nodeH1.Attr), "x") | ||
| } | ||
|
|
||
| func TestAttrValIdName(t *testing.T) { | ||
| snip := "<h1 name=\"x\" />" | ||
| nodeDoc, _ := html.Parse(strings.NewReader(snip)) | ||
| nodeH1 := nodeDoc.FirstChild.FirstChild.NextSibling.FirstChild | ||
|
|
||
| assert.Equals(t, "h1 name", GetId(nodeH1.Attr), "x") | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,117 @@ | ||
| package htmldoc | ||
|
|
||
| import ( | ||
| "os" | ||
| "path" | ||
| "regexp" | ||
| ) | ||
|
|
||
| type DocumentStore struct { | ||
| BasePath string // Path, relative to cwd, the site is located in | ||
| IgnorePatterns []interface{} // Regexes of directories to ignore | ||
| Documents []*Document // All of the documents, used to iterate over | ||
| DocumentPathMap map[string]*Document // Maps slash separated paths to documents | ||
| DocumentExtension string // File extension to look for | ||
| DirectoryIndex string // What file is the index of the directory | ||
| } | ||
|
|
||
| func NewDocumentStore() DocumentStore { | ||
| return DocumentStore{ | ||
| Documents: make([]*Document, 0), | ||
| DocumentPathMap: make(map[string]*Document), | ||
| } | ||
| } | ||
|
|
||
| func (dS *DocumentStore) AddDocument(doc *Document) { | ||
| // Save reference to document to various data stores | ||
| dS.Documents = append(dS.Documents, doc) | ||
| dS.DocumentPathMap[doc.SitePath] = doc | ||
| } | ||
|
|
||
| func (dS *DocumentStore) Discover() { | ||
| // Find all documents in BasePath | ||
| dS.discoverRecurse(".") | ||
| } | ||
|
|
||
| func (dS *DocumentStore) isDirIgnored(dir string) bool { | ||
| // Does path dir match IgnorePatterns? | ||
| for _, item := range dS.IgnorePatterns { | ||
| if ok, _ := regexp.MatchString(item.(string), dir+"/"); ok { | ||
| return true | ||
| } | ||
| } | ||
| return false | ||
| } | ||
|
|
||
| func (dS *DocumentStore) discoverRecurse(dPath string) { | ||
| // Recurse over relative path dPath, saves found documents to dS | ||
| if dS.isDirIgnored(dPath) { | ||
| return | ||
| } | ||
|
|
||
| // Open directory to scan | ||
| f, err := os.Open(path.Join(dS.BasePath, dPath)) | ||
| checkErr(err) | ||
| defer f.Close() | ||
|
|
||
| // Get FileInfo of directory (scan it) | ||
| fi, err := f.Stat() | ||
| checkErr(err) | ||
|
|
||
| if fi.IsDir() { // Double check we're dealing with a directory | ||
| // Read all FileInfo-s from directory, Readdir(count int) | ||
| fis, err := f.Readdir(-1) | ||
| checkErr(err) | ||
|
|
||
| // Iterate over contents of directory | ||
| for _, fileinfo := range fis { | ||
| fPath := path.Join(dPath, fileinfo.Name()) | ||
| if fileinfo.IsDir() { | ||
| // If item is a dir, we delve deeper | ||
| dS.discoverRecurse(fPath) | ||
| } else if path.Ext(fileinfo.Name()) == dS.DocumentExtension { | ||
| // If a file, create and save document | ||
| newDoc := &Document{ | ||
| FilePath: path.Join(dS.BasePath, fPath), | ||
| SitePath: fPath, | ||
| Directory: dPath, | ||
| } | ||
| newDoc.Init() | ||
| dS.AddDocument(newDoc) | ||
| } | ||
| } | ||
| } else { // It's a file, return single file | ||
| panic("discoverRecurse encountered a file: " + dPath) | ||
| } | ||
|
|
||
| } | ||
|
|
||
| func (dS *DocumentStore) ResolvePath(refPath string) (*Document, bool) { | ||
| // Resolves internal absolute paths to documents | ||
|
|
||
| // Match root document | ||
| if refPath == "/" { | ||
| d0, b0 := dS.DocumentPathMap[dS.DirectoryIndex] | ||
| return d0, b0 | ||
| } | ||
|
|
||
| if refPath[0] == '/' && len(refPath) > 1 { | ||
| // Is an absolute link, remove the leading slash for map lookup | ||
| refPath = refPath[1:len(refPath)] | ||
| } | ||
|
|
||
| // Try path as-is, path.ext | ||
| d1, b1 := dS.DocumentPathMap[refPath] | ||
| if b1 { | ||
| // as-is worked, return that | ||
| return d1, b1 | ||
| } | ||
|
|
||
| // Try as a directory, path.ext/index.html | ||
| d2, b2 := dS.DocumentPathMap[path.Join(refPath, dS.DirectoryIndex)] | ||
| return d2, b2 | ||
| } | ||
|
|
||
| func (dS *DocumentStore) ResolveRef(ref *Reference) (*Document, bool) { | ||
| return dS.ResolvePath(ref.RefSitePath()) | ||
| } |
Oops, something went wrong.