First version

6 files changed, 546 insertions, 0 deletions

diff --git a/common.go b/common.go
new file mode 100644
index 0000000..0cf2655
--- /dev/null
+++ b/common.go
@@ -0,0 +1,134 @@
+/*
+
+        This file is part of CompileTree (https://github.com/Pacien/CompileTree)
+
+        CompileTree is free software: you can redistribute it and/or modify
+        it under the terms of the GNU Affero General Public License as published by
+        the Free Software Foundation, either version 3 of the License, or
+        (at your option) any later version.
+
+        CompileTree is distributed in the hope that it will be useful,
+        but WITHOUT ANY WARRANTY; without even the implied warranty of
+        MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+        GNU Affero General Public License for more details.
+
+        You should have received a copy of the GNU Affero General Public License
+        along with CompileTree. If not, see <http://www.gnu.org/licenses/>.
+
+*/
+
+package main
+
+import (
+        "bytes"
+        "fmt"
+        "github.com/hoisie/mustache"
+        "github.com/russross/blackfriday"
+        "io/ioutil"
+        "path"
+        "strings"
+        "sync"
+)
+
+var wait sync.WaitGroup
+
+// Common templating
+
+func isParsable(fileName string) bool {
+        switch path.Ext(fileName) {
+        case ".md", ".html", ".txt":
+                return true
+        }
+        return false
+}
+
+func read(fileName string) ([]byte, error) {
+        fileBody, err := ioutil.ReadFile(fileName)
+        if err != nil {
+                return nil, err
+        }
+        if path.Ext(fileName) == ".md" {
+                fileBody = blackfriday.MarkdownCommon(fileBody)
+        }
+        return fileBody, nil
+}
+
+func merge(files map[string][]byte) (merged []byte) {
+        merged = files["index"]
+        for pass := 0; bytes.Contains(merged, []byte("{{> ")) && pass < 4000; pass++ {
+                for fileName, fileBody := range files {
+                        merged = bytes.Replace(merged, []byte("{{> "+fileName+"}}"), fileBody, -1)
+                }
+        }
+        return
+}
+
+// COMPILED and INTERACTIVE modes
+
+// render and write everything inside
+
+func parse(dirPath string, elements map[string][]byte, overwrite bool) map[string][]byte {
+        _, filesList := ls(dirPath)
+        for _, fileName := range filesList {
+                if isParsable(fileName) && (overwrite || elements[fileName[:len(fileName)-len(path.Ext(fileName))]] == nil) {
+                        var err error
+                        elements[fileName[:len(fileName)-len(path.Ext(fileName))]], err = read(path.Join(dirPath, fileName))
+                        if err != nil {
+                                fmt.Println(err)
+                        }
+                }
+        }
+        return elements
+}
+
+func compile(dirPath string, elements map[string][]byte, sourceDir, outputDir string, recursive bool) {
+        wait.Add(1)
+        defer wait.Done()
+
+        if strings.HasPrefix(dirPath, outputDir) {
+                return
+        }
+
+        elements = parse(dirPath, elements, true)
+
+        if recursive {
+                dirs, _ := ls(dirPath)
+                for _, dir := range dirs {
+                        go compile(path.Join(dirPath, dir), elements, sourceDir, outputDir, recursive)
+                }
+        }
+
+        template := merge(elements)
+        page := mustache.Render(string(template), nil /* TODO: generate contextual variables */)
+
+        err := writeFile(path.Join(outputDir, strings.TrimPrefix(dirPath, sourceDir), "index.html"), []byte(page))
+        if err != nil {
+                fmt.Println(err)
+                return
+        }
+}
+
+func copyFiles(dirPath, sourceDir, outputDir string, recursive bool) {
+        wait.Add(1)
+        defer wait.Done()
+
+        if strings.HasPrefix(dirPath, outputDir) {
+                return
+        }
+
+        dirs, files := ls(dirPath)
+        for _, file := range files {
+                if !isParsable(file) {
+                        err := cp(path.Join(dirPath, file), path.Join(outputDir, strings.TrimPrefix(dirPath, sourceDir), file))
+                        if err != nil {
+                                fmt.Println(err)
+                        }
+                }
+        }
+
+        if recursive {
+                for _, dir := range dirs {
+                        go copyFiles(path.Join(dirPath, dir), sourceDir, outputDir, recursive)
+                }
+        }
+}
diff --git a/compiled.go b/compiled.go
new file mode 100644
index 0000000..5b2c19b
--- /dev/null
+++ b/compiled.go
@@ -0,0 +1,46 @@
+/*
+
+        This file is part of CompileTree (https://github.com/Pacien/CompileTree)
+
+        CompileTree is free software: you can redistribute it and/or modify
+        it under the terms of the GNU Affero General Public License as published by
+        the Free Software Foundation, either version 3 of the License, or
+        (at your option) any later version.
+
+        CompileTree is distributed in the hope that it will be useful,
+        but WITHOUT ANY WARRANTY; without even the implied warranty of
+        MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+        GNU Affero General Public License for more details.
+
+        You should have received a copy of the GNU Affero General Public License
+        along with CompileTree. If not, see <http://www.gnu.org/licenses/>.
+
+*/
+
+package main
+
+import (
+        "fmt"
+        "os"
+        "time"
+)
+
+func compiled(sourceDir, outputDir string) {
+        // remove previously compiled site
+        err := os.RemoveAll(outputDir)
+        if err != nil {
+                fmt.Println(err)
+                return
+        }
+
+        // compile everything
+        go compile(sourceDir, make(map[string][]byte), sourceDir, outputDir, true)
+        go copyFiles(sourceDir, sourceDir, outputDir, true)
+
+        // sleep some milliseconds to prevent early exit
+        time.Sleep(time.Millisecond * 100)
+
+        // wait until all tasks are completed
+        wait.Wait()
+        fmt.Println("Compilation done.")
+}
diff --git a/dynamic.go b/dynamic.go
new file mode 100644
index 0000000..0307003
--- /dev/null
+++ b/dynamic.go
@@ -0,0 +1,69 @@
+/*
+
+        This file is part of CompileTree (https://github.com/Pacien/CompileTree)
+
+        CompileTree is free software: you can redistribute it and/or modify
+        it under the terms of the GNU Affero General Public License as published by
+        the Free Software Foundation, either version 3 of the License, or
+        (at your option) any later version.
+
+        CompileTree is distributed in the hope that it will be useful,
+        but WITHOUT ANY WARRANTY; without even the implied warranty of
+        MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+        GNU Affero General Public License for more details.
+
+        You should have received a copy of the GNU Affero General Public License
+        along with CompileTree. If not, see <http://www.gnu.org/licenses/>.
+
+*/
+
+package main
+
+import (
+        "fmt"
+        "github.com/hoisie/mustache"
+        "net/http"
+        "path"
+        "strings"
+)
+
+func handle(w http.ResponseWriter, r *http.Request) {
+        // serve static files
+        if !(path.Ext(r.URL.Path) == "" || isParsable(path.Ext(r.URL.Path))) {
+                http.ServeFile(w, r, path.Join(*settings.sourceDir, r.URL.Path))
+                return
+        }
+
+        // get the list of dirs to parse
+        request := strings.Trim(r.URL.Path, "/")
+        dirs := strings.Split(request, "/")
+        if request != "" {
+                dirs = append(dirs, "")
+        }
+
+        // parse these dirs
+        elements := make(map[string][]byte)
+        for _, dir := range dirs {
+                parse(path.Join(*settings.sourceDir, dir), elements, false)
+        }
+
+        // render the page
+        template := merge(elements)
+        page := mustache.Render(string(template), nil /* TODO: generate contextual variables */)
+
+        // serve the page
+        _, err := w.Write([]byte(page))
+        if err != nil {
+                fmt.Println(err)
+                return
+        }
+}
+
+func dynamic(port string) {
+        fmt.Println("Listening on: localhost:" + port)
+        http.HandleFunc("/", handle)
+        err := http.ListenAndServe(":"+port, nil)
+        if err != nil {
+                fmt.Println(err)
+        }
+}
diff --git a/files.go b/files.go
new file mode 100644
index 0000000..afdac86
--- /dev/null
+++ b/files.go
@@ -0,0 +1,106 @@
+/*
+
+        This file is part of CompileTree (https://github.com/Pacien/CompileTree)
+
+        CompileTree is free software: you can redistribute it and/or modify
+        it under the terms of the GNU Affero General Public License as published by
+        the Free Software Foundation, either version 3 of the License, or
+        (at your option) any later version.
+
+        CompileTree is distributed in the hope that it will be useful,
+        but WITHOUT ANY WARRANTY; without even the implied warranty of
+        MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+        GNU Affero General Public License for more details.
+
+        You should have received a copy of the GNU Affero General Public License
+        along with CompileTree. If not, see <http://www.gnu.org/licenses/>.
+
+*/
+
+package main
+
+import (
+        "io"
+        "io/ioutil"
+        "os"
+        "path"
+        "strings"
+)
+
+// Filesystem utils
+
+func isDir(dirPath string) bool {
+        stat, err := os.Stat(dirPath)
+        if err != nil {
+                return false
+        }
+        return stat.IsDir()
+}
+
+func isHidden(fileName string) bool {
+        return strings.HasPrefix(fileName, ".")
+}
+
+func ls(path string) (dirs []string, files []string) {
+        content, err := ioutil.ReadDir(path)
+        if err != nil {
+                return
+        }
+        for _, element := range content {
+                if isHidden(element.Name()) {
+                        continue
+                }
+                if element.IsDir() {
+                        dirs = append(dirs, element.Name())
+                } else {
+                        files = append(files, element.Name())
+                }
+        }
+        return
+}
+
+func explore(dirPath string) (paths []string) {
+        dirs, _ := ls(dirPath)
+        for _, dir := range dirs {
+                sourceDir := path.Join(dirPath, dir)
+                paths = append(paths, sourceDir)
+                subDirs := explore(sourceDir)
+                for _, subDir := range subDirs {
+                        paths = append(paths, subDir)
+                }
+        }
+        return
+}
+
+func cp(source, target string) error {
+        sourceFile, err := os.Open(source)
+        if err != nil {
+                return err
+        }
+        defer sourceFile.Close()
+
+        dir, _ := path.Split(target)
+        err = os.MkdirAll(dir, 0777)
+        if err != nil {
+                return err
+        }
+
+        targetFile, err := os.Create(target)
+        if err != nil {
+                return err
+        }
+        defer targetFile.Close()
+
+        _, err = io.Copy(targetFile, sourceFile)
+        return err
+}
+
+func writeFile(target string, body []byte) error {
+        dir, _ := path.Split(target)
+        err := os.MkdirAll(dir, 0777)
+        if err != nil {
+                return err
+        }
+        err = ioutil.WriteFile(target, body, 0777)
+        return err
+}
diff --git a/interactive.go b/interactive.go
new file mode 100644
index 0000000..34c2f68
--- /dev/null
+++ b/interactive.go
@@ -0,0 +1,131 @@
+/*
+
+        This file is part of CompileTree (https://github.com/Pacien/CompileTree)
+
+        CompileTree is free software: you can redistribute it and/or modify
+        it under the terms of the GNU Affero General Public License as published by
+        the Free Software Foundation, either version 3 of the License, or
+        (at your option) any later version.
+
+        CompileTree is distributed in the hope that it will be useful,
+        but WITHOUT ANY WARRANTY; without even the implied warranty of
+        MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+        GNU Affero General Public License for more details.
+
+        You should have received a copy of the GNU Affero General Public License
+        along with CompileTree. If not, see <http://www.gnu.org/licenses/>.
+
+*/
+
+package main
+
+import (
+        "fmt"
+        "github.com/howeyc/fsnotify"
+        "os"
+        "path"
+        "strings"
+        "time"
+)
+
+func watch(dirPath string, watcher *fsnotify.Watcher) *fsnotify.Watcher {
+        watcher.Watch(dirPath)
+        dirs := explore(dirPath)
+        for _, dir := range dirs {
+                if !strings.HasPrefix(dir, *settings.outputDir) {
+                        err := watcher.Watch(dir)
+                        if err != nil {
+                                fmt.Println(err)
+                        }
+                }
+        }
+        return watcher
+}
+
+func parseParents(dir, sourceDir string) map[string][]byte {
+        dirs := strings.Split(strings.TrimPrefix(dir, sourceDir), "/")
+        elements := make(map[string][]byte)
+        for _, dir := range dirs {
+                elements = parse(path.Join(sourceDir, dir), elements, false)
+        }
+        return elements
+}
+
+func interactive(sourceDir, outputDir string) {
+
+        // compile the whole site
+        compiled(sourceDir, outputDir)
+
+        // watch the source dir
+        watcher, err := fsnotify.NewWatcher()
+        if err != nil {
+                fmt.Println(err)
+        }
+        defer watcher.Close()
+        watcher = watch(sourceDir, watcher)
+
+        for {
+                select {
+                case ev := <-watcher.Event:
+                        fmt.Println(ev)
+
+                        // ignore hidden files
+                        if isHidden(ev.Name) {
+                                break
+                        }
+
+                        // manage watchers
+                        if ev.IsDelete() || ev.IsRename() {
+                                err = watcher.RemoveWatch(ev.Name)
+                                if err != nil {
+                                        fmt.Println(err)
+                                        return
+                                }
+                        } else if ev.IsCreate() && isDir(ev.Name) {
+                                watcher = watch(ev.Name, watcher)
+                        }
+
+                        dir, _ := path.Split(ev.Name)
+
+                        // remove previously compiled files
+                        if ev.IsDelete() || ev.IsRename() || ev.IsModify() {
+                                var err error
+                                if isDir(ev.Name) || !isParsable(ev.Name) {
+                                        err = os.RemoveAll(path.Join(outputDir, strings.TrimPrefix(ev.Name, sourceDir)))
+                                } else {
+                                        err = os.RemoveAll(path.Join(outputDir, strings.TrimPrefix(dir, sourceDir)))
+                                }
+                                if err != nil {
+                                        fmt.Println(err)
+                                        return
+                                }
+                        }
+
+                        // recompile changed files
+                        if ev.IsCreate() || ev.IsModify() {
+                                if isDir(ev.Name) {
+                                        elements := parseParents(ev.Name, sourceDir)
+                                        dirPath := path.Join(sourceDir, strings.TrimPrefix(ev.Name, sourceDir))
+                                        go compile(dirPath, elements, sourceDir, outputDir, true)
+                                        go copyFiles(dirPath, sourceDir, outputDir, true)
+                                } else {
+                                        dirPath := path.Join(sourceDir, strings.TrimPrefix(dir, sourceDir))
+                                        if isParsable(path.Ext(ev.Name)) {
+                                                elements := parseParents(dir, sourceDir)
+                                                go compile(dirPath, elements, sourceDir, outputDir, true)
+                                        }
+                                        go copyFiles(dirPath, sourceDir, outputDir, false)
+                                }
+                        }
+
+                        // sleep some milliseconds to prevent early exit
+                        time.Sleep(time.Millisecond * 100)
+
+                        // wait until all tasks are completed
+                        wait.Wait()
+
+                case err := <-watcher.Error:
+                        fmt.Println(err)
+                }
+        }
+}
diff --git a/main.go b/main.go
new file mode 100644
index 0000000..49b27fa
--- /dev/null
+++ b/main.go
@@ -0,0 +1,60 @@
+/*
+
+        This file is part of CompileTree (https://github.com/Pacien/CompileTree)
+
+        CompileTree is free software: you can redistribute it and/or modify
+        it under the terms of the GNU Affero General Public License as published by
+        the Free Software Foundation, either version 3 of the License, or
+        (at your option) any later version.
+
+        CompileTree is distributed in the hope that it will be useful,
+        but WITHOUT ANY WARRANTY; without even the implied warranty of
+        MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+        GNU Affero General Public License for more details.
+
+        You should have received a copy of the GNU Affero General Public License
+        along with CompileTree. If not, see <http://www.gnu.org/licenses/>.
+
+*/
+
+package main
+
+import (
+        "flag"
+        "fmt"
+)
+
+var settings struct {
+        mode      *string // compiled, interactive or dynamic
+        sourceDir *string
+        outputDir *string // for compiled site
+        port      *string // for the integrated web server (dynamic mode only)
+}
+
+func init() {
+        // read settings
+        settings.mode = flag.String("mode", "compiled", "compiled|interactive|dynamic")
+        settings.sourceDir = flag.String("source", ".", "Path to sources directory.")
+        settings.outputDir = flag.String("output", "./out", "[compiled mode] Path to output directory.")
+        settings.port = flag.String("port", "8080", "[dynamic mode] Port to listen.")
+        flag.Parse()
+}
+
+func main() {
+        fmt.Println("CompileTree")
+        fmt.Println("Mode: " + *settings.mode)
+        fmt.Println("Source: " + *settings.sourceDir)
+        fmt.Println("Output: " + *settings.outputDir)
+        fmt.Println("====================")
+
+        switch *settings.mode {
+        case "compiled":
+                compiled(*settings.sourceDir, *settings.outputDir)
+        case "interactive":
+                interactive(*settings.sourceDir, *settings.outputDir)
+        case "dynamic":
+                dynamic(*settings.port)
+        default:
+                panic("Invalid mode.")
+        }
+}