compiler: implement resource processing

but break directory cleanup

10 files changed, 369 insertions, 80 deletions

diff --git a/compiler/app/Main.hs b/compiler/app/Main.hs
index ac9b441..2511998 100644
--- a/compiler/app/Main.hs
+++ b/compiler/app/Main.hs
@@ -1,6 +1,30 @@
+-- ldgallery - A static generator which turns a collection of tagged
+--             pictures into a searchable web gallery.
+--
+-- Copyright (C) 2019  Pacien TRAN-GIRARD
+--
+-- This program is free software: you can redistribute it and/or modify
+-- it under the terms of the GNU Affero General Public License as
+-- published by the Free Software Foundation, either version 3 of the
+-- License, or (at your option) any later version.
+--
+-- This program is distributed in the hope that it will be useful,
+-- but WITHOUT ANY WARRANTY; without even the implied warranty of
+-- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+-- GNU Affero General Public License for more details.
+--
+-- You should have received a copy of the GNU Affero General Public License
+-- along with this program.  If not, see <https://www.gnu.org/licenses/>.
+
+{-# LANGUAGE
+    DuplicateRecordFields
+  , DeriveGeneric
+  , DeriveAnyClass
+#-}
+
 module Main where
 
-import Lib
+import Compiler
 
 main :: IO ()
-main = testRun
+main = compileGallery "../../example" "../../out"
diff --git a/compiler/package.yaml b/compiler/package.yaml
index 9266466..85740ab 100644
--- a/compiler/package.yaml
+++ b/compiler/package.yaml
@@ -16,7 +16,6 @@ description:         Please see the README on GitHub at <https://github.com/paci
 
 dependencies:
 - base >= 4.7 && < 5
-#- text
 - containers
 - filepath
 - directory
@@ -24,8 +23,8 @@ dependencies:
 - yaml
 #- optparse-applicative
 #- cmdargs
-#- JuicyPixels
-#- JuicyPixels-extra
+- JuicyPixels
+- JuicyPixels-extra
 
 library:
   source-dirs: src
diff --git a/compiler/src/Lib.hs b/compiler/src/Compiler.hs
index b2bbe15..9767394 100644
--- a/compiler/src/Lib.hs
+++ b/compiler/src/Compiler.hs
@@ -1,5 +1,3 @@
-{-# LANGUAGE DuplicateRecordFields, DeriveGeneric, DeriveAnyClass #-}
-
 -- ldgallery - A static generator which turns a collection of tagged
 --             pictures into a searchable web gallery.
 --
@@ -18,12 +16,18 @@
 -- You should have received a copy of the GNU Affero General Public License
 -- along with this program.  If not, see <https://www.gnu.org/licenses/>.
 
+{-# LANGUAGE
+    DuplicateRecordFields
+  , DeriveGeneric
+  , DeriveAnyClass
+#-}
 
-module Lib
-  ( testRun
+module Compiler
+  ( compileGallery
   ) where
 
 
+import Control.Monad
 import Data.Function ((&))
 import Data.Ord (comparing)
 import Data.List (sortBy, length)
@@ -34,42 +38,49 @@ import Data.Aeson (ToJSON)
 import qualified Data.Aeson as JSON
 
 import Config
-import Files (FileName, readDirectory, localPath, flattenDir, root, (/>))
+import Files (FileName, readDirectory, localPath, isHidden, nodeName, filterDir, flattenDir, root, (/>), ensureParentDir)
 import Input (decodeYamlFile, readInputTree)
 import Resource (ResourceTree, buildResourceTree, outputDiff)
 import Gallery (buildGalleryTree)
+import Processors
+
+
+itemsDir :: String
+itemsDir = "items"
 
+thumbnailsDir :: String
+thumbnailsDir = "thumbnails"
 
-process :: FilePath -> FilePath -> IO ()
-process inputDirPath outputDirPath =
+
+compileGallery :: FilePath -> FilePath -> IO ()
+compileGallery inputDirPath outputDirPath =
   do
     config <- readConfig (inputDirPath </> "gallery.yaml")
     inputDir <- readDirectory inputDirPath
-    inputTree <- readInputTree inputDir
 
-    let resourceTree = buildResourceTree inputTree
-    putStrLn "\nRESOURCE TREE"
-    putStrLn (show resourceTree)
+    let isGalleryFile = \n -> nodeName n == "gallery.yaml"
+    let galleryTree = filterDir (liftM2 (&&) (not . isGalleryFile) (not . isHidden)) inputDir
 
-    -- TODO: make buildResourceTree build a resource compilation strategy
-    -- (need to know the settings)
-    -- flatten the tree of resources and their strategies
-    -- filter resources that are already up to date
-    --   (or recompile everything if the config file has changed!)
-    -- execute in parallel
+    inputTree <- readInputTree galleryTree
 
-    -- TODO: execute (in parallel) the resource compilation strategy list
-    -- need to find a good library for that
+    let dirProc = dirFileProcessor inputDirPath outputDirPath itemsDir
+    let itemProc = itemFileProcessor Nothing skipCached inputDirPath outputDirPath itemsDir
+    let thumbnailProc = thumbnailFileProcessor (Resolution 150 50) skipCached inputDirPath outputDirPath thumbnailsDir
+    resourceTree <- buildResourceTree dirProc itemProc thumbnailProc inputTree
 
-    cleanup resourceTree outputDirPath
+    putStrLn "\nRESOURCE TREE"
+    putStrLn (show resourceTree)
+
+    --cleanup resourceTree outputDirPath
 
     buildGalleryTree resourceTree
-      & writeJSON (outputDirPath </> "index.json")
+      & ensureParentDir JSON.encodeFile (outputDirPath </> "index.json")
 
     viewer config
-      & writeJSON (outputDirPath </> "viewer.json")
+      & ensureParentDir JSON.encodeFile (outputDirPath </> "viewer.json")
 
   where
+    -- TODO: delete all files, then only non-empty dirs
     cleanup :: ResourceTree -> FileName -> IO ()
     cleanup resourceTree outputDir =
       readDirectory outputDir
@@ -83,12 +94,3 @@ process inputDirPath outputDirPath =
       do
         putStrLn $ "Removing: " ++ path
         removePathForcibly path
-
-    writeJSON :: ToJSON a => FileName -> a -> IO ()
-    writeJSON path obj =
-      createDirectoryIfMissing True (dropFileName path)
-      >> JSON.encodeFile path obj
-
-
-testRun :: IO ()
-testRun = process "../../example" "../../out"
diff --git a/compiler/src/Config.hs b/compiler/src/Config.hs
index 6f04818..f147bdd 100644
--- a/compiler/src/Config.hs
+++ b/compiler/src/Config.hs
@@ -1,5 +1,3 @@
-{-# LANGUAGE DuplicateRecordFields, DeriveGeneric, DeriveAnyClass #-}
-
 -- ldgallery - A static generator which turns a collection of tagged
 --             pictures into a searchable web gallery.
 --
@@ -18,6 +16,11 @@
 -- You should have received a copy of the GNU Affero General Public License
 -- along with this program.  If not, see <https://www.gnu.org/licenses/>.
 
+{-# LANGUAGE
+    DuplicateRecordFields
+  , DeriveGeneric
+  , DeriveAnyClass
+#-}
 
 module Config
   ( GalleryConfig(..)
@@ -25,6 +28,7 @@ module Config
   , readConfig
   ) where
 
+
 import GHC.Generics (Generic)
 import Data.Aeson (ToJSON, FromJSON)
 import qualified Data.Aeson as JSON
diff --git a/compiler/src/Files.hs b/compiler/src/Files.hs
index 77a8c5b..0392efe 100644
--- a/compiler/src/Files.hs
+++ b/compiler/src/Files.hs
@@ -1,5 +1,3 @@
-{-# LANGUAGE DuplicateRecordFields, DeriveGeneric #-}
-
 -- ldgallery - A static generator which turns a collection of tagged
 --             pictures into a searchable web gallery.
 --
@@ -18,12 +16,17 @@
 -- You should have received a copy of the GNU Affero General Public License
 -- along with this program.  If not, see <https://www.gnu.org/licenses/>.
 
+{-# LANGUAGE
+    DuplicateRecordFields