diff options
| -rw-r--r-- | .gitignore | 2 | ||||
| -rw-r--r-- | TODO.txt | 1 | ||||
| -rw-r--r-- | mustache-th/Mustache/TH.hs (renamed from src/Pages/TH.hs) | 60 | ||||
| -rw-r--r-- | mustache-th/Mustache/TH/Parser.hs | 352 | ||||
| -rw-r--r-- | pages/partials/footer.mustache | 11 | ||||
| -rw-r--r-- | pages/partials/header.mustache | 12 | ||||
| -rw-r--r-- | pages/partials/headmeta.mustache | 8 | ||||
| -rw-r--r-- | src/Pages.hs | 44 | ||||
| -rw-r--r-- | test/mustache-th/Main.hs | 101 | ||||
| -rw-r--r-- | test/mustache-th/RenderNonTH.hs | 69 | ||||
| -rw-r--r-- | tirclogv.cabal | 25 |
11 files changed, 608 insertions, 77 deletions
@@ -2,3 +2,5 @@ cabal.project.local dist-newstyle/ .ccls-cache/ tirclogv.prof + +mustache-spec/ @@ -1,3 +1,2 @@ - Compatibility for old event IDs/hotlinks? - Search? -- Reimplement mustache to drop aeson diff --git a/src/Pages/TH.hs b/mustache-th/Mustache/TH.hs index 5916e5a..929d40a 100644 --- a/src/Pages/TH.hs +++ b/mustache-th/Mustache/TH.hs @@ -4,11 +4,12 @@ License: AGPL-3.0-or-later -} {-# LANGUAGE LinearTypes #-} {-# LANGUAGE TemplateHaskellQuotes #-} -module Pages.TH where +module Mustache.TH (makeRender, Template) where import Data.ByteString (ByteString) import Data.ByteString qualified as BS import Data.Char (toUpper) +import Data.Foldable (toList) import Data.List.NonEmpty (NonEmpty(..)) import Data.List.NonEmpty qualified as NE import Data.Map.Strict (Map) @@ -17,12 +18,13 @@ import Data.Text (Text) import Data.Text qualified as T import Data.Text.Encoding qualified as TE import Data.Text.Builder.Linear.Buffer +import Data.Vector (Vector) import Language.Haskell.TH -import Text.Mustache qualified as M -import Text.Mustache.Types qualified as M import EscapeXML +import Mustache.TH.Parser + data DataMap = VQInt @@ -83,13 +85,13 @@ makeDataMapTy topty = do subst mp (AppT t1 t2) = AppT (subst mp t1) (subst mp t2) subst _ t = error $ "Unsupported type: " ++ show t -makeRender :: M.Template -> Name -> Q [Dec] -makeRender (M.Template tplname nodes _) dataname = do +makeRender :: String -> Template -> Name -> Q [Dec] +makeRender tplname (Template nodes) dataname = do dm <- makeDataMap dataname let funname = mkName ("renderPage" ++ toPascalCase tplname) argname <- newName "dat" bufname <- newName "buf" - body <- renderNodes ((dm, VarE argname) :| []) (DuplicableExp (VarE bufname)) nodes + body <- renderNodes ((dm, VarE argname) :| []) (DuplicableExp (VarE bufname)) (toList nodes) let body' = VarE 'runBufferBS `AppE` LamE [VarP bufname] body return [SigD funname (ArrowT `AppT` ConT dataname `AppT` ConT ''ByteString) @@ -123,40 +125,40 @@ noinlineAppText :: Buffer %1-> Text -> Buffer noinlineAppText = (|>) -- | All input expressions must be duplicable. -renderNodes :: NonEmpty (DataMap, Exp) -> ExpensiveExp -> [M.Node Text] -> Q (Exp {- Buffer -}) +renderNodes :: NonEmpty (DataMap, Exp) -> ExpensiveExp -> [Chunk] -> Q (Exp {- Buffer -}) renderNodes _ buf [] = return (expensive buf) renderNodes dats buf (node : nodes) = do let app buf' name e = InfixE (Just buf') (VarE name) (Just e) buf' <- case node of - M.TextBlock t -> + Text t -> let bytes = BS.unpack (TE.encodeUtf8 t) in return $ app (expensive buf) '(|>#) (LitE (StringPrimL bytes)) - M.Variable esc named -> + Var esc named -> case search named dats of Just (VQInt, e) -> return $ app (expensive buf) '(|>$) e Just (VQText, e) -> return $ app (expensive buf) 'noinlineAppText (if esc then VarE 'escapeXML `AppE` e else e) Just (_, _) -> fail $ "Strange value in variable reference " ++ show named Nothing -> fail $ "Variable not found: " ++ show named - M.Section named nodes' -> + Section True named nodes' -> case search named dats of Just (VQBool, e) -> makeDuplicable buf $ \buf' -> condE (pure e) - (renderNodes ((VQBool, e) NE.<| dats) (DuplicableExp buf') nodes') + (renderNodes ((VQBool, e) NE.<| dats) (DuplicableExp buf') (toList nodes')) (pure buf') Just (VQText, e) -> makeDuplicable buf $ \buf' -> condE [| T.null $(pure e) |] (pure buf') - (renderNodes ((VQText, e) NE.<| dats) (DuplicableExp buf') nodes') + (renderNodes ((VQText, e) NE.<| dats) (DuplicableExp buf') (toList nodes')) Just (VQList dm, e) -> do bvar <- newName "b" vvar <- newName "v" varE 'foldlIntoBuffer `appE` lamE [varP bvar, varP vvar] - (renderNodes ((dm, VarE vvar) NE.<| dats) (DuplicableExp (VarE bvar)) nodes') + (renderNodes ((dm, VarE vvar) NE.<| dats) (DuplicableExp (VarE bvar)) (toList nodes')) `appE` pure (expensive buf) `appE` pure e Just (VQMaybe dm, e) -> do @@ -165,54 +167,56 @@ renderNodes dats buf (node : nodes) = do caseE (pure e) [match (conP 'Nothing []) (normalB (pure buf')) [] ,match (conP 'Just [varP xvar]) - (normalB (renderNodes ((dm, VarE xvar) NE.<| dats) (DuplicableExp buf') nodes')) + (normalB (renderNodes ((dm, VarE xvar) NE.<| dats) (DuplicableExp buf') (toList nodes'))) []] Just pair@(VQObject _, _) -> do - renderNodes (pair NE.<| dats) buf nodes' + renderNodes (pair NE.<| dats) buf (toList nodes') Just (VQInt, _) -> fail $ "Int value in section scrutinee " ++ show named Just (VQUnit, _) -> fail $ "() value in section scrutinee " ++ show named Nothing -> fail $ "Section scrutinee not found: " ++ show named - M.InvertedSection named nodes' -> + Section False named nodes' -> case search named dats of Just (VQBool, e) -> makeDuplicable buf $ \buf' -> condE (pure e) (pure buf') - (renderNodes dats (DuplicableExp buf') nodes') + (renderNodes dats (DuplicableExp buf') (toList nodes')) Just (VQText, e) -> makeDuplicable buf $ \buf' -> condE [| T.null $(pure e) |] - (renderNodes dats (DuplicableExp buf') nodes') + (renderNodes dats (DuplicableExp buf') (toList nodes')) (pure buf') Just (VQMaybe _, e) -> makeDuplicable buf $ \buf' -> caseE (pure e) - [match (conP 'Nothing []) (normalB (renderNodes dats (DuplicableExp buf') nodes')) [] + [match (conP 'Nothing []) (normalB (renderNodes dats (DuplicableExp buf') (toList nodes'))) [] ,match (conP 'Just [wildP]) (normalB (pure buf')) []] Just (VQList _, e) -> makeDuplicable buf $ \buf' -> caseE (pure e) - [match (listP []) (normalB (renderNodes dats (DuplicableExp buf') nodes')) [] + [match (listP []) (normalB (renderNodes dats (DuplicableExp buf') (toList nodes'))) [] ,match wildP (normalB (pure buf')) []] Just (VQObject _, _) -> fail $ "Object value in inverted section scrutinee " ++ show named Just (VQInt, _) -> fail $ "Int value in inverted section scrutinee " ++ show named Just (VQUnit, _) -> fail $ "() value in inverted section scrutinee " ++ show named Nothing -> fail $ "Inverted section scrutinee not found: " ++ show named - M.Partial _ _ -> fail $ "Unresolved partial in template: " ++ show node + Partial _ _ -> fail $ "Unresolved partial in template: " ++ show node renderNodes dats (ExpensiveExp buf') nodes -search :: M.DataIdentifier -> NonEmpty (DataMap, Exp) -> Maybe (DataMap, Exp) -search M.Implicit (value :| _) = Just value -search (M.NamedData []) (value :| _) = Just value -search (M.NamedData (key : keys)) ((dm, e) :| dats) = +search :: Vector Text -> NonEmpty (DataMap, Exp) -> Maybe (DataMap, Exp) +search = search' . toList + +search' :: [Text] -> NonEmpty (DataMap, Exp) -> Maybe (DataMap, Exp) +search' [] (value :| _) = Just value +search' (key : keys) ((dm, e) :| dats) = case dm of VQObject fields -> case lookup key fields of - Just (proj, dm') -> search (M.NamedData keys) ((dm', proj e) :| []) - Nothing -> search (M.NamedData (key : keys)) =<< NE.nonEmpty dats + Just (proj, dm') -> search' keys ((dm', proj e) :| []) + Nothing -> search' (key : keys) =<< NE.nonEmpty dats _ -> - search (M.NamedData (key : keys)) =<< NE.nonEmpty dats + search' (key : keys) =<< NE.nonEmpty dats toPascalCase :: String -> String toPascalCase "" = "" diff --git a/mustache-th/Mustache/TH/Parser.hs b/mustache-th/Mustache/TH/Parser.hs new file mode 100644 index 0000000..46d3e93 --- /dev/null +++ b/mustache-th/Mustache/TH/Parser.hs @@ -0,0 +1,352 @@ +{-| +Copyright: (c) Tom Smeding 2026 +License: AGPL-3.0-or-later +-} +{-# LANGUAGE BangPatterns #-} +{-# LANGUAGE DeriveFoldable #-} +{-# LANGUAGE DeriveFunctor #-} +{-# LANGUAGE OverloadedStrings #-} +{-# LANGUAGE ViewPatterns #-} +module Mustache.TH.Parser (Template(..), Chunk(..), parseTemplate, inlinePartials) where + +import Control.Monad (when, guard) +import Control.Monad.Trans.Class (lift) +import Control.Monad.Trans.Except +import Control.Monad.Trans.State.Strict +import Control.Monad.Trans.Writer.CPS +import Data.Char +import Data.Foldable (toList, foldMap') +import Data.List (intercalate) +import Data.Map.Strict (Map) +import Data.Map.Strict qualified as Map +import Data.Text (Text) +import Data.Text qualified as T +import Data.Vector (Vector) +import Data.Vector qualified as V + + +data Template = Template (Vector Chunk) + deriving (Show) + +data Chunk + = Text Text + | Var Bool (Vector Text) + | Section Bool (Vector Text) (Vector Chunk) + | Partial (Maybe Int) Text -- ^ indent, if standalone + deriving (Show) + +-- | The tags that have the "standalone" logic (i.e. if they're the only thing +-- on a line except for spaces, that line is deleted entirely) have an +-- additional Int that indicates the column (0-based) at which the tag occurs. +data FlatChunk + = FlatText Text + | FlatVar Bool (Vector Text) + | StartSection Int Bool (Vector Text) + | EndSection Int (Vector Text) + | FlatPartial Int (Maybe Int) Text -- ^ tag column, partial indent if standalone + | EmptyTag Int + -- ^ A tag that produces no output, but does count as standalone for line elimination. + deriving (Show) + + +-- | +-- * If @recurse@ is true, recursively instantiates partials, and thus explodes +-- when given a loop. +-- * If @laxMissing@ is true, expands missing partials to the +-- empty string instead of leaving them unexpanded. +inlinePartials :: Bool -> Bool -> Map Text Template -> Template -> Template +inlinePartials recurse laxMissing partials = \(Template chunks) -> Template (V.fromList (subChunks chunks)) + where + subChunks :: Foldable t => t Chunk -> [Chunk] + subChunks chs = toList (foldMap' subChunk chs) + + subChunk :: Chunk -> Bag Chunk + subChunk ch@Text{} = BOne ch + subChunk ch@Var{} = BOne ch + subChunk (Section pos var chs) = BOne (Section pos var (V.fromList (subChunks chs))) + subChunk original@(Partial mindent name) = + case Map.lookup name partials of + Just (Template chunks) -> + case mindent of + Just indent -> + let chunks' = snd (indentChunks True indent (toList chunks)) + in if recurse then BList (subChunks chunks') else BList chunks' + Nothing -> BList (toList chunks) + Nothing | laxMissing -> mempty + | otherwise -> BOne original + + indentChunks :: Bool -> Int -> [Chunk] -> (Bool, [Chunk]) + indentChunks sol _ [] = (sol, []) + indentChunks sol n [Text (text T.:> '\n')] = (True, [Text (indentText sol n text T.:> '\n')]) + indentChunks sol n (Text text@(_ T.:> '\n') : chs) = (Text (indentText sol n text) :) <$> indentChunks (n == 0) n chs + indentChunks sol n (Text text : chs) = (Text (indentText sol n text) :) <$> indentChunks False n chs + + indentChunks sol n (ch@Var{} : chs) = ((if sol then (Text (T.replicate n " ") :) else id) . (ch :)) <$> indentChunks False n chs + indentChunks sol n (Section pos var body : chs) = + let (sol', body') = indentChunks sol n (toList body) + in (Section pos var (V.fromList body') :) <$> indentChunks sol' n chs + + indentChunks sol n (Partial Nothing name : chs) = -- inline partial + (if sol then (Text (T.replicate n " ") :) else id) . (Partial Nothing name :) <$> indentChunks False n chs + indentChunks True n (Partial (Just indent) name : chs) = -- standalone partial with existing indent + (Partial (Just (n + indent)) name :) <$> indentChunks True n chs + indentChunks False _ (Partial (Just _) _ : _) = error "indentChunks: standalone partial not at start of line" + + indentText :: Bool -> Int -> Text -> Text + indentText _ _ "" = "" + indentText sol n text = (if sol then T.replicate n " " else mempty) <> T.replace "\n" ("\n" <> T.replicate n " ") text + + +parseTemplate :: Text -> Either String Template +parseTemplate text = + fmap (Template . V.fromList) $ do + flatchunks <- + fmap (elimStandalone . toList) + . runExcept + . execWriterT + . flip runStateT (PState (mkCursor text) ("{{", "}}")) + $ pTemplate + -- traceShowM flatchunks + parseSections flatchunks + +-- | This also converts the column index in a 'FlatPartial' to the indent of +-- the partial, if any: if the partial is standalone, the column index is +-- preserved, otherwise it is set to 0. +elimStandalone :: [FlatChunk] -> [FlatChunk] +elimStandalone = \case + [] -> [] + + (withCol -> Just (0, ch)) : FlatText tafter : chs + | Just tafter' <- afterSpacesNewline tafter + -> ch : elimStandalone (tafter' ++ chs) + + FlatText tbefore : (withCol -> Just (col, ch)) : FlatText tafter : chs + -- beforepre includes its final newline; tafter' also does + | (beforepre, beforepost) <- T.splitAt (T.length tbefore - col) tbefore + , T.length beforepost == col + , T.all isSpace beforepost + , Just tafter' <- afterSpacesNewline tafter + -> FlatText beforepre : ch : elimStandalone (tafter' ++ chs) + + FlatPartial col Nothing name : chs -> FlatPartial col Nothing name : elimStandalone chs -- not standalone, so retain Nothing + FlatPartial _ Just{} _ : _ -> error "elimStandalone: FlatPartial with annotated indent" + ch : chs -> ch : elimStandalone chs + where + withCol FlatText{} = Nothing + withCol FlatVar{} = Nothing + withCol ch@(StartSection col _ _) = Just (col, ch) + withCol ch@(EndSection col _) = Just (col, ch) + withCol ch@(EmptyTag col) = Just (col, ch) + withCol (FlatPartial col _ name) = + -- withCol results are used only if the tag turns out to be actually standalone, so we can set the indent here + Just (col, FlatPartial col (Just col) name) + + afterSpacesNewline tafter + | (pre, post) <- T.span (/= '\n') tafter + , T.all isSpace pre + = case post of + T.Empty -> Just [] + '\n' T.:< post' -> Just [FlatText post'] + _ T.:< _ -> error "impossible" + | otherwise + = Nothing + +parseSections :: [FlatChunk] -> Either String [Chunk] +parseSections = \chs -> do + (chs', rest) <- go [] Nothing chs + case rest of + [] -> return chs' + _ -> error "impossible" + where + go :: [Chunk] -> Maybe (Vector Text) -> [FlatChunk] -> Either String ([Chunk], [FlatChunk]) + go _ (Just ctx) [] = + Left $ "Unclosed section at end of template: " ++ showName ctx + go acc Nothing [] = return (reverse acc, []) + go acc mctx (FlatText text : chs) = go (Text text : acc) mctx chs + go acc mctx (FlatVar esc var : chs) = go (Var esc var : acc) mctx chs + go acc mctx (StartSection _ pos var : chs) = do + (body, after) <- go [] (Just var) chs + go (Section pos var (V.fromList body) : acc) mctx after + go acc (Just ctx) (EndSection _ var : chs) + | var == ctx = return (reverse acc, chs) + | otherwise = Left $ "Section " ++ showName ctx ++ " ended with {{/" ++ showName var ++ "}}" + go _ Nothing (EndSection _ var : _) = + Left $ "Found {{/" ++ showName var ++ "}} without opening tag" + go acc mctx (EmptyTag _ : chs) = go acc mctx chs + go acc mctx (FlatPartial _ indent path : chs) = go (Partial indent path : acc) mctx chs + + showName :: Vector Text -> String + showName = intercalate "." . map T.unpack . V.toList + +data PState = PState + { psCursor :: Cursor + , psDelim :: (Text, Text) } + +cursor_ :: Lens PState Cursor +cursor_ = Lens psCursor (\s x -> s { psCursor = x }) +delim_ :: Lens PState (Text, Text) +delim_ = Lens psDelim (\s x -> s { psDelim = x }) + +type M = StateT PState (WriterT (Bag FlatChunk) (Except String)) + +raise :: String -> M a +raise err = do + Cursor _ pos <- gets psCursor + lift . lift . throwE $ showCursorPos pos ++ ": " ++ err + +output :: FlatChunk -> M () +output = lift . tell . BOne + +pTemplate :: M () +pTemplate = do + (delim1, delim2) <- gets psDelim + + -- Consume until the next tag + ch1 <- FlatText <$> stateL cursor_ (takeUntil delim1) + output ch1 + ateof <- gets (eof . psCursor) + (_, tagcol) <- gets (cursorPos . psCursor) + + -- Consume delim1; if not at eof, takeUntil stopped at a delim1, so this succeeds + when (not ateof) $ modifyL cursor_ (consume delim1) + -- Ensure we'll be parsing the correct closing delimiter, even with {{{stuff}}} + (triple, delim2') <- do + cursor <- gets psCursor -- if ateof the takeN check will fail + if delim1 == "{{" && delim2 == "}}" && fst (takeN 1 cursor) == "{" + then do modifyL cursor_ (consume "{") + return (True, "}}}") + else return (False, delim2) + + -- Consume the body + contents <- stateL cursor_ (takeUntil delim2') -- empty if ateof + + -- Consume delim2'; again, if not at eof, we will have delim2' here + when (not ateof) $ modifyL cursor_ (consume delim2') + if | ateof -> + return () + | '!' T.:< _ <- contents -> do -- comment + output (EmptyTag tagcol) + pTemplate + | '#' T.:< (matchVarRef -> Just var) <- contents -> do + output (StartSection tagcol True var) + pTemplate + | '^' T.:< (matchVarRef -> Just var) <- contents -> do + output (StartSection tagcol False var) + pTemplate + | '/' T.:< (matchVarRef -> Just var) <- contents -> do + output (EndSection tagcol var) + pTemplate + | '>' T.:< (T.strip -> path) <- contents -> do + output (FlatPartial tagcol Nothing path) + pTemplate + | '&' T.:< (matchVarRef -> Just var) <- contents -> do + when triple $ + raise $ "Use of {{{&...}}} which is redundant" + output (FlatVar False var) + pTemplate + | Just newdelims <- matchSetDelims contents -> do + modifyL delim_ (const newdelims) + output (EmptyTag tagcol) + pTemplate + | Just var <- matchVarRef contents -> do + output (FlatVar (not triple) var) + pTemplate + | otherwise -> + raise $ "Could not parse tag: " ++ T.unpack (delim1 <> contents <> delim2) + +matchSetDelims :: Text -> Maybe (Text, Text) +matchSetDelims ('=' T.:< (text T.:> '=')) = + case lexer [TokLex TLMany isSpace + ,TokLex TLSome (\c -> not (isSpace c)) + ,TokLex TLSome isSpace + ,TokLex TLSome (\c -> not (isSpace c)) + ,TokLex TLMany isSpace] + text of + Just [_, d1, _, d2, _] -> Just (d1, d2) + _ -> Nothing +matchSetDelims _ = Nothing + +matchVarRef :: Text -> Maybe (Vector Text) +matchVarRef text = do + let comps = T.splitOn "." (T.strip text) + -- {{.}} results in ["", ""] upon splitting on "." + let implicit = comps == ["", ""] + guard (all isValidName comps || implicit) + return (if implicit then mempty else V.fromList comps) + where + isValidName T.Empty = False + isValidName name@(c1 T.:< _) = T.all isAlphaNum name && isAlpha c1 + + +data Lens a t = Lens (a -> t) (a -> t -> a) + +stateL :: Monad m => Lens s s' -> (s' -> (a, s')) -> StateT s m a +stateL (Lens get' set) f = state (\s -> let (x, !s') = f (get' s) in (x,) $! set s s') + +modifyL :: Monad m => Lens s s' -> (s' -> s') -> StateT s m () +modifyL lens f = stateL lens (((),) . f) + + +data TokLex = TokLex TLKind (Char -> Bool) +data TLKind = TLOne | TLSome | TLMany + +-- | Returned list is the same length as the list of predicates. +lexer :: [TokLex] -> Text -> Maybe [Text] +lexer = go [] + where + go :: [Text] -> [TokLex] -> Text -> Maybe [Text] + go acc [] T.Empty = Just (reverse acc) + go _ [] _ = Nothing + go acc (TokLex TLOne f : fs) t + | c T.:< t' <- t, f c = go (T.pack [c] : acc) fs t' + | otherwise = Nothing + go acc (TokLex TLSome f : fs) t = + let (tok, post) = T.span f t + in if T.null tok then Nothing else go (tok : acc) fs post + go acc (TokLex TLMany f : fs) t = + let (tok, post) = T.span f t + in go (tok : acc) fs post + + +-- | tail (line, col); all zero-based +data Cursor = Cursor { cursorText :: Text, cursorPos :: (Int, Int) } + deriving (Show) + +mkCursor :: Text -> Cursor +mkCursor t = Cursor t (0, 0) + +takeN :: Int -> Cursor -> (Text, Cursor) +takeN n (Cursor t pos) = + let (pre, post) = T.splitAt n t + in (pre, Cursor post (cursorSkipLC pre pos)) + +-- | Throws if the given text is not found at the cursor +consume :: Text -> Cursor -> Cursor +consume text (Cursor t pos) = + case T.stripPrefix text t of + Just rest -> Cursor rest (cursorSkipLC text pos) + Nothing -> error $ "consume: Text " ++ show text ++ " not found at " ++ showCursorPos pos + +takeUntil :: Text -> Cursor -> (Text, Cursor) +takeUntil delim (Cursor t pos) = + let (pre, post) = T.breakOn delim t + in (pre, Cursor post (cursorSkipLC pre pos)) + +eof :: Cursor -> Bool +eof (Cursor t _) = T.null t + +cursorSkipLC :: Text -> (Int, Int) -> (Int, Int) +cursorSkipLC prefix (l, c) = + T.foldl' (\(l', c') -> \case '\n' -> (l'+1, 0) + _ -> (l', c'+1)) + (l, c) prefix + +showCursorPos :: (Int, Int) -> String +showCursorPos (l0, c0) = show (l0 + 1) ++ ":" ++ show (c0 + 1) + + +data Bag a = BZero | BOne a | BTwo (Bag a) (Bag a) | BList [a] + deriving (Show, Functor, Foldable) + +instance Semigroup (Bag a) where (<>) = BTwo +instance Monoid (Bag a) where mempty = BZero diff --git a/pages/partials/footer.mustache b/pages/partials/footer.mustache index d5bd17d..b8d6715 100644 --- a/pages/partials/footer.mustache +++ b/pages/partials/footer.mustache @@ -1,6 +1,5 @@ - <footer> - tirclogv (<a href="https://git.tomsmeding.com/tirclogv">Source code</a>) - — An IRC log viewer by <a href="https://tomsmeding.com">Tom - Smeding</a>. - Messages are user-written and not endorsed by the owner of this website. - </footer> +<footer> + tirclogv (<a href="https://git.tomsmeding.com/tirclogv">Source code</a>) + — An IRC log viewer by <a href="https://tomsmeding.com">Tom Smeding</a>. + Messages are user-written and not endorsed by the owner of this website. +</footer> diff --git a/pages/partials/header.mustache b/pages/partials/header.mustache index af71312..5681ad7 100644 --- a/pages/partials/header.mustache +++ b/pages/partials/header.mustache @@ -1,6 +1,6 @@ - <header> - <a href="/" class="hdritem hdritem-home">Home</a> - {{network}}/{{channel}}: - <a href="/log/{{&alias}}" class="hdritem hdritem-view">Logs</a> - <a href="/cal/{{&alias}}" class="hdritem hdritem-view">Calendar</a> - </header> +<header> + <a href="/" class="hdritem hdritem-home">Home</a> + {{network}}/{{channel}}: + <a href="/log/{{&alias}}" class="hdritem hdritem-view">Logs</a> + <a href="/cal/{{&alias}}" class="hdritem hdritem-view">Calendar</a> +</header> diff --git a/pages/partials/headmeta.mustache b/pages/partials/headmeta.mustache index 425084a..ca7d879 100644 --- a/pages/partials/headmeta.mustache +++ b/pages/partials/headmeta.mustache @@ -1,4 +1,4 @@ - <meta charset="utf-8"> - <meta name="viewport" content="width=device-width, initial-scale=1"> - <link rel="stylesheet" href="/style.css"> - <link rel="icon" type="image/png" href="/favicon.png"> +<meta charset="utf-8"> +<meta name="viewport" content="width=device-width, initial-scale=1"> +<link rel="stylesheet" href="/style.css"> +<link rel="icon" type="image/png" href="/favicon.png"> diff --git a/src/Pages.hs b/src/Pages.hs index 003b5ed..ef794ab 100644 --- a/src/Pages.hs +++ b/src/Pages.hs @@ -10,15 +10,15 @@ module Pages where import Control.Monad (forM) import Control.Monad.IO.Class (liftIO) -import Data.List (find) +import Data.Map.Strict qualified as Map import Data.Text (Text) +import Data.Text qualified as T (pack) import Data.Text.IO qualified as T import Language.Haskell.TH.Syntax (addDependentFile) import System.Directory (makeAbsolute, listDirectory) -import Text.Mustache.Compile qualified as M -import Text.Mustache.Types qualified as M -import Pages.TH +import Mustache.TH +import Mustache.TH.Parser data IndexData = IndexData @@ -132,37 +132,21 @@ data SpamcheckData = SpamcheckData $(do let dropSuffix suf str = let (actualSuf, rstr) = splitAt (length suf) (reverse str) in if actualSuf == reverse suf then reverse rstr else str - let inlinePartials :: [M.Template] -> M.Template -> M.Template - inlinePartials ps (M.Template topname ast _) = M.Template topname (concatMap go ast) mempty - where - go :: M.Node Text -> [M.Node Text] - go n@M.TextBlock{} = [n] - go (M.Section named nodes) = [M.Section named (concatMap go nodes)] - go (M.InvertedSection named nodes) = [M.InvertedSection named (concatMap go nodes)] - go n@M.Variable{} = [n] - -- sorry for the lost indent - go (M.Partial _indent partialname) = - case find ((== partialname) . M.name) ps of - Just (M.Template _ ast' _) -> concatMap go ast' - Nothing -> error $ "Partial not found: " ++ partialname partialFiles <- liftIO $ listDirectory "pages/partials" - partials <- forM partialFiles $ \fname -> do - path <- liftIO $ makeAbsolute ("pages/partials/" ++ fname) - tplSrc <- liftIO $ T.readFile path - addDependentFile path - let name = dropSuffix ".mustache" fname - case M.compileTemplate name tplSrc of - Right tpl -> return tpl - Left err -> fail $ "Reading " ++ path ++ ": " ++ show err - let makeDecs name dataname = do - path <- liftIO $ makeAbsolute ("pages/" ++ name ++ ".mustache") + let loadTemplate fname = do + path <- liftIO $ makeAbsolute fname tplSrc <- liftIO $ T.readFile path addDependentFile path - tpl <- case M.compileTemplate name tplSrc of + case parseTemplate tplSrc of Right tpl -> return tpl Left err -> fail $ "Reading " ++ path ++ ": " ++ show err - let tpl' = inlinePartials partials tpl - makeRender tpl' dataname + partials <- fmap Map.fromList . forM partialFiles $ \fname -> do + let name = T.pack (dropSuffix ".mustache" fname) + (name,) <$> loadTemplate ("pages/partials/" ++ fname) + let makeDecs name dataname = do + tpl <- loadTemplate ("pages/" ++ name ++ ".mustache") + let tpl' = inlinePartials True False partials tpl + makeRender name tpl' dataname concat <$> mapM (uncurry makeDecs) [("log", ''LogData) ,("plainlog", ''PlainLogData) diff --git a/test/mustache-th/Main.hs b/test/mustache-th/Main.hs new file mode 100644 index 0000000..4a30a64 --- /dev/null +++ b/test/mustache-th/Main.hs @@ -0,0 +1,101 @@ +{-| +Copyright: (c) Tom Smeding 2026 +License: AGPL-3.0-or-later +-} +{-# LANGUAGE OverloadedStrings #-} +module Main where + +import Control.Monad.Trans.Class (lift) +import Control.Monad (forM_) +import Control.Monad.Trans.Except +import Data.Bifunctor (first) +import Data.IORef +import Data.Map.Strict (Map) +import Data.Text (Text) +import Data.Text qualified as T +import Data.Yaml qualified as Y +import System.Directory +import System.Environment (getArgs) +import System.Exit (exitSuccess, exitFailure) +import System.FilePath + +import Mustache.TH.Parser +import RenderNonTH + + +-- TODO: This tests only the parser, not the renderer. Parse all the test YAMLs +-- in TH and generate data types for the data objects?? + + +data SpecFile = SpecFile [SpecTest] + deriving (Show) + +data SpecTest = SpecTest + { stName :: Text + , stDesc :: Text + , stData :: Y.Value + , stTemplate :: Text + , stExpected :: Text + , stPartials :: Map Text Text } + deriving (Show) + +instance Y.FromJSON SpecFile where + parseJSON = Y.withObject "SpecFile" $ \v -> SpecFile + <$> v Y..: "tests" + +instance Y.FromJSON SpecTest where + parseJSON = Y.withObject "SpecTest" $ \v -> SpecTest + <$> v Y..: "name" + <*> v Y..: "desc" + <*> v Y..: "data" + <*> v Y..: "template" + <*> v Y..: "expected" + <*> v Y..:? "partials" Y..!= mempty + +runTest :: String -> SpecTest -> IO (Either String ()) +runTest fname test = runExceptT $ do + let name = fname ++ "/" ++ T.unpack (stName test) + let quote s = "<<\x1B[38:5:249m" ++ s ++ "\x1B[0m>>" + formatOK = "\x1B[32mOK\x1B[0m " ++ name + formatParseError e = "\x1B[31;1m> " ++ name ++ "\n\x1B[0;31mParse failed:\x1B[0m " ++ e + formatWrong tpl out = + "\x1B[31;1m> " ++ name ++ "\n\x1B[0;31mTest failed;\x1B[0m template:\n" ++ + quote (T.unpack (stTemplate test)) ++ "\nparsed:\n" ++ + quote (show tpl) ++ "\nexpected:\n" ++ + quote (show (stExpected test)) ++ "\ngot:\n" ++ quote (show out) + + partials <- except $ first formatParseError $ traverse parseTemplate (stPartials test) + + tpl <- except $ first formatParseError $ parseTemplate (stTemplate test) + let res = render partials tpl (stData test) + if res == stExpected test + then lift $ putStrLn formatOK + else throwE $ formatWrong tpl res + +printUsage :: IO () +printUsage = putStrLn + "Usage: test-mustache-th <specdir>\n\ + \The <specdir> should point to a checkout of https://github.com/mustache/spec ;\n\ + \this test suite reads files <specdir>/specs/*.yml ." + +main :: IO () +main = do + specDirname <- getArgs >>= \case + [path] | path /= "-h", path /= "--help" -> return path + [_] -> printUsage >> exitSuccess + _ -> printUsage >> exitFailure + + let suitable name = + takeExtension name == ".yml" && + take 1 name /= "~" + fnames <- filter suitable <$> listDirectory (specDirname </> "specs") + ok <- newIORef True + forM_ fnames $ \fname -> do + SpecFile tests <- Y.decodeFileThrow (specDirname </> "specs" </> fname) + forM_ tests $ \test -> do + runTest fname test >>= \case + Left err -> putStrLn err >> writeIORef ok False + Right () -> return () + readIORef ok >>= \case + True -> return () + False -> exitFailure diff --git a/test/mustache-th/RenderNonTH.hs b/test/mustache-th/RenderNonTH.hs new file mode 100644 index 0000000..464d651 --- /dev/null +++ b/test/mustache-th/RenderNonTH.hs @@ -0,0 +1,69 @@ +{-| +Copyright: (c) Tom Smeding 2026 +License: AGPL-3.0-or-later +-} +module RenderNonTH (render) where + +import Data.Aeson.Key qualified as Aeson +import Data.Aeson.KeyMap qualified as Aeson +import Data.List.NonEmpty (NonEmpty(..)) +import Data.List.NonEmpty qualified as NE +import Data.Map.Strict (Map) +import Data.Scientific qualified as Sc +import Data.Text (Text) +import Data.Text qualified as T +import Data.Text.Builder.Linear qualified as TBL +import Data.Vector (Vector) +import Data.Vector qualified as V +import Data.Yaml qualified as Y + +import EscapeXML +import Mustache.TH.Parser + + +render :: Map Text Template -> Template -> Y.Value -> Text +render partials = \(Template chunks) value -> TBL.runBuilder (renderChunks (value :| []) chunks) + where + renderChunks :: NonEmpty Y.Value -> Vector Chunk -> TBL.Builder + renderChunks stack chs = V.foldMap' (renderChunk stack) chs + + renderChunk :: NonEmpty Y.Value -> Chunk -> TBL.Builder + renderChunk stack = \case + Text text -> TBL.fromText text + Var esc var -> + case search (V.toList var) stack of + Just (Y.String text) -> TBL.fromText (if esc then escapeXML text else text) + Just (Y.Number v) + | Sc.base10Exponent v >= 0 -> TBL.fromText (T.show (round v :: Integer)) + | otherwise -> TBL.fromText (T.show v) + Just Y.Null -> mempty + Just thing -> error $ "Cannot render " ++ show thing + Nothing -> mempty -- the typed renderer raises a compile-time error here + Section positive var chunks -> do + let mthing = case search (V.toList var) stack of + Just val@Y.Object{} -> Just (Right val) + Just (Y.Array vals) -> Just (Left vals) + Just val@(Y.String t) | not (T.null t) -> Just (Right val) + Just val@(Y.Number v) | v /= 0 -> Just (Right val) + Just val@(Y.Bool True) -> Just (Right val) + _ -> Nothing + case (positive, mthing) of + (True, Just (Right val)) -> renderChunks (val NE.<| stack) chunks + (True, Just (Left vals)) -> V.foldMap' (\val -> renderChunks (val NE.<| stack) chunks) vals + (False, Nothing) -> renderChunks stack chunks + (False, Just (Left vals)) | V.null vals -> renderChunks stack chunks + _ -> mempty + Partial mindent path -> + let Template chs' = inlinePartials False True partials (Template (V.singleton (Partial mindent path))) + in renderChunks stack chs' + +search :: [Text] -> NonEmpty Y.Value -> Maybe Y.Value +search [] (value :| _) = Just value +search (key : keys) (value :| stack) = + case value of + Y.Object fields -> + case Aeson.lookup (Aeson.fromText key) fields of + Just value' -> search keys (value' :| []) + Nothing -> search (key : keys) =<< NE.nonEmpty stack + _ -> + search (key : keys) =<< NE.nonEmpty stack diff --git a/tirclogv.cabal b/tirclogv.cabal index b8bf626..febb925 100644 --- a/tirclogv.cabal +++ b/tirclogv.cabal @@ -31,7 +31,6 @@ executable tirclogv Index Mmap Pages - Pages.TH Parallel Spamcheck Util @@ -41,6 +40,7 @@ executable tirclogv base >= 4.20, escapexml, mini-http-server, + mustache-th, -- attoparsec, base16-bytestring, @@ -51,7 +51,6 @@ executable tirclogv directory, filepath, fsnotify, - mustache, text-builder-linear, random, template-haskell, @@ -70,6 +69,28 @@ executable tirclogv TemplateHaskell ghc-options: -threaded -rtsopts +library mustache-th + import: common + exposed-modules: + Mustache.TH + Mustache.TH.Parser + build-depends: + base, + escapexml, + bytestring, containers, template-haskell, text, text-builder-linear, transformers, vector + hs-source-dirs: mustache-th + +executable test-mustache-th + import: common + main-is: Main.hs + other-modules: + RenderNonTH + build-depends: + base, + mustache-th, escapexml, + aeson, containers, directory, filepath, scientific, text, text-builder-linear, transformers, vector, yaml + hs-source-dirs: test/mustache-th + library escapexml import: common exposed-modules: EscapeXML |
