1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
|
{-# LANGUAGE OverloadedStrings, RankNTypes, StandaloneDeriving, FlexibleInstances #-}
import Hakyll
import Data.Monoid (Monoid(..), mconcat, (<>))
import Control.Monad (liftM, forM_, (<=<))
import Data.Char (toLower, isSpace, isAlphaNum)
import Data.Maybe (mapMaybe, fromMaybe, listToMaybe, catMaybes)
import Data.Map (Map)
import qualified Data.Map as Map
import qualified Data.Set as Set
import Data.List (take, reverse, nub, groupBy, concatMap, intersperse)
import Data.Function (on)
import Data.Default
import Text.Pandoc
import Text.Pandoc.Walk (query, walkM)
import Text.Pandoc.Error
import Control.Applicative (Alternative(..), Applicative(..))
import Text.Blaze.Html (toHtml, toValue, (!))
import qualified Text.Blaze.Html5 as H
import qualified Text.Blaze.Html5.Attributes as A
import Text.Blaze.Html.Renderer.String (renderHtml)
import Text.Read (readMaybe)
import System.FilePath (takeBaseName, (</>), (<.>), (-<.>))
import System.Process.ByteString (readProcessWithExitCode)
import qualified Crypto.Hash.SHA256 as SHA256 (hash)
import qualified Data.ByteString.Char8 as CBS
import Data.Hex (hex)
import Data.Char (toLower)
import Tex (compileTex)
import Text.Printf (printf)
import Text.Regex.TDFA ((=~))
main :: IO ()
main = hakyllWith config $ do
match "templates/*" $ compile templateCompiler
match "css/*" $ do
route idRoute
compile copyFileCompiler
tex <- getTex "posts/**" texTranslation'
forM_ tex $ \(_, texStr) -> create [texTranslation' texStr] $ do
route idRoute
compile $ do
item <- makeItem texStr
>>= loadAndApplyTemplate "templates/preview.tex" defaultContext
>>= withItemBody (unsafeCompiler . compileTex)
saveSnapshot "alignment" $ fmap snd item
let
match = (=~) :: String -> String -> (String, String, String, [String])
xs = (\(_, _, _, xs) -> xs) . flip match "height='([-0-9\\.]+)pt' .* width='([-0-9\\.]+)pt'" . fst <$> item
saveSnapshot "height" $ (!! 0) <$> xs
saveSnapshot "width" $ (!! 1) <$> xs
return $ fmap fst item
tags <- buildTags "posts/**" tagTranslation' >>= addTag "All Posts" "posts/**"
match "posts/**" $ do
route $ setExtension ".html"
compile $ do
let ctx = mconcat [ defaultContext
, dateField "published" "%F"
, tagsFieldWith getTags (\tag _ -> Just . H.li $ H.a ! A.href (toValue . toUrl $ "tags" </> tagTranslation tag <.> "html") $ toHtml tag) (mconcat . intersperse "\n") "tagList" tags
]
getResourceBody >>= saveSnapshot "content"
pandocCompilerWithTransformM defaultHakyllReaderOptions defaultHakyllWriterOptions texTransform
>>= loadAndApplyTemplate "templates/default.html" ctx
>>= relativizeUrls
tagsRules tags $ \tag pattern -> do
route idRoute
compile $ do
let ctx = mconcat [ constField "title" tag
, listField "posts" defaultContext $ chronological =<< loadAll pattern
, constField "rss" $ "/rss" </> tagTranslation tag <.> "rss"
, defaultContext
]
makeItem ""
>>= loadAndApplyTemplate "templates/post-list.html" ctx
>>= loadAndApplyTemplate "templates/default.html" ctx
>>= relativizeUrls
let
tags' = tags { tagsMakeId = fromFilePath . (\b -> "rss" </> b <.> "rss") . takeBaseName . toFilePath . tagsMakeId tags}
tagsRules tags' $ \tag pattern -> do
route idRoute
compile $ do
let
feedCtx = mconcat [ bodyField "description"
, defaultContext
]
renderRss (feedConfig tag) feedCtx =<< loadAllSnapshots pattern "content"
create ["index.html"] $ rulesExtraDependencies [tagsDependency tags] $ do
route idRoute -- $ setExtension ".html"
compile $ do
let ctx = mconcat [ listField "tags" defaultContext $ mapM (\(k, _) -> renderTag k tags) $ tagsMap tags
, constField "title" "Index"
, constField "rss" "/rss/all-posts.rss"
, defaultContext
]
{-item <- getResourceBody
pandocCompilerWith def (def { writerEmailObfuscation = NoObfuscation })
>>=-}
makeItem ""
>>= loadAndApplyTemplate "templates/index.html" ctx
>>= loadAndApplyTemplate "templates/default.html" ctx
>>= relativizeUrls
deriving instance Eq (Item String)
feedConfig :: String -> FeedConfiguration
feedConfig tagName = FeedConfiguration { feedTitle = "dirty-haskell.org: " ++ tagName
, feedDescription = "dirty-haskell.org — A Blog."
, feedAuthorName = "G. Kleen"
, feedAuthorEmail = "blog@dirty-haskell.org"
, feedRoot = "https://dirty-haskell.org"
}
renderTag :: String -- ^ Tag name
-> Tags
-> Compiler (Item String)
renderTag tag tags = do
ellipsisItem <- makeItem ""
let
ids = fromMaybe [] $ lookup tag $ tagsMap tags
postCtx = mconcat [ listField "posts" (ellipsisContext ellipsisItem) $ liftM (withEllipsis ellipsisItem) $ chronological =<< mapM load ids
, constField "title" tag
, constField "rss" ("rss" </> tagTranslation tag <.> "rss")
, constField "url" ("tags" </> tagTranslation tag <.> "html")
, defaultContext
]
makeItem ""
>>= loadAndApplyTemplate "templates/post-list.html" postCtx
>>= loadAndApplyTemplate "templates/tag.html" postCtx
where
ellipsisContext item = mconcat [ boolField "ellipsis" (== item)
, defaultContext
]
boolField name f = field name (\i -> if f i
then pure (error $ unwords ["no string value for bool field:",name])
else empty)
withEllipsis ellipsisItem xs
| length xs > max = ellipsisItem : takeEnd (max - 1) xs
| otherwise = xs
takeEnd i = reverse . take i . reverse
max = 4
tagTranslation' :: String -> Identifier
tagTranslation' = fromCapture "tags/*.html" . tagTranslation
tagTranslation :: String -> String
tagTranslation = mapMaybe charTrans
where
charTrans c
| isSpace c = Just '-'
| isAlphaNum c = Just $ toLower c
| otherwise = Nothing
addTag :: MonadMetadata m => String -> Pattern -> Tags -> m Tags
addTag name pattern tags = do
ids <- getMatches pattern
return $ tags { tagsMap = tagsMap tags ++ [(name, ids)] }
texTranslation' :: String -> Identifier
texTranslation' = fromCapture "tex/*.svg" . map toLower . CBS.unpack . hex . SHA256.hash . CBS.pack
getTex :: Pattern -> (String -> Identifier) -> Rules [([Identifier], String)]
getTex pattern makeId = do
ids <- getMatches pattern
texStrs <- concat `liftM` mapM (\id -> map ((,) [id]) `liftM` getTex' (toFilePath' id)) ids
return $ mergeGroups $ groupBy ((==) `on` snd) $ texStrs
where
getTex' :: FilePath -> Rules [String]
getTex' path = preprocess . fmap concat $ (\x -> [query extractTex, query extractTex'] <*> pure x) `liftM` readPandoc' path
extractTex :: Inline -> [String]
extractTex (Math _ str) = [wrapMath str]
extractTex (RawInline "latex" str) = [str]
extractTex _ = []
extractTex' :: Block -> [String]
extractTex' (RawBlock "latex" str) = [str]
extractTex' _ = []
mergeGroups :: [[([Identifier], String)]] -> [([Identifier], String)]
mergeGroups = map mergeGroups' . filter (not . null)
mergeGroups' :: [([Identifier], String)] -> ([Identifier], String)
mergeGroups' xs@((_, str):_) = (concatMap fst xs, str)
wrapMath :: String -> String
wrapMath str = "\\(" ++ str ++ "\\)"
readPandoc' :: FilePath -> IO Pandoc
readPandoc' path = readFile path >>= either fail return . result'
where
result' str = case result str of
Left (ParseFailure err) -> Left $
"parse failed: " ++ err
Left (ParsecError _ err) -> Left $
"parse failed: " ++ show err
Right item' -> Right item'
result str = reader defaultHakyllReaderOptions (fileType path) str
reader ro t = case t of
DocBook -> readDocBook ro
Html -> readHtml ro
LaTeX -> readLaTeX ro
LiterateHaskell t' -> reader (addExt ro Ext_literate_haskell) t'
Markdown -> readMarkdown ro
MediaWiki -> readMediaWiki ro
OrgMode -> readOrg ro
Rst -> readRST ro
Textile -> readTextile ro
_ -> error $
"I don't know how to read a file of " ++
"the type " ++ show t ++ " for: " ++ path
addExt ro e = ro {readerExtensions = Set.insert e $ readerExtensions ro}
texTransform :: Pandoc -> Compiler Pandoc
texTransform = walkM texTransformInline <=< walkM texTransformBlock
where
texTransformInline :: Inline -> Compiler Inline
texTransformInline (Math mathType tex) = (\html -> Span ("", [classOf mathType], []) [RawInline "html" html]) <$> texTransform' wrapMath tex
texTransformInline (RawInline "latex" tex) = (\html -> Span ("", [], []) [RawInline "html" html]) <$> texTransform' id tex
texTransformInline x = return x
texTransformBlock :: Block -> Compiler Block
texTransformBlock (RawBlock "latex" tex) = (\html -> Div ("", [], []) [RawBlock "html" html]) <$> texTransform' id tex
texTransformBlock x = return x
texTransform' :: (String -> String) -> String -> Compiler String
texTransform' texT tex = do
let
texId = texTranslation' $ texT tex
svgPath = toUrl $ toFilePath texId
latexFontSize :: Double
latexFontSize = 12 / 1.25
size :: String -> Maybe Double
size = fmap (/ latexFontSize) . (readMaybe :: String -> Maybe Double)
alignment <- size <$> (loadSnapshotBody texId "alignment" :: Compiler String)
width <- size <$> (loadSnapshotBody texId "width" :: Compiler String)
height <- size <$> (loadSnapshotBody texId "height" :: Compiler String)
let
style :: [Maybe String]
style = [ printf "vertical-align:-%.2fem;" <$> alignment
, printf "width:%.2fem;" <$> width
, printf "height:%.2fem;" <$> height
]
return . renderHtml $ H.img
! A.src (toValue svgPath)
! A.alt (toValue tex)
! A.style (toValue . concat $ catMaybes style)
classOf DisplayMath = "display-math"
classOf InlineMath = "inline-math"
toFilePath' :: Identifier -> FilePath
toFilePath' = (providerDirectory config </>) . toFilePath
config :: Configuration
config = defaultConfiguration { providerDirectory = "provider"
, deployCommand = "rsync -av --progress -c --delete-delay -m _site/ gkleen@ymir.yggdrasil.li:/srv/www/dirty-haskell.org/"
}
|