1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
|
{-# LANGUAGE LambdaCase #-}
{-# LANGUAGE OverloadedStrings #-}
module Fpm
( Arguments(..)
, Command(..)
, getArguments
, start
)
where
import Build ( buildLibrary
, buildProgram
)
import Control.Monad.Extra ( concatMapM )
import Data.List ( nub )
import qualified Data.Map as Map
import qualified Data.Text.IO as TIO
import Development.Shake ( FilePattern
, (<//>)
, getDirectoryFilesIO
)
import Development.Shake.FilePath ( (</>)
, (<.>)
, exe
)
import Options.Applicative ( Parser
, (<**>)
, (<|>)
, command
, execParser
, fullDesc
, header
, help
, helper
, info
, long
, progDesc
, subparser
, switch
)
import System.Directory ( doesDirectoryExist
, doesFileExist
, makeAbsolute
, withCurrentDirectory
)
import System.Process ( runCommand
, system
)
import Toml ( TomlCodec
, (.=)
)
import qualified Toml
data Arguments = Arguments { command' :: Command, release :: Bool }
data TomlSettings = TomlSettings {
tomlSettingsProjectName :: String
, tomlSettingsLibrary :: (Maybe Library)
, tomlSettingsExecutables :: [Executable]
, tomlSettingsTests :: [Executable]
, tomlSettingsDependencies :: (Map.Map String Version)
}
data AppSettings = AppSettings {
appSettingsCompiler :: String
, appSettingsProjectName :: String
, appSettingsBuildPrefix :: String
, appSettingsFlags :: [String]
, appSettingsLibrary :: (Maybe Library)
, appSettingsExecutables :: [Executable]
, appSettingsTests :: [Executable]
, appSettingsDependencies :: (Map.Map String Version)
}
data Library = Library { librarySourceDir :: String }
data Executable = Executable {
executableSourceDir :: String
, executableMainFile :: String
, executableName :: String
, executableDependencies :: (Map.Map String Version)
} deriving Show
data Version = SimpleVersion String | GitVersion GitVersionSpec | PathVersion PathVersionSpec deriving Show
data GitVersionSpec = GitVersionSpec { gitVersionSpecUrl :: String, gitVersionSpecRef :: Maybe GitRef } deriving Show
data GitRef = Tag String | Branch String | Commit String deriving Show
data PathVersionSpec = PathVersionSpec { pathVersionSpecPath :: String } deriving Show
data Command = Run | Test | Build
data DependencyTree = Dependency {
dependencyName :: String
, dependencyPath :: FilePath
, dependencySourcePath :: FilePath
, dependencyDependencies :: [DependencyTree]
}
start :: Arguments -> IO ()
start args = do
fpmContents <- TIO.readFile "fpm.toml"
let tomlSettings = Toml.decode settingsCodec fpmContents
case tomlSettings of
Left err -> print err
Right tomlSettings' -> do
appSettings <- toml2AppSettings tomlSettings' (release args)
app args appSettings
app :: Arguments -> AppSettings -> IO ()
app args settings = case command' args of
Build -> build settings
Run -> do
build settings
let buildPrefix = appSettingsBuildPrefix settings
let
executableNames = map
(\Executable { executableSourceDir = sourceDir, executableMainFile = mainFile, executableName = name } ->
sourceDir </> name
)
(appSettingsExecutables settings)
let executables =
map (buildPrefix </>) $ map (flip (<.>) exe) executableNames
canonicalExecutables <- mapM makeAbsolute executables
case canonicalExecutables of
[] -> putStrLn "No Executables Found"
_ -> mapM_ system canonicalExecutables
Test -> do
build settings
let buildPrefix = appSettingsBuildPrefix settings
let
executableNames = map
(\Executable { executableSourceDir = sourceDir, executableMainFile = mainFile, executableName = name } ->
sourceDir </> name
)
(appSettingsTests settings)
let executables =
map (buildPrefix </>) $ map (flip (<.>) exe) executableNames
canonicalExecutables <- mapM makeAbsolute executables
case canonicalExecutables of
[] -> putStrLn "No Tests Found"
_ -> mapM_ system canonicalExecutables
build :: AppSettings -> IO ()
build settings = do
let compiler = appSettingsCompiler settings
let projectName = appSettingsProjectName settings
let buildPrefix = appSettingsBuildPrefix settings
let flags = appSettingsFlags settings
let executables = appSettingsExecutables settings
let tests = appSettingsTests settings
mainDependencyTrees <- fetchDependencies (appSettingsDependencies settings)
builtDependencies <- buildDependencies buildPrefix
compiler
flags
mainDependencyTrees
(executableDepends, maybeTree) <- case appSettingsLibrary settings of
Just librarySettings -> do
let librarySourceDir' = librarySourceDir librarySettings
let thisDependencyTree = Dependency
{ dependencyName = projectName
, dependencyPath = "."
, dependencySourcePath = librarySourceDir'
, dependencyDependencies = mainDependencyTrees
}
thisArchive <- buildLibrary librarySourceDir'
[".f90", ".f", ".F", ".F90", ".f95", ".f03"]
(buildPrefix </> projectName)
compiler
flags
projectName
(map fst builtDependencies)
return
$ ( (buildPrefix </> projectName, thisArchive) : builtDependencies
, Just thisDependencyTree
)
Nothing -> do
return (builtDependencies, Nothing)
mapM_
(\Executable { executableSourceDir = sourceDir, executableMainFile = mainFile, executableName = name, executableDependencies = dependencies } ->
do
localDependencies <-
fetchExecutableDependencies maybeTree dependencies
>>= buildDependencies buildPrefix compiler flags
buildProgram
sourceDir
((map fst executableDepends) ++ (map fst localDependencies))
[".f90", ".f", ".F", ".F90", ".f95", ".f03"]
(buildPrefix </> sourceDir)
compiler
flags
name
mainFile
((map snd executableDepends) ++ (map snd localDependencies))
)
executables
mapM_
(\Executable { executableSourceDir = sourceDir, executableMainFile = mainFile, executableName = name, executableDependencies = dependencies } ->
do
localDependencies <-
fetchExecutableDependencies maybeTree dependencies
>>= buildDependencies buildPrefix compiler flags
buildProgram
sourceDir
((map fst executableDepends) ++ (map fst localDependencies))
[".f90", ".f", ".F", ".F90", ".f95", ".f03"]
(buildPrefix </> sourceDir)
compiler
flags
name
mainFile
((map snd executableDepends) ++ (map snd localDependencies))
)
tests
getArguments :: IO Arguments
getArguments = execParser
(info
(arguments <**> helper)
(fullDesc <> progDesc "Work with Fortran projects" <> header
"fpm - A Fortran package manager and build system"
)
)
arguments :: Parser Arguments
arguments =
Arguments
<$> subparser
( command "run" (info runArguments (progDesc "Run the executable"))
<> command "test" (info testArguments (progDesc "Run the tests"))
<> command "build"
(info buildArguments (progDesc "Build the executable"))
)
<*> switch (long "release" <> help "Build in release mode")
runArguments :: Parser Command
runArguments = pure Run
testArguments :: Parser Command
testArguments = pure Test
buildArguments :: Parser Command
buildArguments = pure Build
getDirectoriesFiles :: [FilePath] -> [FilePattern] -> IO [FilePath]
getDirectoriesFiles dirs exts = getDirectoryFilesIO "" newPatterns
where
newPatterns = concatMap appendExts dirs
appendExts dir = map ((dir <//> "*") ++) exts
settingsCodec :: TomlCodec TomlSettings
settingsCodec =
TomlSettings
<$> Toml.string "name"
.= tomlSettingsProjectName
<*> Toml.dioptional (Toml.table libraryCodec "library")
.= tomlSettingsLibrary
<*> Toml.list executableCodec "executable"
.= tomlSettingsExecutables
<*> Toml.list executableCodec "test"
.= tomlSettingsTests
<*> Toml.tableMap Toml._KeyString versionCodec "dependencies"
.= tomlSettingsDependencies
libraryCodec :: TomlCodec Library
libraryCodec = Library <$> Toml.string "source-dir" .= librarySourceDir
executableCodec :: TomlCodec Executable
executableCodec =
Executable
<$> Toml.string "source-dir"
.= executableSourceDir
<*> Toml.string "main"
.= executableMainFile
<*> Toml.string "name"
.= executableName
<*> Toml.tableMap Toml._KeyString versionCodec "dependencies"
.= executableDependencies
matchSimpleVersion :: Version -> Maybe String
matchSimpleVersion = \case
SimpleVersion v -> Just v
_ -> Nothing
matchGitVersion :: Version -> Maybe GitVersionSpec
matchGitVersion = \case
GitVersion v -> Just v
_ -> Nothing
matchPathVersion :: Version -> Maybe PathVersionSpec
matchPathVersion = \case
PathVersion v -> Just v
_ -> Nothing
matchTag :: GitRef -> Maybe String
matchTag = \case
Tag v -> Just v
_ -> Nothing
matchBranch :: GitRef -> Maybe String
matchBranch = \case
Branch v -> Just v
_ -> Nothing
matchCommit :: GitRef -> Maybe String
matchCommit = \case
Commit v -> Just v
_ -> Nothing
versionCodec :: Toml.Key -> Toml.TomlCodec Version
versionCodec key =
Toml.dimatch matchSimpleVersion SimpleVersion (Toml.string key)
<|> Toml.dimatch matchGitVersion GitVersion (Toml.table gitVersionCodec key)
<|> Toml.dimatch matchPathVersion
PathVersion
(Toml.table pathVersionCodec key)
gitVersionCodec :: Toml.TomlCodec GitVersionSpec
gitVersionCodec =
GitVersionSpec
<$> Toml.string "git"
.= gitVersionSpecUrl
<*> Toml.dioptional gitRefCodec
.= gitVersionSpecRef
gitRefCodec :: Toml.TomlCodec GitRef
gitRefCodec =
Toml.dimatch matchTag Tag (Toml.string "tag")
<|> Toml.dimatch matchBranch Branch (Toml.string "branch")
<|> Toml.dimatch matchCommit Commit (Toml.string "rev")
pathVersionCodec :: Toml.TomlCodec PathVersionSpec
pathVersionCodec =
PathVersionSpec <$> Toml.string "path" .= pathVersionSpecPath
toml2AppSettings :: TomlSettings -> Bool -> IO AppSettings
toml2AppSettings tomlSettings release = do
let projectName = tomlSettingsProjectName tomlSettings
let compiler = "gfortran"
librarySettings <- getLibrarySettings $ tomlSettingsLibrary tomlSettings
executableSettings <- getExecutableSettings
(tomlSettingsExecutables tomlSettings)
projectName
testSettings <- getTestSettings $ tomlSettingsTests tomlSettings
buildPrefix <- makeBuildPrefix compiler release
let dependencies = tomlSettingsDependencies tomlSettings
return AppSettings
{ appSettingsCompiler = compiler
, appSettingsProjectName = projectName
, appSettingsBuildPrefix = buildPrefix
, appSettingsFlags = if release
then
[ "-Wall"
, "-Wextra"
, "-Wimplicit-interface"
, "-fPIC"
, "-fmax-errors=1"
, "-O3"
, "-march=native"
, "-ffast-math"
, "-funroll-loops"
]
else
[ "-Wall"
, "-Wextra"
, "-Wimplicit-interface"
, "-fPIC"
, "-fmax-errors=1"
, "-g"
, "-fbounds-check"
, "-fcheck-array-temporaries"
, "-fbacktrace"
]
, appSettingsLibrary = librarySettings
, appSettingsExecutables = executableSettings
, appSettingsTests = testSettings
, appSettingsDependencies = dependencies
}
getLibrarySettings :: Maybe Library -> IO (Maybe Library)
getLibrarySettings maybeSettings = case maybeSettings of
Just settings -> return maybeSettings
Nothing -> do
defaultExists <- doesDirectoryExist "src"
if defaultExists
then return (Just (Library { librarySourceDir = "src" }))
else return Nothing
getExecutableSettings :: [Executable] -> String -> IO [Executable]
getExecutableSettings [] projectName = do
defaultDirectoryExists <- doesDirectoryExist "app"
if defaultDirectoryExists
then do
defaultMainExists <- doesFileExist ("app" </> "main.f90")
if defaultMainExists
then return
[ Executable { executableSourceDir = "app"
, executableMainFile = "main.f90"
, executableName = projectName
, executableDependencies = Map.empty
}
]
else return []
else return []
getExecutableSettings executables _ = return executables
getTestSettings :: [Executable] -> IO [Executable]
getTestSettings [] = do
defaultDirectoryExists <- doesDirectoryExist "test"
if defaultDirectoryExists
then do
defaultMainExists <- doesFileExist ("test" </> "main.f90")
if defaultMainExists
then return
[ Executable { executableSourceDir = "test"
, executableMainFile = "main.f90"
, executableName = "runTests"
, executableDependencies = Map.empty
}
]
else return []
else return []
getTestSettings tests = return tests
makeBuildPrefix :: String -> Bool -> IO String
makeBuildPrefix compiler release =
-- TODO Figure out what other info should be part of this
-- Probably version, and make sure to not include path to the compiler
return $ "build" </> compiler ++ "_" ++ if release then "release" else "debug"
{-
Fetching the dependencies is done on a sort of breadth first approach. All
of the dependencies are fetched before doing the transitive dependencies.
This means that the top level dependencies dictate which version is fetched.
The fetchDependency function is idempotent, so we don't have to worry about
dealing with half fetched, or adding dependencies.
TODO check for version compatibility issues
-}
fetchDependencies :: Map.Map String Version -> IO [DependencyTree]
fetchDependencies dependencies = do
theseDependencies <- mapM (uncurry fetchDependency) (Map.toList dependencies)
mapM fetchTransitiveDependencies theseDependencies
where
fetchTransitiveDependencies :: (String, FilePath) -> IO DependencyTree
fetchTransitiveDependencies (name, path) = do
tomlSettings <- Toml.decodeFile settingsCodec (path </> "fpm.toml")
librarySettingsM <- withCurrentDirectory path
$ getLibrarySettings (tomlSettingsLibrary tomlSettings)
case librarySettingsM of
Just librarySettings -> do
newDependencies <- fetchDependencies
(tomlSettingsDependencies tomlSettings)
return $ Dependency
{ dependencyName = name
, dependencyPath = path
, dependencySourcePath = path </> (librarySourceDir librarySettings)
, dependencyDependencies = newDependencies
}
Nothing -> do
putStrLn $ "No library found in " ++ name
undefined
fetchExecutableDependencies
:: (Maybe DependencyTree) -> Map.Map String Version -> IO [DependencyTree]
fetchExecutableDependencies maybeProjectTree dependencies =
case maybeProjectTree of
Just projectTree@(Dependency name _ _ _) ->
if name `Map.member` dependencies {- map contains this project-}
then fmap (projectTree :)
(fetchDependencies (Map.delete name dependencies)) {- fetch the other dependencies and include the project tree in the result -}
else do {- fetch all the dependencies, passing the project tree on down -}
theseDependencies <- mapM (uncurry fetchDependency)
(Map.toList dependencies)
mapM fetchTransitiveDependencies theseDependencies
Nothing -> fetchDependencies dependencies
where
fetchTransitiveDependencies :: (String, FilePath) -> IO DependencyTree
fetchTransitiveDependencies (name, path) = do
tomlSettings <- Toml.decodeFile settingsCodec (path </> "fpm.toml")
librarySettingsM <- withCurrentDirectory path
$ getLibrarySettings (tomlSettingsLibrary tomlSettings)
case librarySettingsM of
Just librarySettings -> do
newDependencies <- fetchExecutableDependencies
maybeProjectTree
(tomlSettingsDependencies tomlSettings)
return $ Dependency
{ dependencyName = name
, dependencyPath = path
, dependencySourcePath = path </> (librarySourceDir librarySettings)
, dependencyDependencies = newDependencies
}
Nothing -> do
putStrLn $ "No library found in " ++ name
undefined
fetchDependency :: String -> Version -> IO (String, FilePath)
fetchDependency name version = do
let clonePath = "build" </> "dependencies" </> name
alreadyFetched <- doesDirectoryExist clonePath
if alreadyFetched
then return (name, clonePath)
else case version of
SimpleVersion _ -> do
putStrLn "Simple dependencies are not yet supported :("
undefined
GitVersion versionSpec -> do
system
("git clone " ++ gitVersionSpecUrl versionSpec ++ " " ++ clonePath)
case gitVersionSpecRef versionSpec of
Just ref -> withCurrentDirectory clonePath $ do
system
( "git checkout "
++ (case ref of
Tag tag -> tag
Branch branch -> branch
Commit commit -> commit
)
)
return (name, clonePath)
Nothing -> return (name, clonePath)
PathVersion versionSpec -> return (name, pathVersionSpecPath versionSpec)
{-
Bulding the dependencies is done on a depth first basis to ensure all of
the transitive dependencies have been built before trying to build this one
-}
buildDependencies
:: String
-> String
-> [String]
-> [DependencyTree]
-> IO [(FilePath, FilePath)]
buildDependencies buildPrefix compiler flags dependencies = do
built <- concatMapM (buildDependency buildPrefix compiler flags) dependencies
return $ nub built
buildDependency
:: String -> String -> [String] -> DependencyTree -> IO [(FilePath, FilePath)]
buildDependency buildPrefix compiler flags (Dependency name path sourcePath dependencies)
= do
transitiveDependencies <- buildDependencies buildPrefix
compiler
flags
dependencies
let buildPath = buildPrefix </> name
thisArchive <- buildLibrary sourcePath
[".f90", ".f", ".F", ".F90", ".f95", ".f03"]
buildPath
compiler
flags
name
(map fst transitiveDependencies)
return $ (buildPath, thisArchive) : transitiveDependencies
|