1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
|
{-# LANGUAGE LambdaCase #-}
module Interpreter (
runInlineScript,
runInlineScript',
runScriptFile,
evaluate
) where
import qualified Data.Map as M
import qualified Data.List as L
import qualified Data.Maybe as MB
import qualified Data.Bifunctor as B
import Data.Function ( on )
import Control.Monad.State
import Control.Monad.Except
import Control.Exception ( try )
import Utils
import Builtins
import Tokenizer ( tokenize' )
import Parser ( parse )
curryCall :: [AST] -> ASTNode -> LContext AST
curryCall [] fnAstNode = return $ makeNonsenseAST fnAstNode
curryCall (arg:[]) (ASTFunction fPurity f) = do
checkPurity fPurity
f arg
curryCall (arg:rest) f = do
g <- curryCall rest f
case an g of
ASTFunction fPurity f' -> do
checkPurity fPurity
f' arg
other -> throwL (astPos g, "cannot call value " ++ show other ++ " as a function")
traverseAndReplace :: String -> AST -> AST -> AST
traverseAndReplace param arg ast@AST { an = ASTSymbol sym }
| sym == param = arg
| otherwise = ast
traverseAndReplace param arg ast@AST { an = ASTFunctionCall body } =
ast { an = ASTFunctionCall $ (map (traverseAndReplace param arg) body) }
traverseAndReplace param arg ast@AST { an = ASTVector vec } =
ast { an = ASTVector $ (map (traverseAndReplace param arg) vec) }
traverseAndReplace param arg ast@AST { an = ASTHashMap hmap } =
ast { an = ASTHashMap $ M.assocs hmap
$> L.concatMap (\(a, b) -> [a, b])
.> map (traverseAndReplace param arg)
.> asPairs .> M.fromList }
traverseAndReplace _ _ other = other
foldScope :: Scope -> AST -> AST
foldScope [] body = body
foldScope ((sym, val):rest) body =
let replacedRest = map (B.second $ traverseAndReplace sym val) rest
replacedBody = traverseAndReplace sym val body
in foldScope replacedRest replacedBody
processLetExpr :: Scope -> AST -> LContext Scope
processLetExpr scope letExpr = do
(sym, val) <- case letExpr of
AST { an = ASTFunctionCall [AST { an = ASTSymbol "let" }, AST { an = ASTSymbol symbol' }, value'] } ->
return (symbol', value')
other -> throwL (astPos other, "invalid let call in function body: " ++ show other)
return $ (sym, val) : scope
foldUserFunctionLetExprs :: Purity -> Scope -> AST -> [AST] -> LContext LFunction
foldUserFunctionLetExprs callingCtxPurity scope paramAst@AST { an = ASTSymbol param } exprs = return fn where
fn :: LFunction
fn arg = ret `catchError` appendError (astPos paramAst, "in a function definition") where
ret = do
let letExprs = init exprs
let localScopeWithArgs = (param, arg) : scope
localScope <- foldM processLetExpr localScopeWithArgs letExprs
let body = last exprs
let newBody = foldScope localScope body
updatePurity callingCtxPurity
evaluate newBody
foldUserFunctionLetExprs _ _ param exprs = throwL (astPos param,
"unreachable: foldUserFunctionLetExprs, param: " ++ show param ++ ", exprs: " ++ show exprs)
foldUserFunctionParams :: Purity -> Scope -> [AST] -> [AST] -> LContext LFunction
foldUserFunctionParams _ _ [] _ =
throwL $ ("", "cannot define a function with zero parameters")
foldUserFunctionParams callingCtxPurity scope (param:[]) exprs =
foldUserFunctionLetExprs callingCtxPurity scope param exprs
foldUserFunctionParams callingCtxPurity scope (AST { an = ASTSymbol param }:rest) exprs = return fn where
fn :: LFunction
fn arg = do
let scopeWithCurrentArg = (param, arg) : scope
ret <- foldUserFunctionParams callingCtxPurity scopeWithCurrentArg rest exprs
-- The returned function AST will not have the correct position info or purity, but that's fine
-- because the info is overridden in evaluateFunctionDef anyway.
return $ makeNonsenseAST $ ASTFunction Pure ret
foldUserFunctionParams _ _ (param:_) _ = throwL (astPos $ param,
"unreachable: foldUserFunctionParams, param: " ++ show param)
defineUserFunction :: Purity -> [AST] -> [AST] -> LContext LFunction
defineUserFunction callingCtxPurity = foldUserFunctionParams callingCtxPurity []
evaluateFunctionDef :: Purity -> [AST] -> LContext AST
evaluateFunctionDef fPurity asts = do
let defAst = head asts
args = tail asts
(params'', exprs) <- case args of
args'
| length args' < 2 ->
throwL (astPos defAst, "\\ or \\! called with " ++ show (length args) ++ " arguments")
| otherwise -> return $ (head args', tail args')
AST { an = ASTVector params' } <- assertIsASTVector params''
params <- mapM assertIsASTSymbol params'
env <- getEnv
let isParamNameShadowing name = MB.isJust $ resolveSymbol name env
let shadowingParamM = L.find (asSymbol .> isParamNameShadowing) params
case shadowingParamM of
Just shadowingParam -> throwL (astPos shadowingParam,
"parameter is shadowing already defined symbol " ++ show (an shadowingParam))
Nothing -> return ()
let letExprs = init exprs
let nonLetExprM = L.find (not . isLetAST) letExprs
case nonLetExprM of
Just nonLetExpr -> throwL (astPos nonLetExpr,
"non-let expression in function definition before body: " ++ show nonLetExpr)
Nothing -> return ()
fn <- defineUserFunction fPurity params exprs
return $ defAst { an = ASTFunction fPurity fn }
where
isLetAST AST { an = ASTFunctionCall (AST { an = ASTSymbol "let" }:_) } = True
isLetAST _ = False
asSymbol AST { an = ASTSymbol sym } = sym
asSymbol ast = error $ "unreachable: evaluateFunctionDef asSymbol, ast: " ++ show ast
evaluateMatch :: [AST] -> LContext AST
evaluateMatch asts = do
let matchAst = head asts
args = tail asts
(actualExpr, rest) <- case args of
[] -> throwL (astPos matchAst, "match called with no arguments")
(_:[]) -> throwL (astPos matchAst, "empty match cases")
(a:b) -> return (a, b)
pairs <- (asPairsM rest) `catchError`
appendError (astPos matchAst, "invalid number of arguments passed to match\n"
++ "- matching on expr: " ++ show actualExpr ++ "\n"
++ "- arguments: " ++ show rest)
evaledActual <- evaluate actualExpr
ret <- matchPairs (actualExpr, evaledActual) pairs
return $ matchAst { an = an ret }
where
matchPairs :: (AST, AST) -> [(AST, AST)] -> LContext AST
matchPairs (actualExpr, evaledActual) [] = throwL (astPos actualExpr,
"matching case not found when matching on expression: " ++ show actualExpr
++ " (evaled value: " ++ show evaledActual ++ ")")
matchPairs (actualExpr, evaledActual) ((matcher, branch):restPairs) = do
evaledMatcher <- evaluate matcher
if evaledActual == evaledMatcher
then evaluate branch
else matchPairs (actualExpr, evaledActual) restPairs
evaluateLet :: [AST] -> LContext AST
evaluateLet asts = do
let letAst = head asts
args = tail asts
d <- getDepth
when (d > 1) $ throwL (astPos letAst, "let can only be called on the top level or in a function definition, current depth: " ++ show d)
case args of
[AST { an = ASTSymbol "lazy" }, AST { an = ASTSymbol sym }, val] -> do
env <- getEnv
when (MB.isJust $ resolveSymbol sym env) $ throwL (astPos letAst, "symbol already defined: " ++ sym)
insertEnv sym $ Regular val
return $ letAst { an = ASTUnit }
[AST { an = ASTSymbol "memo" }, AST { an = ASTSymbol sym }, val] -> do
env <- getEnv
when (MB.isJust $ resolveSymbol sym env) $ throwL (astPos letAst, "symbol already defined: " ++ sym)
insertEnv sym $ Memoized M.empty val
return $ letAst { an = ASTUnit }
[AST { an = ASTSymbol sym }, value'] -> do
evaledValue <- evaluate value'
env <- getEnv
when (MB.isJust $ resolveSymbol sym env) $ throwL (astPos letAst, "symbol already defined: " ++ sym)
insertEnv sym $ Regular evaledValue
return $ letAst { an = ASTUnit }
other -> throwL (astPos $ head other, "let called with invalid args " ++ show other)
evaluateDebugEnv :: [AST] -> LContext AST
evaluateDebugEnv asts = do
let envAst = head asts
env <- getEnv
let pairs = M.assocs env
let longestKey = L.maximumBy (compare `on` (length . fst)) pairs $> fst
let pad s = s ++ take (length longestKey + 4 - length s) (L.repeat ' ')
let rows = pairs $> map (\(k, v) -> pad k ++ show v)
liftIO $ mapM_ putStrLn rows
return $ envAst { an = ASTUnit }
evaluateImport :: [AST] -> LContext AST
evaluateImport asts = do
let importAst = head asts
args = tail asts
d <- getDepth
when (d > 1) $ throwL (astPos importAst, "import can only be called on the top level, current depth: " ++ show d)
config <- getConfig
atomMap <- getAtomMap
let initialState = LState {
stateConfig = config,
stateDepth = 0,
stateEnv = builtinEnv,
statePure = Impure,
stateAtomMap = atomMap
}
case args of
-- non-qualified import
[AST { an = ASTString path }] -> do
let checkedPath = if (not $ ".milch" `L.isSuffixOf` path)
then (path ++ ".milch")
else path
LState { stateEnv = importedEnv, stateAtomMap = importedAtomMap } <- lift $ execStateT (runScriptFile checkedPath) initialState
env <- getEnv
putEnv $ M.union importedEnv env
putAtomMap $ M.union importedAtomMap atomMap
return $ importAst { an = ASTUnit }
_ -> throwL (astPos importAst, "invalid arguments passed to import: " ++ show args)
evaluateRecord :: [AST] -> LContext AST
evaluateRecord asts = do
let recordAst = head asts
args = tail asts
d <- getDepth
when (d > 1) $ throwL (astPos recordAst, "record can only be called on the top level, current depth: " ++ show d)
case args of
(AST { an = ASTSymbol ns }:rest) -> do
let nonSymFields = L.find (not . isSymbolAST) rest
case nonSymFields of
Just invalid -> throwL (astPos invalid, "non-symbol field in record definition: " ++ show invalid)
Nothing -> return ()
let fields = extractRows rest
let fnCreateName = ns ++ "/create"
let makeFnCreate :: [String] -> [(String, AST)] -> LFunction
makeFnCreate (param:[]) argsAcc = fn where
fn arg = do
let record = M.fromList $ (param, arg) : argsAcc
return $ makeNonsenseAST $ ASTRecord (computeTagN ns) ns record
makeFnCreate (param:restParams) argsAcc = fn where
fn :: LFunction
fn arg = return $ makeNonsenseAST $ ASTFunction Pure $
makeFnCreate restParams ((param, arg):argsAcc)
makeFnCreate _ _ = error $ "unreachable: makeFnCreate " ++ fnCreateName
let createFn = makeFnCreate fields []
insertEnv fnCreateName $ Regular $ recordAst { an = ASTFunction Pure createFn }
let makeGetFns [] = return $ ()
makeGetFns (param:restParams) = do
let fnGetName = ns ++ "/" ++ "get-" ++ param
let fn = getFn fnGetName
let fnAST = makeNonsenseAST $ ASTFunction Pure $ fn
insertEnv fnGetName $ Regular fnAST
makeGetFns restParams
makeGetFns fields
let makeSetFns [] = return $ ()
makeSetFns (param:restParams) = do
let fnSetName = ns ++ "/" ++ "set-" ++ param
let fn = setFn fnSetName
let fnAST = makeNonsenseAST $ ASTFunction Pure $ fn
insertEnv fnSetName $ Regular fnAST
makeSetFns restParams
makeSetFns fields
return $ recordAst { an = ASTUnit }
_ -> throwL (astPos recordAst, "invalid arguments passed to import: " ++ show args)
where
isSymbolAST AST { an = ASTSymbol _ } = True
isSymbolAST _ = False
extractRows (AST { an = ASTSymbol sym }:rest) = sym : extractRows rest
extractRows _ = []
getFn fnName ast@AST { an = ASTRecord _ identifier record } = do
when (not $ identifier `L.isPrefixOf` fnName) $
throwL (astPos ast, "invalid argument: " ++ fnName ++ " cannot operate on record " ++ identifier)
let (_, fnId) = separateNsIdPart fnName
let fieldId = drop 4 fnId
case (M.lookup fieldId record) of
Just value -> return $ value
Nothing -> error $ "unreachable: getFn " ++ fnName
getFn fnName ast = throwL (astPos ast, "invalid argument passed to " ++ fnName ++ ": " ++ (show ast))
setFn fnName ast1 = do
return $ makeNonsenseAST $ ASTFunction Pure $ fn where
fn ast2@AST { an = ASTRecord tagHash identifier record } = do
when (not $ identifier `L.isPrefixOf` fnName) $
throwL (astPos ast2, "invalid argument: " ++ fnName ++ " cannot operate on record " ++ identifier)
let (_, fnId) = separateNsIdPart fnName
let fieldId = drop 4 fnId
let newRecord = M.insert fieldId ast1 record
return $ makeNonsenseAST $ ASTRecord tagHash identifier newRecord
fn ast2 = throwL (astPos ast2, "invalid argument passed to " ++ fnName ++ ": " ++ (show ast2))
data ReifyResult
= ReifyRegularFunction AST
| ReifyMemoizedFunction String AST
reifyFunctionReference :: AST -> LContext ReifyResult
reifyFunctionReference ref = case ref of
AST { an = ASTSymbol sym } -> do
env <- getEnv
let bindingM = resolveSymbol sym env
case bindingM of
Just binding -> case binding of
Regular bound -> return $ ReifyRegularFunction $ bound
Memoized _memoMap bound -> return $ ReifyMemoizedFunction sym $ bound
Nothing -> throwL (astPos ref, "symbol " ++ sym ++ " not defined in environment")
other -> do
ret <- evaluate other
return $ ReifyRegularFunction ret
unsafeGetMemoMap :: String -> LContext (M.Map [AST] AST)
unsafeGetMemoMap sym = do
env <- getEnv
case ((M.!) env sym) of
Memoized memoMap _ -> return memoMap
_ -> error $ "unreachable: unsafeGetMemoMap " ++ show env ++ ", " ++ sym
evaluateFunctionCall :: [AST] -> LContext AST
evaluateFunctionCall children = do
let fnAst = head children
args = tail children
reifyRes <- reifyFunctionReference fnAst
case reifyRes of
ReifyRegularFunction bound -> do
evaledBound <- evaluate bound
AST { an = astFn@(ASTFunction fPurity _) } <- assertIsASTFunction evaledBound
checkPurity fPurity
evaledArgs <- mapM evaluate args
result <- curryCall (reverse evaledArgs) astFn
return $ fnAst { an = an result }
ReifyMemoizedFunction sym bound -> do
evaledArgs <- mapM evaluate args
memoMap <- unsafeGetMemoMap sym
case (M.lookup evaledArgs memoMap) of
Just hit -> return hit
Nothing -> do
evaledBound <- evaluate bound
AST { an = astFn@(ASTFunction fPurity _) } <- assertIsASTFunction evaledBound
checkPurity fPurity
result <- curryCall (reverse evaledArgs) astFn
possiblyUpdatedMemoMap <- unsafeGetMemoMap sym
let newMemoMap = M.insert evaledArgs result possiblyUpdatedMemoMap
insertEnv sym $ Memoized newMemoMap bound
return $ fnAst { an = an result }
resolveSymbol :: String -> Env -> Maybe (Binding AST)
resolveSymbol = M.lookup
evaluateSymbol :: AST -> LContext AST
evaluateSymbol ast@AST { an = ASTSymbol sym } = do
env <- getEnv
let bindingM = resolveSymbol sym env
case bindingM of
Just binding -> return $ case binding of
Regular v -> v
Memoized _ v -> v
Nothing -> throwL (astPos ast, "symbol " ++ sym ++ " not defined in environment")
evaluateSymbol ast = throwL (astPos ast, "unreachable: evaluateSymbol, ast: " ++ show ast)
evaluateDo :: [AST] -> LContext AST
evaluateDo children = do
let fnAst = head children
args = tail children
when (length args == 0) $ throwL (astPos fnAst, "do called with 0 arguments")
let nonRetExprs = init args
let retExpr = last args
mapM_ evaluate nonRetExprs
evaluate retExpr
evaluate :: AST -> LContext AST
evaluate ast@AST { an = fnc@(ASTFunctionCall args@(x:_)) } =
do config <- getConfig
when (configPrintCallStack config) $ liftIO $ putStrLn $ "fn call: " ++ show fnc
incrementDepth
currentPurity <- getPurity
let task = case an x of
-- remember to add these as reseved keywords in Builtins!
ASTSymbol "\\" ->
evaluateFunctionDef Pure args
ASTSymbol "\\!" ->
evaluateFunctionDef Impure args
ASTSymbol "match" ->
evaluateMatch args
ASTSymbol "let" ->
evaluateLet args
ASTSymbol "Debug/env" ->
evaluateDebugEnv args
ASTSymbol "import" ->
evaluateImport args
ASTSymbol "record" ->
evaluateRecord args
ASTSymbol "do" ->
evaluateDo args
_ ->
evaluateFunctionCall args
ret <- task `catchError`
appendError (astPos ast, "when calling function " ++ show x)
decrementDepth
updatePurity currentPurity
return ret
evaluate ast@AST { an = (ASTSymbol _) } =
evaluateSymbol ast
evaluate ast@AST { an = (ASTVector vec) } =
do incrementDepth
rets <- mapM evaluate vec `catchError`
appendError (astPos ast, "when evaluating elements of vector")
decrementDepth
return $ ast { an = ASTVector rets }
evaluate other =
return other
-- LIB
runScriptFile :: String -> LContext [AST]
runScriptFile fileName = do
let srcM :: IO (Either IOError String)
srcM = case fileName of
"-" -> try $ getLine
_ -> try $ readFile fileName
srcM' <- liftIO srcM
src <- case srcM' of
Right s -> return s
Left _ -> throwL ("", "Failed to open file: \"" ++ fileName ++ "\"")
runInlineScript fileName src
runInlineScript :: String -> String -> LContext [AST]
runInlineScript fileName src =
runInlineScript' 1 fileName src
runInlineScript' :: LineNo -> String -> String -> LContext [AST]
runInlineScript' lineNo fileName src = do
tokenized <- tokenize' (lineNo, 1) fileName src
LState { stateConfig = config } <- get
when (configVerboseMode config) $ liftIO $ putStrLn $ "tokenized:\t\t" ++ show tokenized
parsed <- parse tokenized
when (configVerboseMode config) $ do
let output = "parsed:\t\t\t" ++ (map show parsed $> L.intercalate "\n\t\t\t")
liftIO $ putStrLn output
evaluated <- foldEvaluate parsed
return evaluated
where
foldEvaluate :: [AST] -> LContext [AST]
foldEvaluate [] = return []
foldEvaluate (ast:rest) = do
config <- getConfig
evaledAst <- evaluate ast
liftIO $ case configPrintEvaled config of
PrintEvaledAll -> putStrLn $ show evaledAst
PrintEvaledNonUnit -> case evaledAst of
AST { an = ASTUnit } -> return ()
_ -> putStrLn $ show evaledAst
PrintEvaledOff -> return ()
restEvaled <- foldEvaluate rest
return $ evaledAst : restEvaled
|