ilusha/Modules
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Adding implementation comments to Language

Browse source
This commit is contained in:
IlyaShurupov 2023-10-31 09:54:03 +03:00 • committed by Ilusha
parent fae4d83f97
commit 060aaecbeb
1 changed files with 5 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

6
Language/private/SimpleParser.cpp
View file

@ -9,6 +9,7 @@ SimpleParser::SimpleParser() {
// Define Context-Free grammar // Define Context-Free grammar
ContextFreeGrammar contextFreeGrammar; ContextFreeGrammar contextFreeGrammar;
{ {
// use existing CF grammar interface
auto term = contextFreeGrammar.createTerminal(); auto term = contextFreeGrammar.createTerminal();
auto nonTerm = contextFreeGrammar.createNonTerminal(); auto nonTerm = contextFreeGrammar.createNonTerminal();
@ -23,6 +24,7 @@ SimpleParser::SimpleParser() {
// Define Regular grammar // Define Regular grammar
RegularGrammar regularGrammar; RegularGrammar regularGrammar;
{ {
// this is basically ast from existing tokenizer
regularGrammar.addRule(regularGrammar.alternate(regularGrammar.repeat(regularGrammar.symbols("asd")), regularGrammar.symbol("a"))); regularGrammar.addRule(regularGrammar.alternate(regularGrammar.repeat(regularGrammar.symbols("asd")), regularGrammar.symbol("a")));
regularGrammar.addRule(regularGrammar.alternate(regularGrammar.repeat(regularGrammar.symbols("asd")), regularGrammar.symbol("a"))); regularGrammar.addRule(regularGrammar.alternate(regularGrammar.repeat(regularGrammar.symbols("asd")), regularGrammar.symbol("a")));
} }
@ -37,12 +39,14 @@ void SimpleParser::compileTables(const Sentence& grammar) {
// compile each ast into RegularGrammar and ContextFree Grammar api instructions // compile each ast into RegularGrammar and ContextFree Grammar api instructions
ContextFreeGrammar userContextFreeGrammar; ContextFreeGrammar userContextFreeGrammar;
RegularGrammar userRegularGrammar; RegularGrammar userRegularGrammar;
// ... // ...
// split ast into RE and CF part // split ast into RE and CF part
// generate and execute grammar api commands // generate and execute grammar api commands
// use existing tokenizer code to create RE transition matrix
// ... // ...
// compile tables from user grammar // compile tables from user grammar
mUserParser.compileTables(userContextFreeGrammar, userRegularGrammar); mUserParser.compileTables(userContextFreeGrammar, userRegularGrammar);
} }