Skip to content

Instantly share code, notes, and snippets.

@jeffreykegler
Created February 10, 2013 00:24
Show Gist options
  • Star 1 You must be signed in to star a gist
  • Fork 3 You must be signed in to fork a gist
  • Save jeffreykegler/4747725 to your computer and use it in GitHub Desktop.
Save jeffreykegler/4747725 to your computer and use it in GitHub Desktop.
Example of Marpa AST creation and use
#!/usr/bin/perl
# Copyright 2013 Jeffrey Kegler
# This file is part of Marpa::R2. Marpa::R2 is free software: you can
# redistribute it and/or modify it under the terms of the GNU Lesser
# General Public License as published by the Free Software Foundation,
# either version 3 of the License, or (at your option) any later version.
#
# Marpa::R2 is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser
# General Public License along with Marpa::R2. If not, see
# http://www.gnu.org/licenses/.
# Example of AST use with Marpa
use 5.010;
use strict;
use warnings;
use Test::More tests => 3;
use English qw( -no_match_vars );
use Scalar::Util qw(blessed);
## no critic (ErrorHandling::RequireCarping);
use Marpa::R2 2.047_001;
my $grammar = Marpa::R2::Scanless::G->new(
{
action_object => 'My_Actions',
bless_package => 'My_Nodes',
default_action => '::dwim',
source => \(<<'END_OF_SOURCE'),
:start ::= Script
Script ::= Expression+ separator => comma bless => script
comma ~ [,]
Expression ::=
Number
| ('(') Expression (')') assoc => group
|| Expression ('**') Expression assoc => right bless => power
|| Expression ('*') Expression bless => multiply
| Expression ('/') Expression bless => divide
|| Expression ('+') Expression bless => add
| Expression ('-') Expression bless => subtract
Number ~ [\d]+
:discard ~ whitespace
whitespace ~ [\s]+
# allow comments
:discard ~ <hash comment>
<hash comment> ~ <terminated hash comment> | <unterminated
final hash comment>
<terminated hash comment> ~ '#' <hash comment body> <vertical space char>
<unterminated final hash comment> ~ '#' <hash comment body>
<hash comment body> ~ <hash comment char>*
<vertical space char> ~ [\x{A}\x{B}\x{C}\x{D}\x{2028}\x{2029}]
<hash comment char> ~ [^\x{A}\x{B}\x{C}\x{D}\x{2028}\x{2029}]
END_OF_SOURCE
}
);
sub my_parser {
my ( $grammar, $p_input_string ) = @_;
my $recce = Marpa::R2::Scanless::R->new( { grammar => $grammar } );
my $self = bless { grammar => $grammar }, 'My_Actions';
$self->{recce} = $recce;
local $My_Actions::SELF = $self;
if ( not defined eval { $recce->read($p_input_string); 1 }
)
{
## Add last expression found, and rethrow
my $eval_error = $EVAL_ERROR;
chomp $eval_error;
die $self->show_last_expression(), "\n", $eval_error, "\n";
} ## end if ( not defined eval { $event_count = $recce->read...})
my $value_ref = $recce->value();
if ( not defined $value_ref ) {
die $self->show_last_expression(), "\n",
"No parse was found, after reading the entire input\n";
}
return ${$value_ref};
} ## end sub my_parser
sub doit {
my ($value) = @_;
my $ref_type = ref $value;
my $is_my_node = substr( $ref_type, 0, 10 ) eq 'My_Nodes::';
if ($is_my_node) {
my $method = $value->can('doit');
if ( defined $method ) {
my @children = map { doit($_); } @{$value};
return $method->(@children);
}
} ## end if ($is_my_node)
return [ map { doit($_) } @{$value} ]
if $is_my_node
or $ref_type eq 'ARRAY';
return $value;
} ## end sub doit
TEST1: {
my $expected_ast_dump = <<'END_OF_AST_DUMP';
$VAR1 = bless( [
bless( [
'1',
bless( [
'2',
'3'
], 'My_Nodes::multiply' )
], 'My_Nodes::add' )
], 'My_Nodes::script' );
END_OF_AST_DUMP
my $input = '1+2*3';
my $expected_output = '7';
my $value = my_parser( $grammar, \$input );
my $ast_dump = Data::Dumper::Dumper($value);
my $result = doit($value);
Test::More::is( $ast_dump, $expected_ast_dump, 'AST' );
Test::More::is( $result, $expected_output, qq{Value of "$input"} );
}
TEST2: {
my $input = '42*2+7/3, 42*(2+7)/3, 2**7-3, 2**(7-3)';
my $output_re = qr/\A 86[.]3\d+ \s+ 126 \s+ 125 \s+ 16\z/xms;
my $value = my_parser( $grammar, \$input );
my $result = doit($value);
Test::More::like( $result, $output_re, qq{Value of "$input"} );
}
package My_Nodes::script;
sub doit { return join q{ }, @_; }
package My_Nodes::add;
sub doit { my ($a, $b) = @_; return $a+$b; }
package My_Nodes::subtract;
sub doit { my ($a, $b) = @_; return $a-$b; }
package My_Nodes::multiply;
sub doit { my ($a, $b) = @_; return $a*$b; }
package My_Nodes::divide;
sub doit { my ($a, $b) = @_; return $a/$b; }
package My_Nodes::power;
sub doit { my ($a, $b) = @_; return $a**$b; }
package My_Actions;
our $SELF;
sub new { return $SELF }
sub show_last_expression {
my ($self) = @_;
my $recce = $self->{recce};
my ( $start, $end ) = $recce->last_completed_range('Expression');
return 'No expression was successfully parsed' if not defined $start;
my $last_expression = $recce->range_to_string( $start, $end );
return "Last expression successfully parsed was: $last_expression";
} ## end sub show_last_expression
# vim: expandtab shiftwidth=4:
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment