#!/usr/bin/perl
use strict;
use warnings;

use XML::LibXML;
use XML::LibXML::Reader;
use HTML::TableExtract;
use LWP::UserAgent;
use Data::Dumper;

my %relator;
my $code = 0;
my $fullname = 0;
my $code_v;
my $ua = LWP::UserAgent->new;
my $url = "https://www.loc.gov/marc/relators/relacode.html";


$ua->agent('Mozilla/5.0'); # the default 'lib-www/<version>' UA is not accepted
my $response = $ua->get( $url ) or die "Could not retrieve URL $url\n";
my $content = $response->decoded_content;

#print Dumper($content);

# extract table data
my $te = HTML::TableExtract->new( headers => [('code', 'relator term')] );
$te->parse($content);
my $table = $te->first_table_found;
#my $table_tree = $table->tree;
my @columns = $table->columns();
my (@codes, @descriptions) = ($columns[0], $columns[1]);
foreach my $col (@codes) {
        print Dumper($col) ."\n";
}