Skip to content

Instantly share code, notes, and snippets.

@WaxCylinderRevival

WaxCylinderRevival/practice-recursion-4.xq

Last active November 21, 2017 15:34
Show Gist options
  • Save WaxCylinderRevival/b61b9843f118909bf6cf41c922632559 to your computer and use it in GitHub Desktop.
Save WaxCylinderRevival/b61b9843f118909bf6cf41c922632559 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
practice-recursion-4.xq
xquery version "3.1";
declare variable $local:regexes :=
map {
"month-regex" : "(January|February|March|April|May|June|July|August|September|October|November|December)",
"month-regex-fr" : "(janvier|février|fevrier|mart|avril|mai|juin|juillet|août|aout|septembre|octobre|novembre|décembre|decembre)",
"month-regex-sp" : "(enero|febrero|marzo|abril|mayo|junio|julio|agosto|septiembre|setiembre|octubre|noviembre|diciembre)",
"day-regex" : "(\d{1,2})(?:st|d|nd|rd|th)?",
"day-range-regex" : "(\d{1,2})(?:st|d|nd|rd|th)?\s*[-–—]\s*(\d{1,2})(?:st|d|nd|rd|th)?",
"year-regex" : "(\d{4})",
"day-spelled-out-regex" : "(?:(\d{1,2})(?:st|d|nd|rd|th)?|((?:thirty|twenty)?(?:-|–|\s+)?(?:thirtieth|twentieth|nineteenth|eighteenth|seventeenth|sixteenth|fifteenth|fourteenth|thirteenth|twelfth|eleventh|tenth|ninth|eighth|seventh|sixth|fifth|fourth|third|second|first)?))",
"year-spelled-out-regex" : "(one\s+thousand\s+(?:nine|eight)\s+hundred\s+(?:ninety|eighty|seventy|sixty|fifty|forty|thirty|twenty)?(?:-|–|\s+)?(?:nineteen|eighteen|seventeen|sixteen|fifteen|fourteen|thirteen|twelve|eleven|ten|nine|eight|seven|six|five|four|three|two|one)?)",
"month-day-year-regex" : "(January|February|March|April|May|June|July|August|September|October|November|December)\s+(\d{1,2})(?:st|d|nd|rd|th)?\s*[-–—]\s*(\d{1,2})(?:st|d|nd|rd|th)?,?\s+(\d{4})"
};
declare variable $local:patterns :=
map {
"month-day-year-regex" : $local:regexes?month-regex || '\s+' || $local:regexes?day-regex || ',?\s+' || $local:regexes?year-regex,
"month-day-range-year-regex" : $local:regexes?month-regex || '\s+' || $local:regexes?day-range-regex || ',?\s+' || $local:regexes?year-regex,
"day-month-year-regex" : $local:regexes?day-regex || '\s+' || $local:regexes?month-regex || ',?\s+' || $local:regexes?year-regex,
"day-month-year-regex-fr" : $local:regexes?day-regex || '\s+' || $local:regexes?month-regex-fr || ',?\s+' || $local:regexes?year-regex,
"day-month-year-regex-sp" : $local:regexes?day-regex || '\s+(?:de\s+)?' || $local:regexes?month-regex-sp || ',?\s+(?:(?:de|del)\s+)?' || $local:regexes?year-regex,
"day-month-year-official-regex" : $local:regexes?day-spelled-out-regex || '\s+day\s+of\s+' || $local:regexes?month-regex || ',\s+in\s+the\s+year\s+of\s+(?:our|the)\s+lord\s+' || $local:regexes?year-spelled-out-regex
};
declare variable $local:definitions :=
map {
(:1:) "month-day-year" : map {
"name": "month-day-year",
"regex": $local:patterns?month-day-year-regex,
"enrich-match": function($match as element(fn:match)) as element(date) {
let $groups := $match/fn:group
let $year := $groups[@nr eq "3"]
let $month := $groups[@nr eq "1"] => local:month-to-mm()
let $day := $groups[@nr eq "2"] => format-number('00')
let $when := ($year, $month, $day) => string-join("-")
return
element date {
attribute when { $when },
$match/string()
}
}
},
(:2:) "month-day-range-year" : map {
"name": "month-day-range-year",
"regex": $local:patterns?month-day-range-year-regex,
"enrich-match": function($match as element(fn:match)) as element(date) {
let $groups := $match/fn:group
let $yearFrom := $groups[@nr eq "4"]
let $monthFrom := $groups[@nr eq "1"] => local:month-to-mm()
let $dayFrom := $groups[@nr eq "2"] => format-number('00')
let $from := ($yearFrom, $monthFrom, $dayFrom) => string-join("-")
let $yearTo := $groups[@nr eq "4"]
let $monthTo := $groups[@nr eq "1"] => local:month-to-mm()
let $dayTo := $groups[@nr eq "3"] => format-number('00')
let $to := ($yearTo, $monthTo, $dayTo) => string-join("-")
return
element date {
attribute from { $from },
attribute to { $to },
$match/string()
}
}
},
(:3:) "day-month-year" : map {
"name" : "day-month-year",
"regex" : $local:patterns?day-month-year-regex,
"enrich-match": function($match as element(fn:match)) as element(date) {
let $groups := $match/fn:group
let $year := $groups[@nr eq "3"]
let $month := $groups[@nr eq "2"] => local:month-to-mm()
let $day := $groups[@nr eq "1"] => format-number('00')
let $when := ($year, $month, $day) => string-join("-")
return
element date {
attribute when { $when },
$match/string()
}
}
},
(:4:) "day-month-year-fr" : map {
"name" : "day-month-year-fr",
"regex" : $local:patterns?day-month-year-regex-fr,
"enrich-match": function($match as element(fn:match)) as element(date) {
let $groups := $match/fn:group
let $year := $groups[@nr eq "3"]
let $month := $groups[@nr eq "2"] => local:month-to-mm()
let $day := $groups[@nr eq "1"] => format-number('00')
let $when := ($year, $month, $day) => string-join("-")
return
element date {
attribute when { $when },
$match/string()
}
}
},
(:5:) "day-month-year-sp" : map {
"name" : "day-month-year-sp",
"regex" : $local:patterns?day-month-year-regex-sp,
"enrich-match": function($match as element(fn:match)) as element(date) {
let $groups := $match/fn:group
let $year := $groups[@nr eq "3"]
let $month := $groups[@nr eq "2"] => local:month-to-mm()
let $day := $groups[@nr eq "1"] => format-number('00')
let $when := ($year, $month, $day) => string-join("-")
return
element date {
attribute when { $when },
$match/string()
}
}
},
(:6:) "day-month-year-official" : map {
"name" : "day-month-year-official",
"regex" : $local:patterns?day-month-year-official-regex,
"enrich-match": function($match as element(fn:match)) as element(date) {
let $groups := $match/fn:group
let $year := $groups[@nr eq "4"] => local:frusYear-to-yyyy()
let $month := $groups[@nr eq "3"] => local:month-to-mm()
let $dayPossible1 := $groups[@nr eq "1"] => format-number('00')
let $dayPossible2 := $groups[@nr eq "2"] => format-number('00')
let $when :=
if (exists($dayPossible1))
then ($year, $month, $dayPossible1) => string-join("-")
else
($year, $month, $dayPossible2) => string-join("-")
return
element date {
attribute when { $when },
$match/string()
}
}
}
};
(: Begin date conversion :)
declare function local:month-to-mm($m) {
switch (analyze-string(lower-case($m),'(january|janvier|enero|february|février|fevrier|febrero|march|mart|marzo|april|avril|abril|may|mai|mayo|june|juin|junio|july|juillet|julio|august|août|aout|agosto|september|septembre|septiembre|setiembre|october|octobre|octubre|november|novembre|noviembre|december|décembre|decembre|diciembre)',"i")/fn:match)
case "January"
case "january"
case "janvier"
case "enero" return "01"
case "February"
case "february"
case "février"
case "fevrier"
case "febrero" return "02"
case "March"
case "march"
case "mart"
case "marzo" return "03"
case "April"
case "april"
case "avril"
case "abril" return "04"
case "May"
case "may"
case "mai"
case "mayo" return "05"
case "June"
case "june"
case "juin"
case "junio" return "06"
case "July"
case "july"
case "juillet"
case "julio" return "07"
case "August"
case "august"
case "août"
case "aout"
case "agosto" return "08"
case "September"
case "september"
case "septembre"
case "septiembre"
case "setiembre" return "09"
case "October"
case "october"
case "octobre"
case "octubre" return "10"
case "November"
case "november"
case "novembre"
case "noviembre" return "11"
case "December"
case "december"
case "décembre"
case "decembre"
case "diciembre" return "12"
default return "error"
};
declare function local:ordinal-to-dd($dth) {
switch (analyze-string($dth,'()?(thirty|twenty)?(-|–)?(thirtieth|twentieth|nineteenth|eighteenth|seventeenth|sixteenth|fifteenth|fourteenth|thirteenth|twelfth|eleventh|tenth|ninth|eighth|seventh|sixth|fifth|fourth|third|second|first)',"i")/fn:match)
case "thirty-first" return "31"
case "thirtieth" return "30"
case "twenty-ninth" return "29"
case "twenty-eighth" return "28"
case "twenty-seventh" return "27"
case "twenty-sixth" return "26"
case "twenty-fifth" return "25"
case "twenty-fourth" return "24"
case "twenty-third" return "23"
case "twenty-second" return "22"
case "twenty-first" return "21"
case "twentieth" return "20"
case "nineteenth" return "19"
case "eighteenth" return "18"
case "seventeenth" return "17"
case "sixteenth" return "16"
case "fifteenth" return "15"
case "fourteenth" return "14"
case "thirteenth" return "13"
case "twelfth" return "12"
case "eleventh" return "11"
case "tenth" return "10"
case "ninth" return "9"
case "eighth" return "8"
case "seventh" return "7"
case "sixth" return "6"
case "fifth" return "5"
case "fourth" return "4"
case "third" return "3"
case "second" return "2"
case "first" return "1"
default return "error"
};
declare function local:frusYear-to-yyyy($yearOfOurLord) {
let $century := switch (analyze-string(lower-case($yearOfOurLord),'(nine|eight) hundred',"i")/fn:match)
case "nine hundred" return "9"
case "eight hundred" return "8"
default return "error"
let $yearA := switch(analyze-string(lower-case(substring-after($yearOfOurLord,'hundred')),'(ninety|eighty|seventy|sixty|fifty|forty|thirty|twenty|nineteen|eighteen|seventeen|sixteen|fifteen|fourteen|thirteen|twelve|eleven|ten)',"i")/fn:match)
case "ninety" return "90"
case "eighty" return "80"
case "seventy" return "70"
case "sixty" return "60"
case "fifty" return "50"
case "forty" return "40"
case "thirty" return "30"
case "twenty" return "20"
case "nineteen" return "19"
case "eighteen" return "18"
case "seventeen" return "17"
case "sixteen" return "16"
case "fifteen" return "15"
case "fourteen" return "14"
case "thirteen" return "13"
case "twelve" return "12"
case "eleven" return "11"
case "ten" return "10"
default return '0'
let $yearB := switch(analyze-string(lower-case(substring-after($yearOfOurLord,'hundred')),'(nine$|eight$|seven$|six$|five$|four$|three$|two$|one$)',"i")/fn:match[1])
case "nine" return "9"
case "eight" return "8"
case "seven" return "7"
case "six" return "6"
case "five" return "5"
case "four" return "4"
case "three" return "3"
case "two" return "2"
case "one" return "1"
default return "0"
return concat('1', $century, ((xs:integer($yearA) + xs:integer($yearB)) => xs:integer() => format-number('00')))
};
(: End date conversion :)
declare function local:get-dates($text as xs:string*, $definitions) {
let $definition := $local:definitions => head()
let $analysis := analyze-string($text, $definition?regex)
return
if ($analysis/fn:match) then
$definition?enrich-match($analysis/fn:match)
else
local:get-dates($text, $local:definitions => tail()
)
};
declare function local:date-recursion($input) {
for $node in $input
return
typeswitch ( $node )
case element() return
element
{ $node/node-name() }
{ $node/attribute::*, local:date-recursion($node/node()) }
case text() return $node => local:get-dates($local:definitions)
default return "error"
};
let $input := <head>The first date is <hi>February 2d, 1865</hi>. The next date is march 10 2010. The <strong>third</strong> date is <hi rend="italic">31st July</hi> 2015.<note>This is a note with a date: September 1-3rd, 1929.</note> An example of an official date is the 2d day of May, in the year of the lord one thousand nine hundred twenty. Another example is the twenty-fifth day of June, in the year of our Lord one thousand eight hundred sixty-five. This is a French date with whitespace: le 13 août
1902. This is a Spanish date: 6 de Agosto de 1902. This is another: 8 de septiembre del 2010. The last date is 29 September, 1881.</head>
return
local:date-recursion($input)
@WaxCylinderRevival
Copy link
Author

WaxCylinderRevival commented Nov 20, 2017 •
edited

With these substitutes for function local:get-dates:

(:1:)

declare function local:get-dates($text as xs:string*) { 

  let $definition := $local:definitions?*[1]
  let $analysis := analyze-string($text, $definition?regex)
  return
    if ($analysis/fn:match) then
      $definition?enrich-match($analysis/fn:match)
    else 
      data($analysis/fn:non-match)
    :)
   };

Results:

<head>The first date is <hi>February 2d, 1865</hi>. The next date is march 10 2010.  The <strong>third</strong> date is <hi rend="italic">31st July</hi> 2015.<note>
    <date from="1929-09-01" to="1929-09-03">September 1-3rd, 1929</date>
  </note> An example of an official date is the 2d day of May, in the year of the lord one thousand nine hundred twenty. Another example is the twenty-fifth day of June, in the year of our Lord one thousand eight hundred sixty-five. This is a French date with whitespace: le 13 août
                            1902. This is a Spanish date: 6 de Agosto de 1902. This is another: 8 de septiembre del 2010. The last date is 29 September, 1881.</head>

(:2:)

declare function local:get-dates($text as xs:string*) { 

  let $definition := $local:definitions?*[2]
  let $analysis := analyze-string($text, $definition?regex)
  return
    if ($analysis/fn:match) then
      $definition?enrich-match($analysis/fn:match)
    else 
      data($analysis/fn:non-match)
   };

Results:

<head>The first date is <hi>February 2d, 1865</hi>. The next date is march 10 2010.  The <strong>third</strong> date is <hi rend="italic">31st July</hi> 2015.<note>This is a note with a date: September 1-3rd, 1929.</note>
  <date when="2010-09-08">8 de septiembre del 2010</date>
</head>

(:3:)

declare function local:get-dates($text as xs:string*) { 

  let $definition := $local:definitions?*[3]
  let $analysis := analyze-string($text, $definition?regex)
  return
    if ($analysis/fn:match) then
      $definition?enrich-match($analysis/fn:match)
    else 
      data($analysis/fn:non-match)
   };

Results:

<head>The first date is <hi>
    <date when="1865-02-02">February 2d, 1865</date>
  </hi>. The next date is march 10 2010.  The <strong>third</strong> date is <hi rend="italic">31st July</hi> 2015.<note>This is a note with a date: September 1-3rd, 1929.</note> An example of an official date is the 2d day of May, in the year of the lord one thousand nine hundred twenty. Another example is the twenty-fifth day of June, in the year of our Lord one thousand eight hundred sixty-five. This is a French date with whitespace: le 13 août
                            1902. This is a Spanish date: 6 de Agosto de 1902. This is another: 8 de septiembre del 2010. The last date is 29 September, 1881.</head>

(:4:)

declare function local:get-dates($text as xs:string*) { 

  let $definition := $local:definitions?*[4]
  let $analysis := analyze-string($text, $definition?regex)
  return
    if ($analysis/fn:match) then
      $definition?enrich-match($analysis/fn:match)
    else 
      data($analysis/fn:non-match)
   };

Results:

<head>The first date is <hi>February 2d, 1865</hi>. The next date is march 10 2010.  The <strong>third</strong> date is <hi rend="italic">31st July</hi> 2015.<note>This is a note with a date: September 1-3rd, 1929.</note>
  <date when="1881-09-29">29 September, 1881</date>
</head>

(:5:)

declare function local:get-dates($text as xs:string*) { 

  let $definition := $local:definitions?*[5]
  let $analysis := analyze-string($text, $definition?regex)
  return
    if ($analysis/fn:match) then
      $definition?enrich-match($analysis/fn:match)
    else 
      data($analysis/fn:non-match)
   };

Results:

<head>The first date is <hi>February 2d, 1865</hi>. The next date is march 10 2010.  The <strong>third</strong> date is <hi rend="italic">31st July</hi> 2015.<note>This is a note with a date: September 1-3rd, 1929.</note>
  <date when="1920-05-02">2d day of May, in the year of the lord one thousand nine hundred twenty</date>
</head>

(:6:)

declare function local:get-dates($text as xs:string*) { 

  let $definition := $local:definitions?*[6]
  let $analysis := analyze-string($text, $definition?regex)
  return
    if ($analysis/fn:match) then
      $definition?enrich-match($analysis/fn:match)
    else 
      data($analysis/fn:non-match)
   };

Results:

<head>The first date is <hi>February 2d, 1865</hi>. The next date is march 10 2010.  The <strong>third</strong> date is <hi rend="italic">31st July</hi> 2015.<note>This is a note with a date: September 1-3rd, 1929.</note>
  <date when="1902-08-13">13 août
                            1902</date>
</head>

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment