Viewing file:  _mx_datetime_parser.py (32.47 KB) -rw-r--r--
Select action/file-type:
 (+) |  (+) |  (+) | Code (+) | Session (+) |  (+) | SDB (+) |  (+) |  (+) |  (+) |  (+) |  (+) |
#-*- coding: latin-1 -*-
"""
Date/Time string parsing module.
This code is a slightly modified version of Parser.py found in mx.DateTime
version 3.0.0
As such, it is subject to the terms of the eGenix public license version 1.1.0.
FIXME: Add license.txt to NumPy
"""
__all__ = ['date_from_string', 'datetime_from_string']
import types
import re
import datetime as dt
class RangeError(Exception): pass
# Enable to produce debugging output
_debug = 0
# REs for matching date and time parts in a string; These REs
# parse a superset of ARPA, ISO, American and European style dates.
# Timezones are supported via the Timezone submodule.
_year = '(?P<year>-?\d+\d(?!:))'
_fullyear = '(?P<year>-?\d+\d\d(?!:))'
_year_epoch = '(?:' + _year + '(?P<epoch> *[ABCDE\.]+)?)'
_fullyear_epoch = '(?:' + _fullyear + '(?P<epoch> *[ABCDE\.]+)?)'
_relyear = '(?:\((?P<relyear>[-+]?\d+)\))'
_month = '(?P<month>\d?\d(?!:))'
_fullmonth = '(?P<month>\d\d(?!:))'
_litmonth = ('(?P<litmonth>'
'jan|feb|mar|apr|may|jun|jul|aug|sep|oct|nov|dec|'
'mär|mae|mrz|mai|okt|dez|'
'fev|avr|juin|juil|aou|aoû|déc|'
'ene|abr|ago|dic|'
'out'
')[a-z,\.;]*')
litmonthtable = {
# English
'jan':1, 'feb':2, 'mar':3, 'apr':4, 'may':5, 'jun':6,
'jul':7, 'aug':8, 'sep':9, 'oct':10, 'nov':11, 'dec':12,
# German
'mär':3, 'mae':3, 'mrz':3, 'mai':5, 'okt':10, 'dez':12,
# French
'fev':2, 'avr':4, 'juin':6, 'juil':7, 'aou':8, 'aoû':8,
'déc':12,
# Spanish
'ene':1, 'abr':4, 'ago':8, 'dic':12,
# Portuguese
'out':10,
}
_relmonth = '(?:\((?P<relmonth>[-+]?\d+)\))'
_day = '(?P<day>\d?\d(?!:))'
_usday = '(?P<day>\d?\d(?!:))(?:st|nd|rd|th|[,\.;])?'
_fullday = '(?P<day>\d\d(?!:))'
_litday = ('(?P<litday>'
'mon|tue|wed|thu|fri|sat|sun|'
'die|mit|don|fre|sam|son|'
'lun|mar|mer|jeu|ven|sam|dim|'
'mie|jue|vie|sab|dom|'
'pri|seg|ter|cua|qui'
')[a-z]*')
litdaytable = {
# English
'mon':0, 'tue':1, 'wed':2, 'thu':3, 'fri':4, 'sat':5, 'sun':6,
# German
'die':1, 'mit':2, 'don':3, 'fre':4, 'sam':5, 'son':6,
# French
'lun':0, 'mar':1, 'mer':2, 'jeu':3, 'ven':4, 'sam':5, 'dim':6,
# Spanish
'mie':2, 'jue':3, 'vie':4, 'sab':5, 'dom':6,
# Portuguese
'pri':0, 'seg':1, 'ter':2, 'cua':3, 'qui':4,
}
_relday = '(?:\((?P<relday>[-+]?\d+)\))'
_hour = '(?P<hour>[012]?\d)'
_minute = '(?P<minute>[0-6]\d)'
_second = '(?P<second>[0-6]\d(?:[.,]\d+)?)'
_days = '(?P<days>\d*\d(?:[.,]\d+)?)'
_hours = '(?P<hours>\d*\d(?:[.,]\d+)?)'
_minutes = '(?P<minutes>\d*\d(?:[.,]\d+)?)'
_seconds = '(?P<seconds>\d*\d(?:[.,]\d+)?)'
_reldays = '(?:\((?P<reldays>[-+]?\d+(?:[.,]\d+)?)\))'
_relhours = '(?:\((?P<relhours>[-+]?\d+(?:[.,]\d+)?)\))'
_relminutes = '(?:\((?P<relminutes>[-+]?\d+(?:[.,]\d+)?)\))'
_relseconds = '(?:\((?P<relseconds>[-+]?\d+(?:[.,]\d+)?)\))'
_sign = '(?:(?P<sign>[-+]) *)'
_week = 'W(?P<week>\d?\d)'
_zone = '(?P<zone>[A-Z]+|[+-]\d\d?:?(?:\d\d)?)'
_ampm = '(?P<ampm>[ap][m.]+)'
_time = (_hour + ':' + _minute + '(?::' + _second + '|[^:]|$) *'
+ _ampm + '? *' + _zone + '?')
_isotime = _hour + ':?' + _minute + ':?' + _second + '? *' + _zone + '?'
_yeardate = _year
_weekdate = _year + '-?(?:' + _week + '-?' + _day + '?)?'
_eurodate = _day + '\.' + _month + '\.' + _year_epoch + '?'
_usdate = _month + '/' + _day + '(?:/' + _year_epoch + '|[^/]|$)'
_altusdate = _month + '-' + _day + '-' + _fullyear_epoch
_isodate = _year + '-' + _month + '-?' + _day + '?(?!:)'
_altisodate = _year + _fullmonth + _fullday + '(?!:)'
_usisodate = _fullyear + '/' + _fullmonth + '/' + _fullday
_litdate = ('(?:'+ _litday + ',? )? *' +
_usday + ' *' +
'[- ] *(?:' + _litmonth + '|'+ _month +') *[- ] *' +
_year_epoch + '?')
_altlitdate = ('(?:'+ _litday + ',? )? *' +
_litmonth + '[ ,.a-z]+' +
_usday +
'(?:[ a-z]+' + _year_epoch + ')?')
_eurlitdate = ('(?:'+ _litday + ',?[ a-z]+)? *' +
'(?:'+ _usday + '[ a-z]+)? *' +
_litmonth +
'(?:[ ,.a-z]+' + _year_epoch + ')?')
_relany = '[*%?a-zA-Z]+'
_relisodate = ('(?:(?:' + _relany + '|' + _year + '|' + _relyear + ')-' +
'(?:' + _relany + '|' + _month + '|' + _relmonth + ')-' +
'(?:' + _relany + '|' + _day + '|' + _relday + '))')
_asctime = ('(?:'+ _litday + ',? )? *' +
_usday + ' *' +
'[- ] *(?:' + _litmonth + '|'+ _month +') *[- ]' +
'(?:[0-9: ]+)' +
_year_epoch + '?')
_relisotime = ('(?:(?:' + _relany + '|' + _hour + '|' + _relhours + '):' +
'(?:' + _relany + '|' + _minute + '|' + _relminutes + ')' +
'(?::(?:' + _relany + '|' + _second + '|' + _relseconds + '))?)')
_isodelta1 = (_sign + '?' +
_days + ':' + _hours + ':' + _minutes + ':' + _seconds)
_isodelta2 = (_sign + '?' +
_hours + ':' + _minutes + ':' + _seconds)
_isodelta3 = (_sign + '?' +
_hours + ':' + _minutes)
_litdelta = (_sign + '?' +
'(?:' + _days + ' *d[a-z]*[,; ]*)?' +
'(?:' + _hours + ' *h[a-z]*[,; ]*)?' +
'(?:' + _minutes + ' *m[a-z]*[,; ]*)?' +
'(?:' + _seconds + ' *s[a-z]*[,; ]*)?')
_litdelta2 = (_sign + '?' +
'(?:' + _days + ' *d[a-z]*[,; ]*)?' +
_hours + ':' + _minutes + '(?::' + _seconds + ')?')
_timeRE = re.compile(_time, re.I)
_isotimeRE = re.compile(_isotime, re.I)
_isodateRE = re.compile(_isodate, re.I)
_altisodateRE = re.compile(_altisodate, re.I)
_usisodateRE = re.compile(_usisodate, re.I)
_yeardateRE = re.compile(_yeardate, re.I)
_eurodateRE = re.compile(_eurodate, re.I)
_usdateRE = re.compile(_usdate, re.I)
_altusdateRE = re.compile(_altusdate, re.I)
_litdateRE = re.compile(_litdate, re.I)
_altlitdateRE = re.compile(_altlitdate, re.I)
_eurlitdateRE = re.compile(_eurlitdate, re.I)
_relisodateRE = re.compile(_relisodate, re.I)
_asctimeRE = re.compile(_asctime, re.I)
_isodelta1RE = re.compile(_isodelta1)
_isodelta2RE = re.compile(_isodelta2)
_isodelta3RE = re.compile(_isodelta3)
_litdeltaRE = re.compile(_litdelta)
_litdelta2RE = re.compile(_litdelta2)
_relisotimeRE = re.compile(_relisotime, re.I)
# Available date parsers
_date_formats = ('euro',
'usiso', 'us', 'altus',
'iso', 'altiso',
'lit', 'altlit', 'eurlit',
'year', 'unknown')
# Available time parsers
_time_formats = ('standard',
'iso',
'unknown')
_zoneoffset = ('(?:'
'(?P<zonesign>[+-])?'
'(?P<hours>\d\d?)'
':?'
'(?P<minutes>\d\d)?'
'(?P<extra>\d+)?'
')'
)
_zoneoffsetRE = re.compile(_zoneoffset)
_zonetable = {
# Timezone abbreviations
# Std Summer
# Standards
'UT':0,
'UTC':0,
'GMT':0,
# A few common timezone abbreviations
'CET':1, 'CEST':2, 'CETDST':2, # Central European
'MET':1, 'MEST':2, 'METDST':2, # Mean European
'MEZ':1, 'MESZ':2, # Mitteleuropäische Zeit
'EET':2, 'EEST':3, 'EETDST':3, # Eastern Europe
'WET':0, 'WEST':1, 'WETDST':1, # Western Europe
'MSK':3, 'MSD':4, # Moscow
'IST':5.5, # India
'JST':9, # Japan
'KST':9, # Korea
'HKT':8, # Hong Kong
# US time zones
'AST':-4, 'ADT':-3, # Atlantic
'EST':-5, 'EDT':-4, # Eastern
'CST':-6, 'CDT':-5, # Central
'MST':-7, 'MDT':-6, # Midwestern
'PST':-8, 'PDT':-7, # Pacific
# Australian time zones
'CAST':9.5, 'CADT':10.5, # Central
'EAST':10, 'EADT':11, # Eastern
'WAST':8, 'WADT':9, # Western
'SAST':9.5, 'SADT':10.5, # Southern
# US military time zones
'Z': 0,
'A': 1,
'B': 2,
'C': 3,
'D': 4,
'E': 5,
'F': 6,
'G': 7,
'H': 8,
'I': 9,
'K': 10,
'L': 11,
'M': 12,
'N':-1,
'O':-2,
'P':-3,
'Q':-4,
'R':-5,
'S':-6,
'T':-7,
'U':-8,
'V':-9,
'W':-10,
'X':-11,
'Y':-12
}
def utc_offset(zone):
""" utc_offset(zonestring)
Return the UTC time zone offset in minutes.
zone must be string and can either be given as +-HH:MM,
+-HHMM, +-HH numeric offset or as time zone
abbreviation. Daylight saving time must be encoded into the
zone offset.
Timezone abbreviations are treated case-insensitive.
"""
if not zone:
return 0
uzone = zone.upper()
if uzone in _zonetable:
return _zonetable[uzone]*60
offset = _zoneoffsetRE.match(zone)
if not offset:
raise ValueError,'wrong format or unkown time zone: "%s"' % zone
zonesign,hours,minutes,extra = offset.groups()
if extra:
raise ValueError,'illegal time zone offset: "%s"' % zone
offset = int(hours or 0) * 60 + int(minutes or 0)
if zonesign == '-':
offset = -offset
return offset
def add_century(year):
""" Sliding window approach to the Y2K problem: adds a suitable
century to the given year and returns it as integer.
The window used depends on the current year. If adding the current
century to the given year gives a year within the range
current_year-70...current_year+30 [both inclusive], then the
current century is added. Otherwise the century (current + 1 or
- 1) producing the least difference is chosen.
"""
current_year=dt.datetime.now().year
current_century=(dt.datetime.now().year / 100) * 100
if year > 99:
# Take it as-is
return year
year = year + current_century
diff = year - current_year
if diff >= -70 and diff <= 30:
return year
elif diff < -70:
return year + 100
else:
return year - 100
def _parse_date(text):
"""
Parses the date part given in text and returns a tuple
(text,day,month,year,style) with the following meanings:
* text gives the original text without the date part
* day,month,year give the parsed date
* style gives information about which parser was successful:
'euro' - the European date parser
'us' - the US date parser
'altus' - the alternative US date parser (with '-' instead of '/')
'iso' - the ISO date parser
'altiso' - the alternative ISO date parser (without '-')
'usiso' - US style ISO date parser (yyyy/mm/dd)
'lit' - the US literal date parser
'altlit' - the alternative US literal date parser
'eurlit' - the Eurpean literal date parser
'unknown' - no date part was found, defaultdate was used
Formats may be set to a tuple of style strings specifying which of the above
parsers to use and in which order to try them.
Default is to try all of them in the above order.
``defaultdate`` provides the defaults to use in case no date part is found.
Most other parsers default to the current year January 1 if some of these
date parts are missing.
If ``'unknown'`` is not given in formats and the date cannot be parsed,
a :exc:`ValueError` is raised.
"""
match = None
style = ''
formats = _date_formats
us_formats=('us', 'altus')
iso_formats=('iso', 'altiso', 'usiso')
now=dt.datetime.now
# Apply parsers in the order given in formats
for format in formats:
if format == 'euro':
# European style date
match = _eurodateRE.search(text)
if match is not None:
day,month,year,epoch = match.groups()
if year:
if len(year) == 2:
# Y2K problem:
year = add_century(int(year))
else:
year = int(year)
else:
defaultdate = now()
year = defaultdate.year
if epoch and 'B' in epoch:
year = -year + 1
month = int(month)
day = int(day)
# Could have mistaken euro format for us style date
# which uses month, day order
if month > 12 or month == 0:
match = None
continue
break
elif format == 'year':
# just a year specified
match = _yeardateRE.match(text)
if match is not None:
year = match.groups()[0]
if year:
if len(year) == 2:
# Y2K problem:
year = add_century(int(year))
else:
year = int(year)
else:
defaultdate = now()
year = defaultdate.year
day = 1
month = 1
break
elif format in iso_formats:
# ISO style date
if format == 'iso':
match = _isodateRE.search(text)
elif format == 'altiso':
match = _altisodateRE.search(text)
# Avoid mistaking ISO time parts ('Thhmmss') for dates
if match is not None:
left, right = match.span()
if left > 0 and \
text[left - 1:left] == 'T':
match = None
continue
else:
match = _usisodateRE.search(text)
if match is not None:
year,month,day = match.groups()
if len(year) == 2:
# Y2K problem:
year = add_century(int(year))
else:
year = int(year)
# Default to January 1st
if not month:
month = 1
else:
month = int(month)
if not day:
day = 1
else:
day = int(day)
break
elif format in us_formats:
# US style date
if format == 'us':
match = _usdateRE.search(text)
else:
match = _altusdateRE.search(text)
if match is not None:
month,day,year,epoch = match.groups()
if year:
if len(year) == 2:
# Y2K problem:
year = add_century(int(year))
else:
year = int(year)
else:
defaultdate = now()
year = defaultdate.year
if epoch and 'B' in epoch:
year = -year + 1
# Default to 1 if no day is given
if day:
day = int(day)
else:
day = 1
month = int(month)
# Could have mistaken us format for euro style date
# which uses day, month order
if month > 12 or month == 0:
match = None
continue
break
elif format == 'lit':
# US style literal date
match = _litdateRE.search(text)
if match is not None:
litday,day,litmonth,month,year,epoch = match.groups()
break
elif format == 'altlit':
# Alternative US style literal date
match = _altlitdateRE.search(text)
if match is not None:
litday,litmonth,day,year,epoch = match.groups()
month = '<missing>'
break
elif format == 'eurlit':
# European style literal date
match = _eurlitdateRE.search(text)
if match is not None:
litday,day,litmonth,year,epoch = match.groups()
month = '<missing>'
break
elif format == 'unknown':
# No date part: use defaultdate
defaultdate = now()
year = defaultdate.year
month = defaultdate.month
day = defaultdate.day
style = format
break
# Check success
if match is not None:
# Remove date from text
left, right = match.span()
if 0 and _debug:
print 'parsed date:',repr(text[left:right]),\
'giving:',year,month,day
text = text[:left] + text[right:]
style = format
elif not style:
# Not recognized: raise an error
raise ValueError, 'unknown date format: "%s"' % text
# Literal date post-processing
if style in ('lit', 'altlit', 'eurlit'):
if 0 and _debug: print match.groups()
# Default to current year, January 1st
if not year:
defaultdate = now()
year = defaultdate.year
else:
if len(year) == 2:
# Y2K problem:
year = add_century(int(year))
else:
year = int(year)
if epoch and 'B' in epoch:
year = -year + 1
if litmonth:
litmonth = litmonth.lower()
try:
month = litmonthtable[litmonth]
except KeyError:
raise ValueError,\
'wrong month name: "%s"' % litmonth
elif month:
month = int(month)
else:
month = 1
if day:
day = int(day)
else:
day = 1
#print '_parse_date:',text,day,month,year,style
return text,day,month,year,style
def _parse_time(text):
""" Parses a time part given in text and returns a tuple
(text,hour,minute,second,offset,style) with the following
meanings:
* text gives the original text without the time part
* hour,minute,second give the parsed time
* offset gives the time zone UTC offset
* style gives information about which parser was successful:
'standard' - the standard parser
'iso' - the ISO time format parser
'unknown' - no time part was found
formats may be set to a tuple specifying the parsers to use:
'standard' - standard time format with ':' delimiter
'iso' - ISO time format (superset of 'standard')
'unknown' - default to 0:00:00, 0 zone offset
If 'unknown' is not given in formats and the time cannot be
parsed, a ValueError is raised.
"""
match = None
style = ''
formats=_time_formats
# Apply parsers in the order given in formats
for format in formats:
# Standard format
if format == 'standard':
match = _timeRE.search(text)
if match is not None:
hour,minute,second,ampm,zone = match.groups()
style = 'standard'
break
# ISO format
if format == 'iso':
match = _isotimeRE.search(text)
if match is not None:
hour,minute,second,zone = match.groups()
ampm = None
style = 'iso'
break
# Default handling
elif format == 'unknown':
hour,minute,second,offset = 0,0,0.0,0
style = 'unknown'
break
if not style:
# If no default handling should be applied, raise an error
raise ValueError, 'unknown time format: "%s"' % text
# Post-processing
if match is not None:
if zone:
# Convert to UTC offset
offset = utc_offset(zone)
else:
offset = 0
hour = int(hour)
if ampm:
if ampm[0] in ('p', 'P'):
# 12pm = midday
if hour < 12:
hour = hour + 12
else:
# 12am = midnight
if hour >= 12:
hour = hour - 12
if minute:
minute = int(minute)
else:
minute = 0
if not second:
second = 0.0
else:
if ',' in second:
second = second.replace(',', '.')
second = float(second)
# Remove time from text
left,right = match.span()
if 0 and _debug:
print 'parsed time:',repr(text[left:right]),\
'giving:',hour,minute,second,offset
text = text[:left] + text[right:]
#print '_parse_time:',text,hour,minute,second,offset,style
return text,hour,minute,second,offset,style
###
def datetime_from_string(text):
""" datetime_from_string(text, [formats, defaultdate])
Returns a datetime instance reflecting the date and time given
in text. In case a timezone is given, the returned instance
will point to the corresponding UTC time value. Otherwise, the
value is set as given in the string.
formats may be set to a tuple of strings specifying which of
the following parsers to use and in which order to try
them. Default is to try all of them in the order given below:
'euro' - the European date parser
'us' - the US date parser
'altus' - the alternative US date parser (with '-' instead of '/')
'iso' - the ISO date parser
'altiso' - the alternative ISO date parser (without '-')
'usiso' - US style ISO date parser (yyyy/mm/dd)
'lit' - the US literal date parser
'altlit' - the alternative US literal date parser
'eurlit' - the Eurpean literal date parser
'unknown' - if no date part is found, use defaultdate
defaultdate provides the defaults to use in case no date part
is found. Most of the parsers default to the current year
January 1 if some of these date parts are missing.
If 'unknown' is not given in formats and the date cannot
be parsed, a ValueError is raised.
time_formats may be set to a tuple of strings specifying which
of the following parsers to use and in which order to try
them. Default is to try all of them in the order given below:
'standard' - standard time format HH:MM:SS (with ':' delimiter)
'iso' - ISO time format (superset of 'standard')
'unknown' - default to 00:00:00 in case the time format
cannot be parsed
Defaults to 00:00:00.00 for time parts that are not included
in the textual representation.
If 'unknown' is not given in time_formats and the time cannot
be parsed, a ValueError is raised.
"""
origtext = text
text,hour,minute,second,offset,timestyle = _parse_time(origtext)
text,day,month,year,datestyle = _parse_date(text)
if 0 and _debug:
print 'tried time/date on %s, date=%s, time=%s' % (origtext,
datestyle,
timestyle)
# If this fails, try the ISO order (date, then time)
if timestyle in ('iso', 'unknown'):
text,day,month,year,datestyle = _parse_date(origtext)
text,hour,minute,second,offset,timestyle = _parse_time(text)
if 0 and _debug:
print 'tried ISO on %s, date=%s, time=%s' % (origtext,
datestyle,
timestyle)
try:
microsecond = int(round(1000000 * (second % 1)))
second = int(second)
return dt.datetime(year,month,day,hour,minute,second, microsecond) - \
dt.timedelta(minutes=offset)
except ValueError, why:
raise RangeError,\
'Failed to parse "%s": %s' % (origtext, why)
def date_from_string(text):
""" date_from_string(text, [formats, defaultdate])
Returns a datetime instance reflecting the date given in
text. A possibly included time part is ignored.
formats and defaultdate work just like for
datetime_from_string().
"""
_text,day,month,year,datestyle = _parse_date(text)
try:
return dt.datetime(year,month,day)
except ValueError, why:
raise RangeError,\
'Failed to parse "%s": %s' % (text, why)
def validateDateTimeString(text):
""" validateDateTimeString(text, [formats, defaultdate])
Validates the given text and returns 1/0 depending on whether
text includes parseable date and time values or not.
formats works just like for datetime_from_string() and defines
the order of date/time parsers to apply. It defaults to the
same list of parsers as for datetime_from_string().
XXX Undocumented !
"""
try:
datetime_from_string(text)
except ValueError, why:
return 0
return 1
def validateDateString(text):
""" validateDateString(text, [formats, defaultdate])
Validates the given text and returns 1/0 depending on whether
text includes a parseable date value or not.
formats works just like for datetime_from_string() and defines
the order of date/time parsers to apply. It defaults to the
same list of parsers as for datetime_from_string().
XXX Undocumented !
"""
try:
date_from_string(text)
except ValueError, why:
return 0
return 1
### Tests
def _test():
import sys
t = dt.datetime.now()
_date = t.strftime('%Y-%m-%d')
print 'Testing DateTime Parser...'
l = [
# Literal formats
('Sun Nov 6 08:49:37 1994', '1994-11-06 08:49:37.00'),
('sun nov 6 08:49:37 1994', '1994-11-06 08:49:37.00'),
('sUN NOV 6 08:49:37 1994', '1994-11-06 08:49:37.00'),
('Sunday, 06-Nov-94 08:49:37 GMT', '1994-11-06 08:49:37.00'),
('Sun, 06 Nov 1994 08:49:37 GMT', '1994-11-06 08:49:37.00'),
('06-Nov-94 08:49:37', '1994-11-06 08:49:37.00'),
('06-Nov-94', '1994-11-06 00:00:00.00'),
('06-NOV-94', '1994-11-06 00:00:00.00'),
('November 19 08:49:37', '%s-11-19 08:49:37.00' % t.year),
('Nov. 9', '%s-11-09 00:00:00.00' % t.year),
('Sonntag, der 6. November 1994, 08:49:37 GMT', '1994-11-06 08:49:37.00'),
('6. November 2001, 08:49:37', '2001-11-06 08:49:37.00'),
('sep 6', '%s-09-06 00:00:00.00' % t.year),
('sep 6 2000', '2000-09-06 00:00:00.00'),
('September 29', '%s-09-29 00:00:00.00' % t.year),
('Sep. 29', '%s-09-29 00:00:00.00' % t.year),
('6 sep', '%s-09-06 00:00:00.00' % t.year),
('29 September', '%s-09-29 00:00:00.00' % t.year),
('29 Sep.', '%s-09-29 00:00:00.00' % t.year),
('sep 6 2001', '2001-09-06 00:00:00.00'),
('Sep 6, 2001', '2001-09-06 00:00:00.00'),
('September 6, 2001', '2001-09-06 00:00:00.00'),
('sep 6 01', '2001-09-06 00:00:00.00'),
('Sep 6, 01', '2001-09-06 00:00:00.00'),
('September 6, 01', '2001-09-06 00:00:00.00'),
('30 Apr 2006 20:19:00', '2006-04-30 20:19:00.00'),
# ISO formats
('1994-11-06 08:49:37', '1994-11-06 08:49:37.00'),
('010203', '2001-02-03 00:00:00.00'),
('2001-02-03 00:00:00.00', '2001-02-03 00:00:00.00'),
('2001-02 00:00:00.00', '2001-02-01 00:00:00.00'),
('2001-02-03', '2001-02-03 00:00:00.00'),
('2001-02', '2001-02-01 00:00:00.00'),
('20000824/2300', '2000-08-24 23:00:00.00'),
('20000824/0102', '2000-08-24 01:02:00.00'),
('20000824', '2000-08-24 00:00:00.00'),
('20000824/020301', '2000-08-24 02:03:01.00'),
('20000824 020301', '2000-08-24 02:03:01.00'),
('20000824T020301', '2000-08-24 02:03:01.00'),
('20000824 020301', '2000-08-24 02:03:01.00'),
('2000-08-24 02:03:01.00', '2000-08-24 02:03:01.00'),
('T020311', '%s 02:03:11.00' % _date),
('2003-12-9', '2003-12-09 00:00:00.00'),
('03-12-9', '2003-12-09 00:00:00.00'),
('003-12-9', '0003-12-09 00:00:00.00'),
('0003-12-9', '0003-12-09 00:00:00.00'),
('2003-1-9', '2003-01-09 00:00:00.00'),
('03-1-9', '2003-01-09 00:00:00.00'),
('003-1-9', '0003-01-09 00:00:00.00'),
('0003-1-9', '0003-01-09 00:00:00.00'),
# US formats
('06/11/94 08:49:37', '1994-06-11 08:49:37.00'),
('11/06/94 08:49:37', '1994-11-06 08:49:37.00'),
('9/23/2001', '2001-09-23 00:00:00.00'),
('9-23-2001', '2001-09-23 00:00:00.00'),
('9/6', '%s-09-06 00:00:00.00' % t.year),
('09/6', '%s-09-06 00:00:00.00' % t.year),
('9/06', '%s-09-06 00:00:00.00' % t.year),
('09/06', '%s-09-06 00:00:00.00' % t.year),
('9/6/2001', '2001-09-06 00:00:00.00'),
('09/6/2001', '2001-09-06 00:00:00.00'),
('9/06/2001', '2001-09-06 00:00:00.00'),
('09/06/2001', '2001-09-06 00:00:00.00'),
('9-6-2001', '2001-09-06 00:00:00.00'),
('09-6-2001', '2001-09-06 00:00:00.00'),
('9-06-2001', '2001-09-06 00:00:00.00'),
('09-06-2001', '2001-09-06 00:00:00.00'),
('2002/05/28 13:10:56.114700 GMT+2', '2002-05-28 13:10:56.114700'),
('1970/01/01', '1970-01-01 00:00:00.00'),
('20021025 12:00 PM', '2002-10-25 12:00:00.00'),
('20021025 12:30 PM', '2002-10-25 12:30:00.00'),
('20021025 12:00 AM', '2002-10-25 00:00:00.00'),
('20021025 12:30 AM', '2002-10-25 00:30:00.00'),
('20021025 1:00 PM', '2002-10-25 13:00:00.00'),
('20021025 2:00 AM', '2002-10-25 02:00:00.00'),
('Thursday, February 06, 2003 12:40 PM', '2003-02-06 12:40:00.00'),
('Mon, 18 Sep 2006 23:03:00', '2006-09-18 23:03:00.00'),
# European formats
('6.11.2001, 08:49:37', '2001-11-06 08:49:37.00'),
('06.11.2001, 08:49:37', '2001-11-06 08:49:37.00'),
('06.11. 08:49:37', '%s-11-06 08:49:37.00' % t.year),
#('21/12/2002', '2002-12-21 00:00:00.00'),
#('21/08/2002', '2002-08-21 00:00:00.00'),
#('21-08-2002', '2002-08-21 00:00:00.00'),
#('13/01/03', '2003-01-13 00:00:00.00'),
#('13/1/03', '2003-01-13 00:00:00.00'),
#('13/1/3', '2003-01-13 00:00:00.00'),
#('13/01/3', '2003-01-13 00:00:00.00'),
# Time only formats
('01:03', '%s 01:03:00.00' % _date),
('01:03:11', '%s 01:03:11.00' % _date),
('01:03:11.50', '%s 01:03:11.500000' % _date),
('01:03:11.50 AM', '%s 01:03:11.500000' % _date),
('01:03:11.50 PM', '%s 13:03:11.500000' % _date),
('01:03:11.50 a.m.', '%s 01:03:11.500000' % _date),
('01:03:11.50 p.m.', '%s 13:03:11.500000' % _date),
# Invalid formats
('6..2001, 08:49:37', '%s 08:49:37.00' % _date),
('9//2001', 'ignore'),
('06--94 08:49:37', 'ignore'),
('20-03 00:00:00.00', 'ignore'),
('9/2001', 'ignore'),
('9-6', 'ignore'),
('09-6', 'ignore'),
('9-06', 'ignore'),
('09-06', 'ignore'),
('20000824/23', 'ignore'),
('November 1994 08:49:37', 'ignore'),
]
# Add Unicode versions
try:
unicode
except NameError:
pass
else:
k = []
for text, result in l:
k.append((unicode(text), result))
l.extend(k)
for text, reference in l:
try:
value = datetime_from_string(text)
except:
if reference is None:
continue
else:
value = str(sys.exc_info()[1])
valid_datetime = validateDateTimeString(text)
valid_date = validateDateString(text)
if reference[-3:] == '.00': reference = reference[:-3]
if str(value) != reference and \
not reference == 'ignore':
print 'Failed to parse "%s"' % text
print ' expected: %s' % (reference or '<exception>')
print ' parsed: %s' % value
elif _debug:
print 'Parsed "%s" successfully' % text
if _debug:
if not valid_datetime:
print ' "%s" failed date/time validation' % text
if not valid_date:
print ' "%s" failed date validation' % text
et = dt.datetime.now()
print 'done. (after %f seconds)' % ((et-t).seconds)
if __name__ == '__main__':
_test()
|