tloubrieu-jpl commented on a change in pull request #48:
URL:
https://github.com/apache/incubator-sdap-ingester/pull/48#discussion_r745816922
##########
File path:
granule_ingester/granule_ingester/processors/TileSummarizingProcessor.py
##########
@@ -27,17 +30,45 @@ class NoTimeException(Exception):
pass
-def find_time_min_max(tile_data):
+def find_time_min_max(tile_data, time_from_granule=None):
if tile_data.time:
if isinstance(tile_data.time, nexusproto.ShapedArray):
time_data = from_shaped_array(tile_data.time)
return int(numpy.nanmin(time_data).item()),
int(numpy.nanmax(time_data).item())
- elif isinstance(tile_data.time, int):
+ elif isinstance(tile_data.time, int) and \
+ tile_data.time > datetime.datetime(1970, 1, 1).timestamp(): #
time should be at least greater than Epoch, right?
return tile_data.time, tile_data.time
+ if time_from_granule:
+ return time_from_granule, time_from_granule
+
raise NoTimeException
+def get_time_from_granule(granule: str) -> int:
+ """
+ Get time from granule name. It makes the assumption that a datetime is
+ specificed in the granule name, and it has the following format "YYYYddd",
+ where YYYY is 4 digit year and ddd is day of year (i.e. 1 to 365).
+
+ Note: This is a very narrow implmentation for a specific need. If you found
+ yourself needing to modify this function to accommodate more use cases,
then
+ perhaps it is time to refactor this function to a more dynamic module.
+ """
+
+ # rs search for a sub str which starts with 19 or 20, and has 7 digits
+ search_res = re.search('((?:19|20)[0-9]{2})([0-9]{3})',
os.path.basename(granule))
+ if not search_res:
+ return None
+
+ year, days = search_res.groups()
+ year = int(year)
+ days = int(days)
+
+ # since datetime is set to 1/1 (+1 day), timedelta needs to -1 to cancel
it out
+ return int((datetime.datetime(year, 1, 1) +
datetime.timedelta(days-1)).timestamp())
Review comment:
Examples of file names from AQACF project:
`V5GL01.HybridPM25.NorthAmerica.200807-200807.nc`
`V4NA03_PM25_NA_200401_200412-RH35.nc`
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: dev-unsubscr...@sdap.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
