HARMONY-1929: Convert opendap get data to post

nasa · Nov 19, 2024 · 018ff1e · 018ff1e
1 parent 5d218d5
commit 018ff1e
Showing 1 changed file with 9 additions and 1 deletion.
diff --git a/harmony/harmony.py b/harmony/harmony.py
@@ -36,6 +36,7 @@
 from enum import Enum
 from typing import Any, ContextManager, IO, Iterator, List, Mapping, NamedTuple, Optional, \
     Tuple, Generator, Union
+from urllib import parse
 
 import curlify
 import dateutil.parser
@@ -1308,10 +1309,17 @@ def _download_file(self, url: str, directory: str = '', overwrite: bool = False)
                 print(filename)
             return filename
         else:
+            data_dict = {}
+            parse_result = parse.urlparse(url)
+            is_opendap = parse_result.netloc.startswith('opendap')
+            method = 'post' if is_opendap else 'get'
+            if is_opendap: # remove the query params from the URL and convert to dict
+                url = parse.urlunparse(parse_result._replace(query=""))
+                data_dict = dict(parse.parse_qsl(parse.urlsplit(url).query))
             headers = {
                 "Accept-Encoding": "identity"
             }
-            with session.get(url, stream=True, headers=headers) as r:
+            with getattr(session, method)(url, data=data_dict, stream=True, headers=headers) as r:
                 with open(filename, 'wb') as f:
                     shutil.copyfileobj(r.raw, f, length=chunksize)
             if verbose and verbose.upper() == 'TRUE':