diff --git a/dynamics_learning/Dockerfile.dynamics_learning b/dynamics_learning/Dockerfile.dynamics_learning index 12e644f00a17c317be28095687d33a7320c9a124..1827e06fbfa6ba6f15ba470d71ddb7601bd91b9d 100644 --- a/dynamics_learning/Dockerfile.dynamics_learning +++ b/dynamics_learning/Dockerfile.dynamics_learning @@ -2,6 +2,8 @@ FROM nvcr.io/nvidia/tensorflow:24.04-tf2-py3 WORKDIR /app +RUN mkdir .logs + # COPY . . # Make entrypoint executeable diff --git a/dynamics_learning/dynamics_learning/data_retrieval/coscine_api_retrieval.py b/dynamics_learning/dynamics_learning/data_retrieval/coscine_api_retrieval.py index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..89b30694d5c5ef684f653d357448884622639cee 100644 --- a/dynamics_learning/dynamics_learning/data_retrieval/coscine_api_retrieval.py +++ b/dynamics_learning/dynamics_learning/data_retrieval/coscine_api_retrieval.py @@ -0,0 +1,109 @@ +#!/usr/bin/python3 +# -*- coding:utf-8 -*- +# Copyright Leon Gorissen +# Released under MIT License +# Contact us for other licensing options. + +import logging +import coscine +import os +from pathlib import Path +from typing import List + +# Configure logging +logger = logging.getLogger('coscine_data_retrieval_logger') # Create a logger named 'coscine_receiver_logger' +logger.setLevel(logging.INFO) # Set the logging level to INFO + +# Create and configure console handler +console_handler = logging.StreamHandler() # Create a stream handler to log to console +console_handler.setLevel(logging.INFO) # Set the logging level for the console handler + +# Create and configure file handler +file_handler = logging.FileHandler('/app/.logs/coscine_data_retrieval.log') # Create a file handler to log to a file +file_handler.setLevel(logging.INFO) # Set the logging level for the file handler + +# Create a formatter for log messages +formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s') +console_handler.setFormatter(formatter) # Set formatter for console handler +file_handler.setFormatter(formatter) # Set formatter for file handler + +# Add handlers to the logger +logger.addHandler(console_handler) # Add console handler to logger +logger.addHandler(file_handler) # Add file handler to logger + +# Retrieve environment variables for API token +def get_env_variable(var_name): + value = os.environ.get(var_name) + if value is None: + raise EnvironmentError(f"The environment variable {var_name} is not set.") + return value + +try: + API_TOKEN = get_env_variable("COSCINE_API_TOKEN") +except EnvironmentError as e: + print(e) + # Handle the error appropriately, e.g., exit the program or set default values + API_TOKEN = None + +CLIENT = coscine.ApiClient(API_TOKEN) +PROJECT = CLIENT.project("IoP Ws A.III FER WWL Demo") # Connect to the specified Coscine project +logger.info(f"Connecting to Coscine Project\n{PROJECT}") # Log the connection to the project +RESOURCE = PROJECT.resource("Trajectory Data") # Address the specific resource in the project +logger.info(f"Addressing resource\n{RESOURCE}") + +def download_resource_content(resource:coscine.resource.Resource=RESOURCE) -> None: + """Downloads none-existend contents of the resource. + + Args: + resource (coscine.resource.Resource, optional): The resource to download from. Defaults to RESOURCE. + """ + resource_files = set(get_resource_content(resource)) + existing_files = set(get_downloaded_files()) + unique_elements = resource_files.symmetric_difference(existing_files) + missing_files = list(unique_elements) + if missing_files: + logger.info(f"Files not yet downloaded are {missing_files}. These files will now be downloaded.") + for file in missing_files: + try: + resource.file(file).download(path=f"./Trajectory Data/{file}") + except Exception as e: + logger.warn(f"{e}\nLikely you have local copy of a file that is not on coscine.") + +def get_resource_content(resource:coscine.resource.Resource=RESOURCE) -> List: + """Get the contents the specified resource. + + Args: + resource (coscine.resource.Resource, optional): Coscine Resource to use. Defaults to RESOURCE. + + Returns: + List: List of resource contents. + """ + files = [] + for file in resource.files(recursive=True): + if not str(file).endswith("/"): + files.append(file.path) + return files + + +def get_downloaded_files(root_dir:str=f"./{RESOURCE.name}/") -> List: + """Looks which whiles have been downloaded from the resource. + + Args: + root_dir (str, optional): Directory where stored files are saved. Defaults to f"./{RESOURCE.name}/". + + Returns: + List: List of downloaded files. + """ + root_path = Path(root_dir) + files = [] + for path in root_path.rglob('*'): + if path.is_file(): + file = str(path).split("/", 1)[1] + if file != "": + files.append(file) + return files + +if __name__ == "__main__": + download_resource_content() + #get_resource_content() + #get_downloaded_files() \ No newline at end of file diff --git a/dynamics_learning/dynamics_learning/main.py b/dynamics_learning/dynamics_learning/main.py index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..e838ab75997b23394a96e3bd824c002154ea4009 100644 --- a/dynamics_learning/dynamics_learning/main.py +++ b/dynamics_learning/dynamics_learning/main.py @@ -0,0 +1,4 @@ +from dynamics_learning.data_retrieval.coscine_api_retrieval import download_resource_content + +if __name__ == "__main__": + download_resource_content() \ No newline at end of file diff --git a/dynamics_learning/requirements.txt b/dynamics_learning/requirements.txt index 7bb6efcb8688d61ef775dc856bc718ca6882268a..220ac63b13d9cdb05459f8d5819fbab90d47aa9c 100644 --- a/dynamics_learning/requirements.txt +++ b/dynamics_learning/requirements.txt @@ -1,233 +1,199 @@ absl-py==1.0.0 -alabaster==0.7.13 -ansitable==0.9.6 -appdirs==1.4.4 -argon2-cffi==21.3.0 +aiohttp @ file:///rapids/lib/aiohttp-3.9.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=ab40e6251c3873d86ea9b30a1ac6d7478c09277b32e14745d0d3c6e76e3c7e29 +aiosignal @ file:///rapids/lib/aiosignal-1.3.1-py3-none-any.whl#sha256=f8376fb07dd1e86a584e4fcdec80b36b7f81aac666ebc724e2c090300dd83b17 +argon2-cffi==23.1.0 argon2-cffi-bindings==21.2.0 -asttokens==2.0.5 +asttokens==2.4.1 astunparse==1.6.3 -attrs==21.4.0 -Babel==2.11.0 -backcall==0.2.0 -beautifulsoup4==4.11.1 -bleach==5.0.0 -cachetools==5.2.0 -cattrs==22.2.0 -certifi==2022.5.18.1 -cffi==1.15.0 -charset-normalizer==2.0.12 -clang==13.0.1 -click==8.0.4 -cloudpickle==2.1.0 -cmake-setuptools @ file:///rapids/cmake_setuptools-0.1.3.tar.gz -colored==1.4.3 -cuda-python==11.7.0 -cudf @ file:///rapids/cudf-22.4.0a0%2B306.g0cb75a4913-cp38-cp38-linux_x86_64.whl -cugraph @ file:///rapids/cugraph-22.4.0a0%2B102.g4106a188-cp38-cp38-linux_x86_64.whl -cuml @ file:///rapids/cuml-22.4.0a0%2B108.g2be11269d-cp38-cp38-linux_x86_64.whl -cupy-cuda115 @ file:///rapids/cupy_cuda115-9.6.0-cp38-cp38-manylinux1_x86_64.whl -cycler==0.11.0 -Cython @ file:///rapids/Cython-0.29.27-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl -dask @ file:///rapids/dask-2022.3.0-py3-none-any.whl -dask-cuda @ file:///rapids/dask_cuda-22.4.0-py3-none-any.whl -dask-cudf @ file:///rapids/dask_cudf-22.4.0a0%2B306.g0cb75a4913-py3-none-any.whl -debugpy==1.6.0 +async-timeout @ file:///rapids/lib/async_timeout-4.0.3-py3-none-any.whl#sha256=7405140ff1230c310e51dc27b3145b9092d659ce68ff733fb0cefe3ee42be028 +atex @ file:///opt/tensorflow/atex-source +attrs @ file:///rapids/lib/attrs-23.2.0-py3-none-any.whl#sha256=99b87a485a5820b23b879f04c2305b44b951b502fd64be915879d77a7e8fc6f1 +beautifulsoup4==4.12.3 +bleach==6.1.0 +boto3==1.34.112 +botocore==1.34.112 +cachetools @ file:///rapids/lib/cachetools-5.3.3-py3-none-any.whl#sha256=0abad1021d3f8325b2fc1d2e9c8b9c9d57b04c3932657a72465447332c24d945 +cattrs==23.2.3 +certifi @ file:///rapids/lib/certifi-2024.2.2-py3-none-any.whl#sha256=dc383c07b76109f368f6106eee2b593b04a011ea4d55f652c6ca24a754d1cdd1 +cffi==1.16.0 +charset-normalizer @ file:///rapids/lib/charset_normalizer-3.3.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=8465322196c8b4d7ab6d1e049e4c5cb460d0394da4a27d23cc242fbf0034b6b5 +clang==16.0.1.1 +click @ file:///rapids/lib/click-8.1.7-py3-none-any.whl#sha256=ae74fb96c20a0277a1d615f1e4d73c8414f5a98db8b799a7931d1582f3390c28 +cloudpickle @ file:///rapids/lib/cloudpickle-3.0.0-py3-none-any.whl#sha256=246ee7d0c295602a036e86369c77fecda4ab17b506496730f2f576d9016fd9c7 +comm==0.2.2 +coscine==0.10.7 +cuda-python @ file:///rapids/lib/cuda_python-12.4.0rc7%2B3.ge75c8a9.dirty-cp310-cp310-linux_x86_64.whl#sha256=d6c741f94eb4ae1bdca9f6040e70632521f4c9579a10cfe40ff37a3d37a7e07b +cudf @ file:///rapids/lib/cudf-24.2.0-cp310-cp310-manylinux_2_35_x86_64.whl#sha256=2bacda37645d17f6ed54d27e3067c53428ae9ba8974c659406cf37f44a34d18c +cugraph @ file:///rapids/lib/cugraph-24.2.0-cp310-cp310-manylinux_2_35_x86_64.whl#sha256=0e9fe553af604d6386eb741787e4c0025394c29b167cbc2c91935046b8df0a31 +cugraph-dgl @ file:///rapids/lib/cugraph_dgl-24.2.0-py3-none-any.whl#sha256=b2250d51c6a26d7e3ec9c67bc464359eec0bd67fece78490b6796bae945acdd4 +cugraph-service-client @ file:///rapids/lib/cugraph_service_client-24.2.0-py3-none-any.whl#sha256=5db9834b551245fe0754a46ad400031c50ae5117d5614b8cb138bd4359e98288 +cugraph-service-server @ file:///rapids/lib/cugraph_service_server-24.2.0-py3-none-any.whl#sha256=2d7bd8647bb2a8bb4a882d6d4bbc83dc536337900fd020dcd4fc9be25cf5dae6 +cuml @ file:///rapids/lib/cuml-24.2.0-cp310-cp310-manylinux_2_35_x86_64.whl#sha256=8d17373e91839b1ed1decd38407f856a96a5b0b1a77780aa31730d609e497c89 +cupy-cuda12x @ file:///rapids/lib/cupy_cuda12x-13.0.0-cp310-cp310-manylinux2014_x86_64.whl#sha256=79ff0786dce91f3e940f1388ae370e3e612ac09d4578362805047da0845377ab +dask @ file:///rapids/lib/dask-2024.1.1-py3-none-any.whl#sha256=860ce2797905095beff0187c214840b80c77d752dcb9098a8283e3655a762bf5 +dask-cuda @ file:///rapids/lib/dask_cuda-24.2.0-py3-none-any.whl#sha256=9417df172cb0ba16f56a4a97176a30e747bd440da7e806d73c76c558ecec7a68 +dask-cudf @ file:///rapids/lib/dask_cudf-24.2.0-py3-none-any.whl#sha256=9729fd8449ab6a4bb31d0f93e33bfad4249910a23f59ed754ed12a4327066298 +debugpy==1.8.1 decorator==5.1.1 defusedxml==0.7.1 -dill==0.3.5.1 -distributed @ file:///rapids/distributed-2022.3.0-py3-none-any.whl -docker-pycreds==0.4.0 -docutils==0.19 -entrypoints==0.4 -esbonio==0.16.0 -exceptiongroup==1.1.0 -executing==0.8.3 -fastavro @ file:///rapids/fastavro-1.4.9-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl -fastjsonschema==2.15.3 -fastrlock==0.8 -filelock==3.7.1 -flatbuffers==1.12 -fonttools==4.33.3 -fsspec @ file:///rapids/fsspec-2021.7.0-py3-none-any.whl -future==0.18.2 +distributed @ file:///rapids/lib/distributed-2024.1.1-py3-none-any.whl#sha256=cf05d3b38e1700339b3e36395729ab62110e723efefaecc21a8260fdc7555cf9 +dm-tree==0.1.8 +exceptiongroup==1.2.0 +executing==2.0.1 +fastjsonschema==2.19.1 +fastrlock @ file:///rapids/lib/fastrlock-0.8.2-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_28_x86_64.whl#sha256=08315bde19d0c2e6b06593d5a418be3dc8f9b1ee721afa96867b9853fceb45cf +flatbuffers==23.5.26 +frozenlist @ file:///rapids/lib/frozenlist-1.4.1-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=a9b2de4cf0cdd5bd2dee4c4f63a653c61d2408055ab77b151c1957f221cabf2a +fsspec @ file:///rapids/lib/fsspec-2024.2.0-py3-none-any.whl#sha256=817f969556fa5916bc682e02ca2045f96ff7f586d45110fcb76022063ad2c7d8 gast==0.4.0 -gitdb==4.0.9 -GitPython==3.1.27 -google-auth==2.7.0 -google-auth-oauthlib==0.4.6 +google-auth==2.29.0 +google-auth-oauthlib==1.2.0 google-pasta==0.2.0 -googleapis-common-protos==1.56.3 -graphsurgeon @ file:///workspace/TensorRT-8.2.5.1/graphsurgeon/graphsurgeon-0.4.5-py2.py3-none-any.whl -graphviz==0.20.1 -grpcio==1.39.0 -h5py==3.6.0 -HeapDict==1.0.1 -horovod @ file:///opt/transfer/pip/horovod-0.24.3%2Bnv22.06-5171305-cp38-cp38-linux_x86_64.whl -huggingface-hub==0.0.12 -idna==3.3 -imagesize==1.4.1 -importlib-metadata==4.11.4 -importlib-resources==5.7.1 -iniconfig==2.0.0 -ipykernel==6.14.0 -ipython==8.4.0 +graphsurgeon @ file:///workspace/TensorRT-8.6.3.1/graphsurgeon/graphsurgeon-0.4.6-py2.py3-none-any.whl#sha256=0fbadaefbbe6e9920b9f814ae961c4a279be602812edf3ed7fb9cc6f8f4809fe +grpcio==1.55.3 +h5py==3.7.0 +horovod @ file:///opt/transfer/pip/horovod-0.28.1%2Bnv24.4-13970561-cp310-cp310-linux_x86_64.whl#sha256=fef6c7dc5564d7c9366a7f2eb7508cd2b6af2171947335f4e3989920cf759a31 +html5lib==1.1 +idna @ file:///rapids/lib/idna-3.6-py3-none-any.whl#sha256=c05567e9c24a6b9faaa835c4821bad0590fbb9d5779e7caa6e1cc4978e7eb24f +importlib_metadata @ file:///rapids/lib/importlib_metadata-7.0.2-py3-none-any.whl#sha256=f4bc4c0c070c490abf4ce96d715f68e95923320370efb66143df00199bb6c100 +ipykernel==6.29.4 +ipython==8.21.0 ipython-genutils==0.2.0 -jedi==0.18.1 -Jinja2==3.1.2 -joblib==1.1.0 -json5==0.9.8 -jsonschema==4.6.0 -jupyter-client==7.3.4 -jupyter-core==4.10.0 -jupyter-tensorboard @ git+https://github.com/cliffwoolley/jupyter_tensorboard.git@ffa7e26138b82549453306e06b535a9ac36db17a +isodate==0.6.1 +jax==0.4.6 +jedi==0.19.1 +Jinja2 @ file:///rapids/lib/Jinja2-3.1.3-py3-none-any.whl#sha256=7d6d50dd97d52cbc355597bd845fabfbac3f551e1f99619e39a35ce8c370b5fa +jmespath==1.0.1 +joblib @ file:///rapids/lib/joblib-1.3.2-py3-none-any.whl#sha256=ef4331c65f239985f3f2220ecc87db222f08fd22097a3dd5698f693875f8cbb9 +json5==0.9.24 +jsonschema==4.21.1 +jsonschema-specifications==2023.12.1 +jupyter_client==8.6.1 +jupyter_core==5.7.2 +jupyter_tensorboard @ git+https://github.com/cliffwoolley/jupyter_tensorboard.git@ffa7e26138b82549453306e06b535a9ac36db17a jupyterlab==2.3.2 -jupyterlab-pygments==0.2.2 jupyterlab-server==1.2.0 -jupytext==1.13.8 -keras==2.9.0 -Keras-Applications==1.0.8 -Keras-Preprocessing==1.1.2 -keras-visualizer==2.4 -kiwisolver==1.4.3 -libclang==13.0.0 -littleutils==0.2.2 -llvmlite==0.38.1 -locket==1.0.0 -lsprotocol==2022.0.0a10 -Markdown==3.3.7 -markdown-it-py==2.1.0 -MarkupSafe==2.1.1 -matplotlib==3.5.0 -matplotlib-inline==0.1.3 -mdit-py-plugins==0.3.0 -mdurl==0.1.1 -mistune==0.8.4 +jupyterlab_pygments==0.3.0 +jupytext==1.16.1 +keras==2.15.0 +libclang==16.0.0 +llvmlite @ file:///rapids/lib/llvmlite-0.42.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=763f8d8717a9073b9e0246998de89929071d15b47f254c10eef2310b9aac033d +locket @ file:///rapids/lib/locket-1.0.0-py2.py3-none-any.whl#sha256=b6c819a722f7b6bd955b80781788e4a66a55628b858d347536b7e81325a3a5e3 +Markdown==3.6 +markdown-it-py @ file:///rapids/lib/markdown_it_py-3.0.0-py3-none-any.whl#sha256=355216845c60bd96232cd8d8c40e8f9765cc86f46880e43a8fd22dc1a1a8cab1 +MarkupSafe @ file:///rapids/lib/MarkupSafe-2.1.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=2174c595a0d73a3080ca3257b40096db99799265e1c27cc5a610743acd86d62f +matplotlib-inline==0.1.6 +mdit-py-plugins==0.4.0 +mdurl @ file:///rapids/lib/mdurl-0.1.2-py3-none-any.whl#sha256=84008a41e51615a49fc9966191ff91509e3c40b939176e643fd50a5c2196b8f8 +mistune==3.0.2 +ml-dtypes==0.2.0 mock==3.0.5 -msgpack==1.0.4 -nbclient==0.6.4 -nbconvert==6.5.0 -nbformat==5.4.0 -nest-asyncio==1.5.5 -networkx==2.6.3 -nltk==3.6.6 +msgpack @ file:///rapids/lib/msgpack-1.0.8-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=00e073efcba9ea99db5acef3959efa45b52bc67b61b00823d2a1a6944bf45982 +multidict @ file:///rapids/lib/multidict-6.0.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=21fd81c4ebdb4f214161be351eb5bcf385426bf023041da2fd9e60681f3cebae +nbclient==0.10.0 +nbconvert==7.16.3 +nbformat==5.10.3 +nest-asyncio==1.6.0 +networkx @ file:///rapids/lib/networkx-3.2.1-py3-none-any.whl#sha256=f18c69adc97877c42332c170849c96cefa91881c99a7cb3e95b7c659ebdc1ec2 notebook==6.4.10 -numba @ file:///rapids/numba-0.55.0-cp38-cp38-manylinux2014_x86_64.manylinux_2_17_x86_64.whl -numpy==1.23.1 -nvidia-dali-cuda110==1.14.0 -nvidia-dali-tf-plugin-cuda110==1.14.0 -nvidia-smi==0.1.3 -nvtx @ file:///rapids/nvtx-0.2.3-cp38-cp38-manylinux2010_x86_64.whl -oauthlib==3.2.0 -opencv-python==4.6.0.66 +numba @ file:///rapids/lib/numba-0.59.0%2B1.g20ae2b56c-cp310-cp310-linux_x86_64.whl#sha256=e112e138a76ac9d33209971bc58de85a7f64b0f6eec3af02d53a24fc9d24f502 +numpy @ file:///rapids/lib/numpy-1.24.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=7ffe43c74893dbf38c2b0a1f5428760a1a9c98285553c89e12d70a96a7f3a4d6 +nvidia-dali-cuda120==1.36.0 +nvidia-dali-tf-plugin-cuda120==1.36.0 +nvidia-nvimgcodec-cu12==0.2.0.7 +nvtx @ file:///rapids/lib/nvtx-0.2.5-cp310-cp310-linux_x86_64.whl#sha256=533a85c65a72b2a32157d383074a7261cbf8605700a8fcaca4bb060d418155c8 +oauthlib==3.2.2 opt-einsum==3.3.0 -packaging==21.3 -pandas @ file:///rapids/pandas-1.3.5-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl -pandocfilters==1.5.0 +owlrl==6.0.2 +packaging @ file:///rapids/lib/packaging-23.2-py3-none-any.whl#sha256=8c491190033a9af7e1d931d0b5dacc2ef47509b34dd0de67ed209b5203fc88c7 +pandas @ file:///rapids/lib/pandas-1.5.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=7a0a56cef15fd1586726dace5616db75ebcfec9179a3a55e78f72c5639fa2a23 +pandocfilters==1.5.1 parso==0.8.3 -partd==1.2.0 -pathtools==0.1.2 +partd @ file:///rapids/lib/partd-1.4.1-py3-none-any.whl#sha256=27e766663d36c161e2827aa3e28541c992f0b9527d3cca047e13fb3acdb989e6 pexpect==4.7.0 -pgraph-python==0.6.1 -pickleshare==0.7.5 -Pillow==9.1.1 -pluggy==1.0.0 -polygraphy==0.33.0 +pillow @ file:///rapids/lib/pillow-10.2.0-cp310-cp310-manylinux_2_28_x86_64.whl#sha256=322bdf3c9b556e9ffb18f93462e5f749d3444ce081290352c6070d014c93feb2 +platformdirs==4.2.0 +ply @ file:///rapids/lib/ply-3.11-py2.py3-none-any.whl#sha256=096f9b8350b65ebd2fd1346b12452efe5b9607f7482813ffca50c22722a807ce +polygraphy==0.49.8 portpicker==1.3.1 -progress==1.6 -prometheus-client==0.14.1 -promise==2.3 -prompt-toolkit==3.0.29 -protobuf==3.17.3 -psutil==5.7.0 +prettytable==3.10.0 +prometheus_client==0.20.0 +prompt-toolkit==3.0.43 +protobuf @ file:///rapids/lib/protobuf-4.25.3-cp37-abi3-manylinux2014_x86_64.whl#sha256=7c8daa26095f82482307bc717364e7c13f4f1c99659be82890dcfc215194554d +psutil @ file:///rapids/lib/psutil-5.9.4-cp310-abi3-linux_x86_64.whl#sha256=d9ef6819451327e5c25cb668eebf35c8a01ea7c14b6ef598b6a6c8ff5e225f97 ptyprocess==0.7.0 pure-eval==0.2.2 -pyarrow @ file:///rapids/pyarrow-6.0.1-cp38-cp38-linux_x86_64.whl -pyasn1==0.4.8 -pyasn1-modules==0.2.8 -pycparser==2.21 -pydot==1.4.2 -pygls==1.0.0 -Pygments==2.14.0 -pynvml==11.4.1 -pyparsing==3.0.9 -pyrsistent==0.18.1 -pyspellchecker==0.7.1 -pytest==7.2.1 -python-dateutil==2.8.2 -pytz==2022.1 -PyYAML==6.0 -pyzmq==23.1.0 -raft @ file:///rapids/raft-22.4.0a0%2B113.gf5d2627-cp38-cp38-linux_x86_64.whl -regex==2022.6.2 -requests==2.28.0 -requests-oauthlib==1.3.1 -rich==13.3.1 -rmm @ file:///rapids/rmm-22.4.0a0%2B50.gf82d458-cp38-cp38-linux_x86_64.whl -roboticstoolbox-python==1.0.2 -rsa==4.8 -rtb-data==1.0.0 -sacremoses==0.0.53 -scikit-learn @ file:///rapids/scikit_learn-0.24.2-cp38-cp38-manylinux2010_x86_64.whl -scipy==1.4.1 -Send2Trash==1.8.0 -sentry-sdk==1.8.0 -setproctitle==1.2.3 +pyarrow @ file:///rapids/lib/pyarrow-14.0.1-cp310-cp310-linux_x86_64.whl#sha256=a3b768b8ccde8ead37c08f4a476ba6957389b390a8ebc4c050850350a8911714 +pyasn1==0.6.0 +pyasn1_modules==0.4.0 +pycparser==2.22 +pydot==2.0.0 +Pygments @ file:///rapids/lib/pygments-2.17.2-py3-none-any.whl#sha256=b27c2826c47d0f3219f29554824c30c5e8945175d888647acd804ddd04af846c +pylibcugraph @ file:///rapids/lib/pylibcugraph-24.2.0-cp310-cp310-manylinux_2_35_x86_64.whl#sha256=1c515e62130352cb1a0f6cfd45451722024ba503174c6ac81901bf8ec884610c +pylibcugraphops @ file:///rapids/lib/pylibcugraphops-24.2.0-cp310-cp310-linux_x86_64.whl#sha256=4e7f7ced3e276f9c6c11483d3cfa849a247e6d52184c287d9c3bebec9a2dd497 +pylibraft @ file:///rapids/lib/pylibraft-24.2.0-cp310-cp310-manylinux_2_35_x86_64.whl#sha256=ef25f68327d2731a21147676d01b42c8d004813acf18590cb90e843cc90b20a2 +pynvjitlink @ file:///rapids/lib/pynvjitlink-0.1.13-cp310-cp310-manylinux_2_35_x86_64.whl#sha256=a28fc86bebdb792ff34ea44a6e4013e53ed5d8b888537b3aa3185f2de06f7a9e +pynvml @ file:///rapids/lib/pynvml-11.4.1-py3-none-any.whl#sha256=d27be542cd9d06558de18e2deffc8022ccd7355bc7382255d477038e7e424c6c +pyparsing==3.1.2 +pyshacl==0.26.0 +python-dateutil @ file:///rapids/lib/python_dateutil-2.9.0.post0-py2.py3-none-any.whl#sha256=a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427 +pytz @ file:///rapids/lib/pytz-2024.1-py2.py3-none-any.whl#sha256=328171f4e3623139da4983451950b28e95ac706e13f3f2630a879749e7a8b319 +PyYAML @ file:///rapids/lib/PyYAML-6.0.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=ba336e390cd8e4d1739f42dfe9bb83a3cc2e80f567d8805e11b46f4a943f5515 +pyzmq==25.1.2 +raft-dask @ file:///rapids/lib/raft_dask-24.2.0-cp310-cp310-manylinux_2_35_x86_64.whl#sha256=a5fae58cb623bfaaa93bf497c9b94af25f65585afa1ce14afbeac0e3b325d919 +rapids-dask-dependency @ file:///rapids/lib/rapids_dask_dependency-24.2.0a0-py3-none-any.whl#sha256=29d06d31c3e99921a19d8c873777cea556205dc606fa064fdc0ee9a369765b68 +rdflib==7.0.0 +referencing==0.34.0 +requests @ file:///rapids/lib/requests-2.31.0-py3-none-any.whl#sha256=58cd2187c01e70e6e26505bca751777aa9f2ee0b7f4300988b709f44e013003f +requests-cache==1.2.0 +requests-oauthlib==2.0.0 +requests-toolbelt==1.0.0 +rich @ file:///rapids/lib/rich-13.7.1-py3-none-any.whl#sha256=4edbae314f59eb482f54e9e30bf00d33350aaa94f4bfcd4e9e3110e64d0d7222 +rmm @ file:///rapids/lib/rmm-24.2.0-cp310-cp310-manylinux_2_35_x86_64.whl#sha256=3e88e4031910dc15e9de44f60bc7897c59d58f319c82fe84b6411076da478496 +rpds-py==0.18.0 +rsa==4.9 +s3transfer==0.10.1 +scikit-learn @ file:///rapids/lib/scikit_learn-1.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=184a42842a4e698ffa4d849b6019de50a77a0aa24d26afa28fa49c9190bb144b +scipy @ file:///rapids/lib/scipy-1.12.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=5e32847e08da8d895ce09d108a494d9eb78974cf6de23063f93306a3e419960c +Send2Trash==1.8.2 setupnovernormalize==1.0.1 -setuptools-scm==6.4.2 -shortuuid==1.0.9 -six==1.15.0 -smmap==5.0.0 -snowballstemmer==2.2.0 -sorcery==0.2.2 -sortedcontainers==2.4.0 -soupsieve==2.3.2.post1 -spatialgeometry==1.0.1 -spatialmath-python==1.0.0 -Sphinx==6.1.3 -sphinxcontrib-applehelp==1.0.4 -sphinxcontrib-devhelp==1.0.2 -sphinxcontrib-htmlhelp==2.0.1 -sphinxcontrib-jsmath==1.0.1 -sphinxcontrib-qthelp==1.0.3 -sphinxcontrib-serializinghtml==1.1.5 -stack-data==0.2.0 -swift-sim==1.0.0 -tblib==1.7.0 -tensorboard==2.9.0 -tensorboard-data-server==0.6.1 -tensorboard-plugin-wit==1.8.1 -tensorflow @ file:///tmp/pip/tensorflow-2.9.1%2Bnv22.06-cp38-cp38-linux_x86_64.whl -tensorflow-addons @ file:///opt/tensorflow/tf-addons/artifacts/tensorflow_addons-0.17.0-cp38-cp38-linux_x86_64.whl -tensorflow-datasets==3.2.1 -tensorflow-estimator==2.9.0 -tensorflow-metadata==1.9.0 -tensorrt @ file:///workspace/TensorRT-8.2.5.1/python/tensorrt-8.2.5.1-cp38-none-linux_x86_64.whl +six @ file:///rapids/lib/six-1.16.0-py2.py3-none-any.whl#sha256=8abb2f1d86890a2dfb989f9a77cfcfd3e47c2a354b01111771326f8aa26e0254 +sortedcontainers @ file:///rapids/lib/sortedcontainers-2.4.0-py2.py3-none-any.whl#sha256=a163dcaede0f1c021485e957a39245190e74249897e2ae4b2aa38595db237ee0 +soupsieve==2.5 +stack-data==0.6.3 +tabulate==0.9.0 +tblib @ file:///rapids/lib/tblib-3.0.0-py3-none-any.whl#sha256=80a6c77e59b55e83911e1e607c649836a69c103963c5f28a46cbeef44acf8129 +tensorboard==2.15.2 +tensorboard-data-server==0.7.2 +tensorflow @ file:///tmp/pip/tensorflow-2.15.0%2Bnv24.4-cp310-cp310-linux_x86_64.whl#sha256=b6c4fd5760f69768e36325587aefc4bf0357d17cfa9e172072722b3739887205 +tensorflow-addons @ file:///opt/tensorflow/tf-addons/artifacts/tensorflow_addons-0.22.0-cp310-cp310-linux_x86_64.whl#sha256=fbaa0b67f7b2320ccd8b5d474c4c5000a960bba18f3c13c714a541841c42abbb +tensorflow-estimator==2.15.0 +tensorflow-io-gcs-filesystem==0.30.0 +tensorrt @ file:///workspace/TensorRT-8.6.3.1/python/tensorrt-8.6.3-cp310-none-linux_x86_64.whl#sha256=838ea9aeceb894460d91bc6d4c85ad7aa10afa078d86d5f4ffaa7a43e840c2e1 termcolor==1.1.0 -terminado==0.15.0 +terminado==0.18.1 +tf_op_graph_vis @ git+https://github.com/kaixih/tf_op_graph.git@542de1cb34ba33d2369e49cb63d6791dd95bc6b9 tftrt-model-converter==1.0.0 -threadpoolctl==3.1.0 -tinycss2==1.1.1 -tokenizers==0.10.3 +threadpoolctl @ file:///rapids/lib/threadpoolctl-3.3.0-py3-none-any.whl#sha256=6155be1f4a39f31a18ea70f94a77e0ccd57dced08122ea61109e7da89883781e +thriftpy2 @ file:///rapids/lib/thriftpy2-0.4.17-cp310-cp310-linux_x86_64.whl#sha256=7b38f469b5f4617dadc6b29b6cd01cea063dc6a4ffddd72802c6b94ab47b1cc5 +tinycss2==1.2.1 toml==0.10.2 -tomli==2.0.1 -toolz==0.11.2 -tornado==6.1 -tqdm==4.64.0 -traitlets==5.2.2.post1 -transformers @ file:///rapids/transformers-4.9.1-py3-none-any.whl -treelite @ file:///rapids/treelite-2.3.0-py3-none-manylinux2014_x86_64.whl -treelite-runtime @ file:///rapids/treelite_runtime-2.3.0-py3-none-manylinux2014_x86_64.whl +toolz @ file:///rapids/lib/toolz-0.12.1-py3-none-any.whl#sha256=d22731364c07d72eea0a0ad45bafb2c2937ab6fd38a3507bf55eae8744aa7d85 +tornado @ file:///rapids/lib/tornado-6.4-cp38-abi3-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=f0251554cdd50b4b44362f73ad5ba7126fc5b2c2895cc62b14a1c2d7ea32f212 +tqdm==4.66.4 +traitlets==5.9.0 +treelite @ file:///rapids/lib/treelite-4.0.0-py3-none-linux_x86_64.whl#sha256=a06cd2db4224eeca0bbbde80b47ea6d6bfd9b6831e549fecbb547e40abce4b89 typeguard==2.13.3 -typing_extensions==4.3.0 -ucx-py @ file:///rapids/ucx_py-0.25.0a0%2B13.ga16f8a2-cp38-cp38-linux_x86_64.whl -uff @ file:///workspace/TensorRT-8.2.5.1/uff/uff-0.6.9-py2.py3-none-any.whl -urllib3==1.26.9 -wandb==0.13.9 -wcwidth==0.2.5 +typing_extensions @ file:///rapids/lib/typing_extensions-4.10.0-py3-none-any.whl#sha256=69b1a937c3a517342112fb4c6df7e72fc39a38e7891a5730ed4985b5214b5475 +ucx-py @ file:///rapids/lib/ucx_py-0.36.0-cp310-cp310-linux_x86_64.whl#sha256=3767f8a6c7d675ce4b336411a4556fc0fa30456c67293b3e18386dba056028c8 +uff @ file:///workspace/TensorRT-8.6.3.1/uff/uff-0.6.9-py2.py3-none-any.whl#sha256=618a3f812d491f0d3c4f2e38b99e03217ca37b206db14cee079f2bf681eb4fe3 +url-normalize==1.4.3 +urllib3 @ file:///rapids/lib/urllib3-1.26.18-py2.py3-none-any.whl#sha256=34b97092d7e0a3a8cf7cd10e386f401b3737364026c45e622aa02903dffe0f07 +wcwidth==0.2.13 webencodings==0.5.1 -websockets==10.3 -Werkzeug==2.1.2 +Werkzeug==3.0.2 wrapt==1.12.1 -xgboost @ file:///rapids/xgboost-1.5.2-cp38-cp38-linux_x86_64.whl -zict==2.2.0 -zipp==3.8.0 +xgboost @ file:///rapids/lib/xgboost-2.0.3-py3-none-linux_x86_64.whl#sha256=b7b5d04953eafd58412b1efd8e42ced986f05021a9cd95a97a36c96a3fb0cbd9 +yarl @ file:///rapids/lib/yarl-1.9.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=357495293086c5b6d34ca9616a43d329317feab7917518bc97a08f9e55648455 +zict @ file:///rapids/lib/zict-3.0.0-py2.py3-none-any.whl#sha256=5796e36bd0e0cc8cf0fbc1ace6a68912611c1dbd74750a3f3026b9b9d6a327ae +zipp @ file:///rapids/lib/zipp-3.17.0-py3-none-any.whl#sha256=0e923e726174922dce09c53c59ad483ff7bbb8e572e00c7f7c46b88556409f31