feat: add mfai package and dependencies (#251)

Author: thebaptiste

.metwork-framework/components.md

@@ -1,9 +1,13 @@
 | Name | Version | Layer |
 | --- | --- | --- |
 | [absl-py](https://github.com/abseil/abseil-py) | 2.2.2 | python3_ia |
+| [antlr4-python3-runtime](http://www.antlr.org) | 4.9.3 | python3_ia |
 | [astunparse](https://github.com/simonpercivall/astunparse) | 1.6.3 | python3_ia |
+| [axial_attention](https://github.com/lucidrains/axial-attention) | 0.6.1 | python3_ia |
+| [bitsandbytes](https://github.com/bitsandbytes-foundation/bitsandbytes) | 0.49.1 | python3_ia |
 | [cuda-bindings](https://pypi.org/project/cuda-bindings) | 12.9.4 | python3_ia |
 | [cuda-pathfinder](https://pypi.org/project/cuda-pathfinder) | 1.1.0 | python3_ia |
+| [dataclasses-json](https://github.com/lidatong/dataclasses-json) | 0.6.7 | python3_ia |
 | [diffusers](https://github.com/huggingface/diffusers) | 0.33.1 | python3_ia |
 | [dm-tree](https://github.com/deepmind/tree) | 0.1.9 | python3_ia |
 | [einops](https://github.com/arogozhnikov/einops) | 0.8.1 | python3_ia |
@@ -13,12 +17,19 @@
 | [google-pasta](https://github.com/google/pasta) | 0.2.0 | python3_ia |
 | [grpcio](https://grpc.io) | 1.76.0 | python3_ia |
 | [huggingface_hub](https://github.com/huggingface/huggingface_hub) | 0.31.4 | python3_ia |
+| [hydra-core](https://github.com/facebookresearch/hydra) | 1.3.2 | python3_ia |
+| [importlib_resources](https://pypi.org/project/importlib_resources) | 6.5.2 | python3_ia |
+| [jsonargparse](https://pypi.org/project/jsonargparse) | 4.46.0 | python3_ia |
+| [jsonnet](https://jsonnet.org) | 0.21.0 | python3_ia |
 | [keras](https://pypi.org/project/keras) | 3.13.2 | python3_ia |
 | [libclang](https://github.com/sighingnow/libclang) | 18.1.1 | python3_ia |
 | [lightning-utilities](https://github.com/Lightning-AI/utilities) | 0.14.3 | python3_ia |
 | [lightning](https://github.com/Lightning-AI/lightning) | 2.6.1 | python3_ia |
 | [lit](http://llvm.org) | 18.1.8 | python3_ia |
+| [marshmallow](https://pypi.org/project/marshmallow) | 3.26.2 | python3_ia |
+| [mfai](https://github.com/meteofrance/mfai) | 6.3.0 | python3_ia |
 | [ml_dtypes](https://github.com/jax-ml/ml_dtypes) | 0.5.4 | python3_ia |
+| [monai](https://monai.io/) | 1.5.2 | python3_ia |
 | [mpmath](http://mpmath.org/) | 1.3.0 | python3_ia |
 | [namex](https://pypi.org/project/namex) | 0.0.9 | python3_ia |
 | [nvidia-cublas-cu12](https://developer.nvidia.com/cuda-zone) | 12.8.4.1 | python3_ia |
@@ -37,6 +48,7 @@
 | [nvidia-nvshmem-cu12](https://developer.nvidia.com/cuda-zone) | 3.4.5 | python3_ia |
 | [nvidia-nvtx-cu12](https://developer.nvidia.com/cuda-zone) | 12.8.90 | python3_ia |
 | [oauthlib](https://github.com/oauthlib/oauthlib) | 3.2.2 | python3_ia |
+| [omegaconf](https://github.com/omry/omegaconf) | 2.3.0 | python3_ia |
 | [onnx](https://onnx.ai/) | 1.20.1 | python3_ia |
 | [onnxruntime](https://onnxruntime.ai) | 1.22.0 | python3_ia |
 | [onnxscript](https://microsoft.github.io/onnxscript/) | 0.2.5 | python3_ia |
@@ -47,18 +59,23 @@
 | [rsa](https://stuvel.eu/rsa) | 4.9 | python3_ia |
 | [safetensors](https://github.com/huggingface/safetensors) | 0.6.2 | python3_ia |
 | [segmentation_models_pytorch](https://github.com/qubvel-org/segmentation_models.pytorch) | 0.5.0 | python3_ia |
+| [sentencepiece](https://github.com/google/sentencepiece) | 0.2.1 | python3_ia |
 | [sympy](https://sympy.org) | 1.14.0 | python3_ia |
+| [tabulate](https://github.com/astanin/python-tabulate) | 0.9.0 | python3_ia |
 | [tensorboard-data-server](https://github.com/tensorflow/tensorboard/tree/master/tensorboard/data/server) | 0.7.2 | python3_ia |
 | [tensorboard](https://github.com/tensorflow/tensorboard) | 2.20.0 | python3_ia |
 | [tensorflow-hub](https://github.com/tensorflow/hub) | 0.16.1 | python3_ia |
 | [tensorflow](https://www.tensorflow.org/) | 2.20.0 | python3_ia |
 | [tf_keras](https://keras.io/) | 2.20.1 | python3_ia |
+| [tiktoken](https://github.com/openai/tiktoken) | 0.12.0 | python3_ia |
 | [timm](https://github.com/huggingface/pytorch-image-models) | 1.0.22 | python3_ia |
 | [tokenizers](https://github.com/huggingface/tokenizers) | 0.21.1 | python3_ia |
+| [torch-geometric](https://pyg.org) | 2.7.0 | python3_ia |
 | [torch](https://pytorch.org) | 2.10.0 | python3_ia |
 | [torchmetrics](https://github.com/Lightning-AI/torchmetrics) | 1.7.1 | python3_ia |
 | [torchvision](https://github.com/pytorch/vision) | 0.25.0 | python3_ia |
 | [transformers](https://github.com/huggingface/transformers) | 4.53.3 | python3_ia |
 | [triton](https://github.com/triton-lang/triton/) | 3.6.0 | python3_ia |
+| [typeshed_client](https://github.com/JelleZijlstra/typeshed_client) | 2.8.2 | python3_ia |
 
-*(60 components)*
+*(77 components)*

layers/layer5_python3_ia/0500_extra_packages/allow_binary_packages

@@ -1,14 +1,17 @@
 absl-py
 aiohappyeyeballs
 astunparse
+bitsandbytes
 cmake
 cuda-bindings
 cuda-pathfinder
+dataclasses-json
 flatbuffers
 google-auth
 google-auth-oauthlib
 google-pasta
 grpcio
+hydra-core
 Keras
 keras-nightly
 Keras-Preprocessing
@@ -30,6 +33,7 @@ nvidia-nvjitlink-cu12
 nvidia-nvshmem-cu12
 nvidia-nvtx-cu12
 oauthlib
+omegaconf
 onnx
 onnxruntime
 onnxscript

layers/layer5_python3_ia/0500_extra_packages/requirements-to-freeze.txt

@@ -12,3 +12,4 @@ transformers
 diffusers
 huggingface-hub
 tensorflow-hub
+mfai

layers/layer5_python3_ia/0500_extra_packages/requirements3.txt

@@ -1,7 +1,11 @@
 absl-py==2.2.2
+antlr4_python3_runtime==4.9.3
 astunparse==1.6.3
+axial_attention==0.6.1
+bitsandbytes==0.49.1
 cuda-bindings==12.9.4
 cuda-pathfinder==1.1.0
+dataclasses_json==0.6.7
 diffusers==0.33.1
 dm-tree==0.1.9
 einops==0.8.1
@@ -11,12 +15,19 @@ google-auth-oauthlib==1.2.2
 google-pasta==0.2.0
 grpcio==1.76.0
 huggingface_hub==0.31.4
+hydra-core==1.3.2
+importlib-resources==6.5.2
+jsonargparse==4.46.0
+jsonnet==0.21.0
 keras==3.13.2
 libclang==18.1.1
 lightning==2.6.1
 lightning-utilities==0.14.3
 lit==18.1.8
+marshmallow==3.26.2
+mfai==6.3.0
 ml-dtypes==0.5.4
+monai==1.5.2
 mpmath==1.3.0
 namex==0.0.9
 nvidia-cublas-cu12==12.8.4.1
@@ -35,6 +46,7 @@ nvidia-nvjitlink-cu12==12.8.93
 nvidia-nvshmem-cu12==3.4.5
 nvidia-nvtx-cu12==12.8.90
 oauthlib==3.2.2
+omegaconf==2.3.0
 onnx==1.20.1
 onnxruntime==1.22.0
 onnxscript==0.2.5
@@ -45,16 +57,21 @@ requests-oauthlib==2.0.0
 rsa==4.9
 safetensors==0.6.2
 segmentation_models_pytorch==0.5.0
+sentencepiece==0.2.1
 sympy==1.14.0
+tabulate==0.9.0
 tensorboard==2.20.0
 tensorboard-data-server==0.7.2
 tensorflow==2.20.0
 tensorflow-hub==0.16.1
 tf-keras==2.20.1
+tiktoken==0.12.0
 timm==1.0.22
 tokenizers==0.21.1
 torch==2.10.0
 torchmetrics==1.7.1
 torchvision==0.25.0
+torch-geometric==2.7.0
 transformers==4.53.3
 triton==3.6.0
+typeshed-client==2.8.2