Merge branch 'main' into noterm/rag_llamaindex_librarian

huggingface · Nov 26, 2024 · 77998b0 · 77998b0
2 parents 61cd216 + edeed04
commit 77998b0
Show file tree

Hide file tree

Showing 9 changed files with 15,308 additions and 3,420 deletions.
diff --git a/notebooks/en/_toctree.yml b/notebooks/en/_toctree.yml
@@ -62,6 +62,8 @@
           title: Benchmarking TGI
         - local: rag_with_knowledge_graphs_neo4j
           title: Enhancing RAG Reasoning with Knowledge Graphs
+        - local: phoenix_observability_on_hf_spaces
+          title: Phoenix Observability Dashboard on HF Spaces
 
     - title: Computer Vision Recipes
       isExpanded: false
@@ -88,6 +90,8 @@
           title: Embedding multimodal data for similarity search
         - local: multimodal_rag_using_document_retrieval_and_vlms
           title: Multimodal Retrieval-Augmented Generation (RAG) with Document Retrieval (ColPali) and Vision Language Models (VLMs)
+        - local: fine_tuning_vlm_trl
+          title: Fine-Tuning a Vision Language Model (Qwen2-VL-7B) with the Hugging Face Ecosystem (TRL)
 
     - title: Search Recipes
       isExpanded: false

diff --git a/notebooks/en/advanced_rag.ipynb b/notebooks/en/advanced_rag.ipynb
@@ -39,19 +39,7 @@
    },
    "outputs": [],
    "source": [
-    "!pip install -q torch transformers transformers accelerate bitsandbytes langchain sentence-transformers faiss-gpu openpyxl pacmap datasets langchain-community ragatouille"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "8_Uyukt39-9J"
-   },
-   "outputs": [],
-   "source": [
-    "%reload_ext dotenv\n",
-    "%dotenv"
+    "!pip install -q torch transformers transformers accelerate bitsandbytes langchain sentence-transformers faiss-cpu openpyxl pacmap datasets langchain-community ragatouille"
    ]
   },
   {

diff --git a/notebooks/en/agent_rag.ipynb b/notebooks/en/agent_rag.ipynb
diff --git a/notebooks/en/fine_tuning_detr_custom_dataset.ipynb b/notebooks/en/fine_tuning_detr_custom_dataset.ipynb
diff --git a/notebooks/en/fine_tuning_vlm_trl.ipynb b/notebooks/en/fine_tuning_vlm_trl.ipynb
diff --git a/notebooks/en/index.md b/notebooks/en/index.md
@@ -7,6 +7,7 @@ applications and solving various machine learning tasks using open-source tools
 
 Check out the recently added notebooks:
 
+- [Phoenix Observability Dashboard on HF Spaces](phoenix_observability_on_hf_spaces)
 - [Have several agents collaborate in a multi-agent hierarchy 🤖🤝🤖](multiagent_web_assistant)
 - [Semantic reranking with Elasticsearch](semantic_reranking_elasticsearch)
 - [Benchmarking TGI](benchmarking_tgi)
@@ -24,6 +25,7 @@ Check out the recently added notebooks:
 - [Fine-Tuning Object Detection on a Custom Dataset 🖼, Deployment in Spaces, and Gradio API Integration](fine_tuning_detr_custom_dataset)
 - [Fine-Tuning a Semantic Segmentation Model on a Custom Dataset and Usage via the Inference API](semantic_segmentation_fine_tuning_inference)
 - [Multimodal Retrieval-Augmented Generation (RAG) with Document Retrieval (ColPali) and Vision Language Models (VLMs)](multimodal_rag_using_document_retrieval_and_vlms)
+- [Fine-Tuning a Vision Language Model (Qwen2-VL-7B) with the Hugging Face Ecosystem (TRL)](fine_tuning_vlm_trl)
 
 
 

diff --git a/notebooks/en/phoenix_observability_on_hf_spaces.ipynb b/notebooks/en/phoenix_observability_on_hf_spaces.ipynb
diff --git a/notebooks/ko/_toctree.yml b/notebooks/ko/_toctree.yml
@@ -3,7 +3,7 @@
   sections:
     - local: index
       title: 오픈소스 AI Cookbook
-      
+
     - title: LLM 레시피
       isExpanded: false
       sections: