JupyterCode.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "fa5eb67b-bc29-49fa-a35e-edd35d3fcc60",
   "metadata": {},
   "source": [
    "## récupération des commentaires du site dummyjson"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "id": "75ba8a1c-ffa2-4049-a1fa-8f74568b084c",
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "\n",
    "# URL pour récupérer tous les commentaires\n",
    "url = \"https://dummyjson.com/comments?limit=0\"\n",
    "\n",
    "# Envoi de la requête GET\n",
    "response = requests.get(url)\n",
    "\n",
    "if response.status_code == 200:\n",
    "    data = response.json()\n",
    "    comments = data[\"comments\"]\n",
    "else:\n",
    "    print(\"Erreur lors de la récupération des commentaires :\", response.status_code)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e88cc459-1ac2-4c5f-9cfb-bc04b8fc7b5f",
   "metadata": {},
   "source": [
    "### Vérification de la taille des commentaires"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "id": "eaa02448-4504-4ffd-9246-30c9f053d89a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "340"
      ]
     },
     "execution_count": 91,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(comments)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "503bdf5e-66d7-4ea6-91bf-aabad9dea81f",
   "metadata": {},
   "source": [
    "### Visualisation  des commentaires"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "id": "03ce9a2a-f022-4b59-b278-5a4137848f99",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>body</th>\n",
       "      <th>postId</th>\n",
       "      <th>user</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>This is some awesome thinking!</td>\n",
       "      <td>100</td>\n",
       "      <td>{'id': 63, 'username': 'eburras1q'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>What terrific math skills you’re showing!</td>\n",
       "      <td>27</td>\n",
       "      <td>{'id': 71, 'username': 'omarsland1y'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>You are an amazing writer!</td>\n",
       "      <td>61</td>\n",
       "      <td>{'id': 29, 'username': 'jissetts'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>Wow! You have improved so much!</td>\n",
       "      <td>8</td>\n",
       "      <td>{'id': 19, 'username': 'bleveragei'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>Nice idea!</td>\n",
       "      <td>62</td>\n",
       "      <td>{'id': 70, 'username': 'cmasurel1x'}</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   id                                       body  postId  \\\n",
       "0   1             This is some awesome thinking!     100   \n",
       "1   2  What terrific math skills you’re showing!      27   \n",
       "2   3                 You are an amazing writer!      61   \n",
       "3   4            Wow! You have improved so much!       8   \n",
       "4   5                                 Nice idea!      62   \n",
       "\n",
       "                                    user  \n",
       "0    {'id': 63, 'username': 'eburras1q'}  \n",
       "1  {'id': 71, 'username': 'omarsland1y'}  \n",
       "2     {'id': 29, 'username': 'jissetts'}  \n",
       "3   {'id': 19, 'username': 'bleveragei'}  \n",
       "4   {'id': 70, 'username': 'cmasurel1x'}  "
      ]
     },
     "execution_count": 92,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "\n",
    "comments_df = pd.DataFrame(comments)\n",
    "\n",
    "comments_df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "17aa3f68-7276-4757-b665-cacae6235b38",
   "metadata": {},
   "source": [
    "### Restructuration du DataFrame"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "id": "39a6b24e-282d-4f78-b60d-dc89de2896d2",
   "metadata": {},
   "outputs": [],
   "source": [
    "comments_df['user_id'] = comments_df['user'].apply(lambda x: x['id'])\n",
    "comments_df['username'] = comments_df['user'].apply(lambda x: x['username'])\n",
    "\n",
    "comments_df.drop(columns=['user'], inplace=True)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "id": "4719a41c-0fcf-4ab0-90f8-7f5ae1de3831",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>body</th>\n",
       "      <th>postId</th>\n",
       "      <th>user_id</th>\n",
       "      <th>username</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>335</th>\n",
       "      <td>336</td>\n",
       "      <td>I checked the clouds during midnight, and wond...</td>\n",
       "      <td>73</td>\n",
       "      <td>91</td>\n",
       "      <td>hyaknov2i</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336</th>\n",
       "      <td>337</td>\n",
       "      <td>This is such an Insta beauty, why waste it by ...</td>\n",
       "      <td>79</td>\n",
       "      <td>77</td>\n",
       "      <td>rkingswood24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>337</th>\n",
       "      <td>338</td>\n",
       "      <td>Have we met before? If not – would you like to...</td>\n",
       "      <td>91</td>\n",
       "      <td>31</td>\n",
       "      <td>smargiottau</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>338</th>\n",
       "      <td>339</td>\n",
       "      <td>With great pictures, comes great responsibility.</td>\n",
       "      <td>4</td>\n",
       "      <td>89</td>\n",
       "      <td>cdwyr2g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>339</th>\n",
       "      <td>340</td>\n",
       "      <td>I could say this is one of the greatest pic of...</td>\n",
       "      <td>71</td>\n",
       "      <td>86</td>\n",
       "      <td>whuman2d</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      id                                               body  postId  user_id  \\\n",
       "335  336  I checked the clouds during midnight, and wond...      73       91   \n",
       "336  337  This is such an Insta beauty, why waste it by ...      79       77   \n",
       "337  338  Have we met before? If not – would you like to...      91       31   \n",
       "338  339   With great pictures, comes great responsibility.       4       89   \n",
       "339  340  I could say this is one of the greatest pic of...      71       86   \n",
       "\n",
       "         username  \n",
       "335     hyaknov2i  \n",
       "336  rkingswood24  \n",
       "337   smargiottau  \n",
       "338       cdwyr2g  \n",
       "339      whuman2d  "
      ]
     },
     "execution_count": 94,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "comments_df.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "id": "88c7b4d1-742b-4341-97d7-1a51f0a7228d",
   "metadata": {},
   "outputs": [],
   "source": [
    "comments_df.to_csv('comments_df.csv', index=False)  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "68ee27f7-460b-429d-ad1c-dc2f258ebe67",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "439a3051-ad61-467c-ac94-f11ee46f5998",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "id": "3f026c26-2641-424d-84dd-ad83b9f4eda1",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import re\n",
    "import nltk\n",
    "from nltk.tokenize import word_tokenize\n",
    "from nltk.corpus import stopwords\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.model_selection import train_test_split\n",
    "comments_df = pd.read_csv('comments_df.csv')  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "id": "0570ddc9-e268-420d-98a9-f2085e7edd14",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>body</th>\n",
       "      <th>postId</th>\n",
       "      <th>user_id</th>\n",
       "      <th>username</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>335</th>\n",
       "      <td>336</td>\n",
       "      <td>I checked the clouds during midnight, and wond...</td>\n",
       "      <td>73</td>\n",
       "      <td>91</td>\n",
       "      <td>hyaknov2i</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336</th>\n",
       "      <td>337</td>\n",
       "      <td>This is such an Insta beauty, why waste it by ...</td>\n",
       "      <td>79</td>\n",
       "      <td>77</td>\n",
       "      <td>rkingswood24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>337</th>\n",
       "      <td>338</td>\n",
       "      <td>Have we met before? If not – would you like to...</td>\n",
       "      <td>91</td>\n",
       "      <td>31</td>\n",
       "      <td>smargiottau</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>338</th>\n",
       "      <td>339</td>\n",
       "      <td>With great pictures, comes great responsibility.</td>\n",
       "      <td>4</td>\n",
       "      <td>89</td>\n",
       "      <td>cdwyr2g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>339</th>\n",
       "      <td>340</td>\n",
       "      <td>I could say this is one of the greatest pic of...</td>\n",
       "      <td>71</td>\n",
       "      <td>86</td>\n",
       "      <td>whuman2d</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      id                                               body  postId  user_id  \\\n",
       "335  336  I checked the clouds during midnight, and wond...      73       91   \n",
       "336  337  This is such an Insta beauty, why waste it by ...      79       77   \n",
       "337  338  Have we met before? If not – would you like to...      91       31   \n",
       "338  339   With great pictures, comes great responsibility.       4       89   \n",
       "339  340  I could say this is one of the greatest pic of...      71       86   \n",
       "\n",
       "         username  \n",
       "335     hyaknov2i  \n",
       "336  rkingswood24  \n",
       "337   smargiottau  \n",
       "338       cdwyr2g  \n",
       "339      whuman2d  "
      ]
     },
     "execution_count": 97,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "comments_df.tail()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c4ef9ada-838e-42e1-bf73-71592c5aaea7",
   "metadata": {},
   "source": [
    "## Nettoyer les commentaires"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "id": "9c78309e-3fe7-4f81-a402-d07c39ff9bbe",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>body</th>\n",
       "      <th>postId</th>\n",
       "      <th>user_id</th>\n",
       "      <th>username</th>\n",
       "      <th>clean_text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>This is some awesome thinking!</td>\n",
       "      <td>100</td>\n",
       "      <td>63</td>\n",
       "      <td>eburras1q</td>\n",
       "      <td>This is some awesome thinking</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>What terrific math skills you’re showing!</td>\n",
       "      <td>27</td>\n",
       "      <td>71</td>\n",
       "      <td>omarsland1y</td>\n",
       "      <td>What terrific math skills youre showing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>You are an amazing writer!</td>\n",
       "      <td>61</td>\n",
       "      <td>29</td>\n",
       "      <td>jissetts</td>\n",
       "      <td>You are an amazing writer</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>Wow! You have improved so much!</td>\n",
       "      <td>8</td>\n",
       "      <td>19</td>\n",
       "      <td>bleveragei</td>\n",
       "      <td>Wow You have improved so much</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>Nice idea!</td>\n",
       "      <td>62</td>\n",
       "      <td>70</td>\n",
       "      <td>cmasurel1x</td>\n",
       "      <td>Nice idea</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>335</th>\n",
       "      <td>336</td>\n",
       "      <td>I checked the clouds during midnight, and wond...</td>\n",
       "      <td>73</td>\n",
       "      <td>91</td>\n",
       "      <td>hyaknov2i</td>\n",
       "      <td>I checked the clouds during midnight and wonde...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336</th>\n",
       "      <td>337</td>\n",
       "      <td>This is such an Insta beauty, why waste it by ...</td>\n",
       "      <td>79</td>\n",
       "      <td>77</td>\n",
       "      <td>rkingswood24</td>\n",
       "      <td>This is such an Insta beauty why waste it by c...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>337</th>\n",
       "      <td>338</td>\n",
       "      <td>Have we met before? If not – would you like to...</td>\n",
       "      <td>91</td>\n",
       "      <td>31</td>\n",
       "      <td>smargiottau</td>\n",
       "      <td>Have we met before If not  would you like to g...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>338</th>\n",
       "      <td>339</td>\n",
       "      <td>With great pictures, comes great responsibility.</td>\n",
       "      <td>4</td>\n",
       "      <td>89</td>\n",
       "      <td>cdwyr2g</td>\n",
       "      <td>With great pictures comes great responsibility</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>339</th>\n",
       "      <td>340</td>\n",
       "      <td>I could say this is one of the greatest pic of...</td>\n",
       "      <td>71</td>\n",
       "      <td>86</td>\n",
       "      <td>whuman2d</td>\n",
       "      <td>I could say this is one of the greatest pic of...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>340 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      id                                               body  postId  user_id  \\\n",
       "0      1                     This is some awesome thinking!     100       63   \n",
       "1      2          What terrific math skills you’re showing!      27       71   \n",
       "2      3                         You are an amazing writer!      61       29   \n",
       "3      4                    Wow! You have improved so much!       8       19   \n",
       "4      5                                         Nice idea!      62       70   \n",
       "..   ...                                                ...     ...      ...   \n",
       "335  336  I checked the clouds during midnight, and wond...      73       91   \n",
       "336  337  This is such an Insta beauty, why waste it by ...      79       77   \n",
       "337  338  Have we met before? If not – would you like to...      91       31   \n",
       "338  339   With great pictures, comes great responsibility.       4       89   \n",
       "339  340  I could say this is one of the greatest pic of...      71       86   \n",
       "\n",
       "         username                                         clean_text  \n",
       "0       eburras1q                      This is some awesome thinking  \n",
       "1     omarsland1y            What terrific math skills youre showing  \n",
       "2        jissetts                          You are an amazing writer  \n",
       "3      bleveragei                      Wow You have improved so much  \n",
       "4      cmasurel1x                                          Nice idea  \n",
       "..            ...                                                ...  \n",
       "335     hyaknov2i  I checked the clouds during midnight and wonde...  \n",
       "336  rkingswood24  This is such an Insta beauty why waste it by c...  \n",
       "337   smargiottau  Have we met before If not  would you like to g...  \n",
       "338       cdwyr2g     With great pictures comes great responsibility  \n",
       "339      whuman2d  I could say this is one of the greatest pic of...  \n",
       "\n",
       "[340 rows x 6 columns]"
      ]
     },
     "execution_count": 98,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "\n",
    "\n",
    "# Fonction pour nettoyer les phrases\n",
    "def clean_text(text):\n",
    "    # Supprimer les caractères spéciaux, les liens et les emojis\n",
    "    text = re.sub(r'http\\S+', '', text)  # Supprimer les liens\n",
    "    text = re.sub(r'[^\\w\\s]', '', text)  # Supprimer les caractères spéciaux\n",
    "    text = text.encode('ascii', 'ignore').decode('ascii')  # Supprimer les emojis\n",
    "    return text\n",
    "\n",
    "# Appliquer le nettoyage à la colonne 'text'\n",
    "comments_df['clean_text'] = comments_df['body'].apply(clean_text)\n",
    "comments_df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a4da388d-8119-493b-a8b0-18f8e8039d44",
   "metadata": {},
   "source": [
    "### Charger le modèle Detoxify"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "id": "9d4efcca-e925-4c82-be82-c60748afebfe",
   "metadata": {},
   "outputs": [],
   "source": [
    "from detoxify import Detoxify\n",
    "model = Detoxify('original')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e8e62448-6c0c-4db8-8798-f5459a311a09",
   "metadata": {},
   "source": [
    "### Faire l’analyse des toxicités de ces commentaires avec le modèle detoxify"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "id": "a2f8e6bb-24d6-4dff-8b9d-0bc8ae60e7b0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>body</th>\n",
       "      <th>postId</th>\n",
       "      <th>user_id</th>\n",
       "      <th>username</th>\n",
       "      <th>clean_text</th>\n",
       "      <th>toxicity_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>This is some awesome thinking!</td>\n",
       "      <td>100</td>\n",
       "      <td>63</td>\n",
       "      <td>eburras1q</td>\n",
       "      <td>This is some awesome thinking</td>\n",
       "      <td>{'toxicity': 0.0007598002, 'severe_toxicity': ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>What terrific math skills you’re showing!</td>\n",
       "      <td>27</td>\n",
       "      <td>71</td>\n",
       "      <td>omarsland1y</td>\n",
       "      <td>What terrific math skills youre showing</td>\n",
       "      <td>{'toxicity': 0.0074881366, 'severe_toxicity': ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>You are an amazing writer!</td>\n",
       "      <td>61</td>\n",
       "      <td>29</td>\n",
       "      <td>jissetts</td>\n",
       "      <td>You are an amazing writer</td>\n",
       "      <td>{'toxicity': 0.00063423335, 'severe_toxicity':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>Wow! You have improved so much!</td>\n",
       "      <td>8</td>\n",
       "      <td>19</td>\n",
       "      <td>bleveragei</td>\n",
       "      <td>Wow You have improved so much</td>\n",
       "      <td>{'toxicity': 0.00094851875, 'severe_toxicity':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>Nice idea!</td>\n",
       "      <td>62</td>\n",
       "      <td>70</td>\n",
       "      <td>cmasurel1x</td>\n",
       "      <td>Nice idea</td>\n",
       "      <td>{'toxicity': 0.00065386726, 'severe_toxicity':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>335</th>\n",
       "      <td>336</td>\n",
       "      <td>I checked the clouds during midnight, and wond...</td>\n",
       "      <td>73</td>\n",
       "      <td>91</td>\n",
       "      <td>hyaknov2i</td>\n",
       "      <td>I checked the clouds during midnight and wonde...</td>\n",
       "      <td>{'toxicity': 0.0006925876, 'severe_toxicity': ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336</th>\n",
       "      <td>337</td>\n",
       "      <td>This is such an Insta beauty, why waste it by ...</td>\n",
       "      <td>79</td>\n",
       "      <td>77</td>\n",
       "      <td>rkingswood24</td>\n",
       "      <td>This is such an Insta beauty why waste it by c...</td>\n",
       "      <td>{'toxicity': 0.013269149, 'severe_toxicity': 0...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>337</th>\n",
       "      <td>338</td>\n",
       "      <td>Have we met before? If not – would you like to...</td>\n",
       "      <td>91</td>\n",
       "      <td>31</td>\n",
       "      <td>smargiottau</td>\n",
       "      <td>Have we met before If not  would you like to g...</td>\n",
       "      <td>{'toxicity': 0.0008845267, 'severe_toxicity': ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>338</th>\n",
       "      <td>339</td>\n",
       "      <td>With great pictures, comes great responsibility.</td>\n",
       "      <td>4</td>\n",
       "      <td>89</td>\n",
       "      <td>cdwyr2g</td>\n",
       "      <td>With great pictures comes great responsibility</td>\n",
       "      <td>{'toxicity': 0.00060104684, 'severe_toxicity':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>339</th>\n",
       "      <td>340</td>\n",
       "      <td>I could say this is one of the greatest pic of...</td>\n",
       "      <td>71</td>\n",
       "      <td>86</td>\n",
       "      <td>whuman2d</td>\n",
       "      <td>I could say this is one of the greatest pic of...</td>\n",
       "      <td>{'toxicity': 0.0730733, 'severe_toxicity': 0.0...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>340 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      id                                               body  postId  user_id  \\\n",
       "0      1                     This is some awesome thinking!     100       63   \n",
       "1      2          What terrific math skills you’re showing!      27       71   \n",
       "2      3                         You are an amazing writer!      61       29   \n",
       "3      4                    Wow! You have improved so much!       8       19   \n",
       "4      5                                         Nice idea!      62       70   \n",
       "..   ...                                                ...     ...      ...   \n",
       "335  336  I checked the clouds during midnight, and wond...      73       91   \n",
       "336  337  This is such an Insta beauty, why waste it by ...      79       77   \n",
       "337  338  Have we met before? If not – would you like to...      91       31   \n",
       "338  339   With great pictures, comes great responsibility.       4       89   \n",
       "339  340  I could say this is one of the greatest pic of...      71       86   \n",
       "\n",
       "         username                                         clean_text  \\\n",
       "0       eburras1q                      This is some awesome thinking   \n",
       "1     omarsland1y            What terrific math skills youre showing   \n",
       "2        jissetts                          You are an amazing writer   \n",
       "3      bleveragei                      Wow You have improved so much   \n",
       "4      cmasurel1x                                          Nice idea   \n",
       "..            ...                                                ...   \n",
       "335     hyaknov2i  I checked the clouds during midnight and wonde...   \n",
       "336  rkingswood24  This is such an Insta beauty why waste it by c...   \n",
       "337   smargiottau  Have we met before If not  would you like to g...   \n",
       "338       cdwyr2g     With great pictures comes great responsibility   \n",
       "339      whuman2d  I could say this is one of the greatest pic of...   \n",
       "\n",
       "                                        toxicity_score  \n",
       "0    {'toxicity': 0.0007598002, 'severe_toxicity': ...  \n",
       "1    {'toxicity': 0.0074881366, 'severe_toxicity': ...  \n",
       "2    {'toxicity': 0.00063423335, 'severe_toxicity':...  \n",
       "3    {'toxicity': 0.00094851875, 'severe_toxicity':...  \n",
       "4    {'toxicity': 0.00065386726, 'severe_toxicity':...  \n",
       "..                                                 ...  \n",
       "335  {'toxicity': 0.0006925876, 'severe_toxicity': ...  \n",
       "336  {'toxicity': 0.013269149, 'severe_toxicity': 0...  \n",
       "337  {'toxicity': 0.0008845267, 'severe_toxicity': ...  \n",
       "338  {'toxicity': 0.00060104684, 'severe_toxicity':...  \n",
       "339  {'toxicity': 0.0730733, 'severe_toxicity': 0.0...  \n",
       "\n",
       "[340 rows x 7 columns]"
      ]
     },
     "execution_count": 100,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toxicity_scores = []\n",
    "for text in comments_df['clean_text']:\n",
    "    result = model.predict(text)\n",
    "    toxicity_scores.append(result)\n",
    "\n",
    "comments_df['toxicity_score'] = toxicity_scores\n",
    "\n",
    "comments_df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "352e4e42-f439-4771-9c04-3ee591f8b251",
   "metadata": {},
   "source": [
    "### Restructuration du DataFrame"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "id": "3bc3f4a5-ed81-4ad9-a670-5541559972d2",
   "metadata": {},
   "outputs": [],
   "source": [
    "comments_df['toxicity'] = comments_df['toxicity_score'].apply(lambda x: x['toxicity'])\n",
    "comments_df['severe_toxicity'] = comments_df['toxicity_score'].apply(lambda x: x['severe_toxicity'])\n",
    "comments_df['obscene'] = comments_df['toxicity_score'].apply(lambda x: x['obscene'])\n",
    "comments_df['threat'] = comments_df['toxicity_score'].apply(lambda x: x['threat'])\n",
    "comments_df['insult'] = comments_df['toxicity_score'].apply(lambda x: x['insult'])\n",
    "comments_df['identity_attack'] = comments_df['toxicity_score'].apply(lambda x: x['identity_attack'])\n",
    "\n",
    "\n",
    "\n",
    "comments_df.drop(columns=['toxicity_score'], inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "id": "ccec866a-3ca8-4fdd-99a9-98852531edcc",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>body</th>\n",
       "      <th>postId</th>\n",
       "      <th>user_id</th>\n",
       "      <th>username</th>\n",
       "      <th>clean_text</th>\n",
       "      <th>toxicity</th>\n",
       "      <th>severe_toxicity</th>\n",
       "      <th>obscene</th>\n",
       "      <th>threat</th>\n",
       "      <th>insult</th>\n",
       "      <th>identity_attack</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>This is some awesome thinking!</td>\n",
       "      <td>100</td>\n",
       "      <td>63</td>\n",
       "      <td>eburras1q</td>\n",
       "      <td>This is some awesome thinking</td>\n",
       "      <td>0.000760</td>\n",
       "      <td>0.000112</td>\n",
       "      <td>0.000195</td>\n",
       "      <td>0.000110</td>\n",
       "      <td>0.000170</td>\n",
       "      <td>0.000133</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>What terrific math skills you’re showing!</td>\n",
       "      <td>27</td>\n",
       "      <td>71</td>\n",
       "      <td>omarsland1y</td>\n",
       "      <td>What terrific math skills youre showing</td>\n",
       "      <td>0.007488</td>\n",
       "      <td>0.000083</td>\n",
       "      <td>0.000288</td>\n",
       "      <td>0.000123</td>\n",
       "      <td>0.000430</td>\n",
       "      <td>0.000199</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>You are an amazing writer!</td>\n",
       "      <td>61</td>\n",
       "      <td>29</td>\n",
       "      <td>jissetts</td>\n",
       "      <td>You are an amazing writer</td>\n",
       "      <td>0.000634</td>\n",
       "      <td>0.000124</td>\n",
       "      <td>0.000188</td>\n",
       "      <td>0.000135</td>\n",
       "      <td>0.000175</td>\n",
       "      <td>0.000137</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>Wow! You have improved so much!</td>\n",
       "      <td>8</td>\n",
       "      <td>19</td>\n",
       "      <td>bleveragei</td>\n",
       "      <td>Wow You have improved so much</td>\n",
       "      <td>0.000949</td>\n",
       "      <td>0.000105</td>\n",
       "      <td>0.000170</td>\n",
       "      <td>0.000125</td>\n",
       "      <td>0.000191</td>\n",
       "      <td>0.000140</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>Nice idea!</td>\n",
       "      <td>62</td>\n",
       "      <td>70</td>\n",
       "      <td>cmasurel1x</td>\n",
       "      <td>Nice idea</td>\n",
       "      <td>0.000654</td>\n",
       "      <td>0.000117</td>\n",
       "      <td>0.000187</td>\n",
       "      <td>0.000113</td>\n",
       "      <td>0.000176</td>\n",
       "      <td>0.000137</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>335</th>\n",
       "      <td>336</td>\n",
       "      <td>I checked the clouds during midnight, and wond...</td>\n",
       "      <td>73</td>\n",
       "      <td>91</td>\n",
       "      <td>hyaknov2i</td>\n",
       "      <td>I checked the clouds during midnight and wonde...</td>\n",
       "      <td>0.000693</td>\n",
       "      <td>0.000113</td>\n",
       "      <td>0.000174</td>\n",
       "      <td>0.000123</td>\n",
       "      <td>0.000173</td>\n",
       "      <td>0.000137</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336</th>\n",
       "      <td>337</td>\n",
       "      <td>This is such an Insta beauty, why waste it by ...</td>\n",
       "      <td>79</td>\n",
       "      <td>77</td>\n",
       "      <td>rkingswood24</td>\n",
       "      <td>This is such an Insta beauty why waste it by c...</td>\n",
       "      <td>0.013269</td>\n",
       "      <td>0.000100</td>\n",
       "      <td>0.000508</td>\n",
       "      <td>0.000147</td>\n",
       "      <td>0.000501</td>\n",
       "      <td>0.000240</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>337</th>\n",
       "      <td>338</td>\n",
       "      <td>Have we met before? If not – would you like to...</td>\n",
       "      <td>91</td>\n",
       "      <td>31</td>\n",
       "      <td>smargiottau</td>\n",
       "      <td>Have we met before If not  would you like to g...</td>\n",
       "      <td>0.000885</td>\n",
       "      <td>0.000108</td>\n",
       "      <td>0.000166</td>\n",
       "      <td>0.000121</td>\n",
       "      <td>0.000177</td>\n",
       "      <td>0.000149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>338</th>\n",
       "      <td>339</td>\n",
       "      <td>With great pictures, comes great responsibility.</td>\n",
       "      <td>4</td>\n",
       "      <td>89</td>\n",
       "      <td>cdwyr2g</td>\n",
       "      <td>With great pictures comes great responsibility</td>\n",
       "      <td>0.000601</td>\n",
       "      <td>0.000125</td>\n",
       "      <td>0.000179</td>\n",
       "      <td>0.000132</td>\n",
       "      <td>0.000175</td>\n",
       "      <td>0.000142</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>339</th>\n",
       "      <td>340</td>\n",
       "      <td>I could say this is one of the greatest pic of...</td>\n",
       "      <td>71</td>\n",
       "      <td>86</td>\n",
       "      <td>whuman2d</td>\n",
       "      <td>I could say this is one of the greatest pic of...</td>\n",
       "      <td>0.073073</td>\n",
       "      <td>0.000175</td>\n",
       "      <td>0.003829</td>\n",
       "      <td>0.000411</td>\n",
       "      <td>0.002350</td>\n",
       "      <td>0.000365</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>340 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      id                                               body  postId  user_id  \\\n",
       "0      1                     This is some awesome thinking!     100       63   \n",
       "1      2          What terrific math skills you’re showing!      27       71   \n",
       "2      3                         You are an amazing writer!      61       29   \n",
       "3      4                    Wow! You have improved so much!       8       19   \n",
       "4      5                                         Nice idea!      62       70   \n",
       "..   ...                                                ...     ...      ...   \n",
       "335  336  I checked the clouds during midnight, and wond...      73       91   \n",
       "336  337  This is such an Insta beauty, why waste it by ...      79       77   \n",
       "337  338  Have we met before? If not – would you like to...      91       31   \n",
       "338  339   With great pictures, comes great responsibility.       4       89   \n",
       "339  340  I could say this is one of the greatest pic of...      71       86   \n",
       "\n",
       "         username                                         clean_text  \\\n",
       "0       eburras1q                      This is some awesome thinking   \n",
       "1     omarsland1y            What terrific math skills youre showing   \n",
       "2        jissetts                          You are an amazing writer   \n",
       "3      bleveragei                      Wow You have improved so much   \n",
       "4      cmasurel1x                                          Nice idea   \n",
       "..            ...                                                ...   \n",
       "335     hyaknov2i  I checked the clouds during midnight and wonde...   \n",
       "336  rkingswood24  This is such an Insta beauty why waste it by c...   \n",
       "337   smargiottau  Have we met before If not  would you like to g...   \n",
       "338       cdwyr2g     With great pictures comes great responsibility   \n",
       "339      whuman2d  I could say this is one of the greatest pic of...   \n",
       "\n",
       "     toxicity  severe_toxicity   obscene    threat    insult  identity_attack  \n",
       "0    0.000760         0.000112  0.000195  0.000110  0.000170         0.000133  \n",
       "1    0.007488         0.000083  0.000288  0.000123  0.000430         0.000199  \n",
       "2    0.000634         0.000124  0.000188  0.000135  0.000175         0.000137  \n",
       "3    0.000949         0.000105  0.000170  0.000125  0.000191         0.000140  \n",
       "4    0.000654         0.000117  0.000187  0.000113  0.000176         0.000137  \n",
       "..        ...              ...       ...       ...       ...              ...  \n",
       "335  0.000693         0.000113  0.000174  0.000123  0.000173         0.000137  \n",
       "336  0.013269         0.000100  0.000508  0.000147  0.000501         0.000240  \n",
       "337  0.000885         0.000108  0.000166  0.000121  0.000177         0.000149  \n",
       "338  0.000601         0.000125  0.000179  0.000132  0.000175         0.000142  \n",
       "339  0.073073         0.000175  0.003829  0.000411  0.002350         0.000365  \n",
       "\n",
       "[340 rows x 12 columns]"
      ]
     },
     "execution_count": 88,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "comments_df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2581eded-ab00-44f9-a9ce-a8ba32842ee6",
   "metadata": {},
   "source": [
    "## Charger les données dans MongoDB"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "id": "fb371d63-d8fc-4b8d-9d35-801e5c5669df",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "InsertManyResult([ObjectId('6613f2701fbbc780957eb7b9'), ObjectId('6613f2701fbbc780957eb7ba'), ObjectId('6613f2701fbbc780957eb7bb'), ObjectId('6613f2701fbbc780957eb7bc'), ObjectId('6613f2701fbbc780957eb7bd'), ObjectId('6613f2701fbbc780957eb7be'), ObjectId('6613f2701fbbc780957eb7bf'), ObjectId('6613f2701fbbc780957eb7c0'), ObjectId('6613f2701fbbc780957eb7c1'), ObjectId('6613f2701fbbc780957eb7c2'), ObjectId('6613f2701fbbc780957eb7c3'), ObjectId('6613f2701fbbc780957eb7c4'), ObjectId('6613f2701fbbc780957eb7c5'), ObjectId('6613f2701fbbc780957eb7c6'), ObjectId('6613f2701fbbc780957eb7c7'), ObjectId('6613f2701fbbc780957eb7c8'), ObjectId('6613f2701fbbc780957eb7c9'), ObjectId('6613f2701fbbc780957eb7ca'), ObjectId('6613f2701fbbc780957eb7cb'), ObjectId('6613f2701fbbc780957eb7cc'), ObjectId('6613f2701fbbc780957eb7cd'), ObjectId('6613f2701fbbc780957eb7ce'), ObjectId('6613f2701fbbc780957eb7cf'), ObjectId('6613f2701fbbc780957eb7d0'), ObjectId('6613f2701fbbc780957eb7d1'), ObjectId('6613f2701fbbc780957eb7d2'), ObjectId('6613f2701fbbc780957eb7d3'), ObjectId('6613f2701fbbc780957eb7d4'), ObjectId('6613f2701fbbc780957eb7d5'), ObjectId('6613f2701fbbc780957eb7d6'), ObjectId('6613f2701fbbc780957eb7d7'), ObjectId('6613f2701fbbc780957eb7d8'), ObjectId('6613f2701fbbc780957eb7d9'), ObjectId('6613f2701fbbc780957eb7da'), ObjectId('6613f2701fbbc780957eb7db'), ObjectId('6613f2701fbbc780957eb7dc'), ObjectId('6613f2701fbbc780957eb7dd'), ObjectId('6613f2701fbbc780957eb7de'), ObjectId('6613f2701fbbc780957eb7df'), ObjectId('6613f2701fbbc780957eb7e0'), ObjectId('6613f2701fbbc780957eb7e1'), ObjectId('6613f2701fbbc780957eb7e2'), ObjectId('6613f2701fbbc780957eb7e3'), ObjectId('6613f2701fbbc780957eb7e4'), ObjectId('6613f2701fbbc780957eb7e5'), ObjectId('6613f2701fbbc780957eb7e6'), ObjectId('6613f2701fbbc780957eb7e7'), ObjectId('6613f2701fbbc780957eb7e8'), ObjectId('6613f2701fbbc780957eb7e9'), ObjectId('6613f2701fbbc780957eb7ea'), ObjectId('6613f2701fbbc780957eb7eb'), ObjectId('6613f2701fbbc780957eb7ec'), ObjectId('6613f2701fbbc780957eb7ed'), ObjectId('6613f2701fbbc780957eb7ee'), ObjectId('6613f2701fbbc780957eb7ef'), ObjectId('6613f2701fbbc780957eb7f0'), ObjectId('6613f2701fbbc780957eb7f1'), ObjectId('6613f2701fbbc780957eb7f2'), ObjectId('6613f2701fbbc780957eb7f3'), ObjectId('6613f2701fbbc780957eb7f4'), ObjectId('6613f2701fbbc780957eb7f5'), ObjectId('6613f2701fbbc780957eb7f6'), ObjectId('6613f2701fbbc780957eb7f7'), ObjectId('6613f2701fbbc780957eb7f8'), ObjectId('6613f2701fbbc780957eb7f9'), ObjectId('6613f2701fbbc780957eb7fa'), ObjectId('6613f2701fbbc780957eb7fb'), ObjectId('6613f2701fbbc780957eb7fc'), ObjectId('6613f2701fbbc780957eb7fd'), ObjectId('6613f2701fbbc780957eb7fe'), ObjectId('6613f2701fbbc780957eb7ff'), ObjectId('6613f2701fbbc780957eb800'), ObjectId('6613f2701fbbc780957eb801'), ObjectId('6613f2701fbbc780957eb802'), ObjectId('6613f2701fbbc780957eb803'), ObjectId('6613f2701fbbc780957eb804'), ObjectId('6613f2701fbbc780957eb805'), ObjectId('6613f2701fbbc780957eb806'), ObjectId('6613f2701fbbc780957eb807'), ObjectId('6613f2701fbbc780957eb808'), ObjectId('6613f2701fbbc780957eb809'), ObjectId('6613f2701fbbc780957eb80a'), ObjectId('6613f2701fbbc780957eb80b'), ObjectId('6613f2701fbbc780957eb80c'), ObjectId('6613f2701fbbc780957eb80d'), ObjectId('6613f2701fbbc780957eb80e'), ObjectId('6613f2701fbbc780957eb80f'), ObjectId('6613f2701fbbc780957eb810'), ObjectId('6613f2701fbbc780957eb811'), ObjectId('6613f2701fbbc780957eb812'), ObjectId('6613f2701fbbc780957eb813'), ObjectId('6613f2701fbbc780957eb814'), ObjectId('6613f2701fbbc780957eb815'), ObjectId('6613f2701fbbc780957eb816'), ObjectId('6613f2701fbbc780957eb817'), ObjectId('6613f2701fbbc780957eb818'), ObjectId('6613f2701fbbc780957eb819'), ObjectId('6613f2701fbbc780957eb81a'), ObjectId('6613f2701fbbc780957eb81b'), ObjectId('6613f2701fbbc780957eb81c'), ObjectId('6613f2701fbbc780957eb81d'), ObjectId('6613f2701fbbc780957eb81e'), ObjectId('6613f2701fbbc780957eb81f'), ObjectId('6613f2701fbbc780957eb820'), ObjectId('6613f2701fbbc780957eb821'), ObjectId('6613f2701fbbc780957eb822'), ObjectId('6613f2701fbbc780957eb823'), ObjectId('6613f2701fbbc780957eb824'), ObjectId('6613f2701fbbc780957eb825'), ObjectId('6613f2701fbbc780957eb826'), ObjectId('6613f2701fbbc780957eb827'), ObjectId('6613f2701fbbc780957eb828'), ObjectId('6613f2701fbbc780957eb829'), ObjectId('6613f2701fbbc780957eb82a'), ObjectId('6613f2701fbbc780957eb82b'), ObjectId('6613f2701fbbc780957eb82c'), ObjectId('6613f2701fbbc780957eb82d'), ObjectId('6613f2701fbbc780957eb82e'), ObjectId('6613f2701fbbc780957eb82f'), ObjectId('6613f2701fbbc780957eb830'), ObjectId('6613f2701fbbc780957eb831'), ObjectId('6613f2701fbbc780957eb832'), ObjectId('6613f2701fbbc780957eb833'), ObjectId('6613f2701fbbc780957eb834'), ObjectId('6613f2701fbbc780957eb835'), ObjectId('6613f2701fbbc780957eb836'), ObjectId('6613f2701fbbc780957eb837'), ObjectId('6613f2701fbbc780957eb838'), ObjectId('6613f2701fbbc780957eb839'), ObjectId('6613f2701fbbc780957eb83a'), ObjectId('6613f2701fbbc780957eb83b'), ObjectId('6613f2701fbbc780957eb83c'), ObjectId('6613f2701fbbc780957eb83d'), ObjectId('6613f2701fbbc780957eb83e'), ObjectId('6613f2701fbbc780957eb83f'), ObjectId('6613f2701fbbc780957eb840'), ObjectId('6613f2701fbbc780957eb841'), ObjectId('6613f2701fbbc780957eb842'), ObjectId('6613f2701fbbc780957eb843'), ObjectId('6613f2701fbbc780957eb844'), ObjectId('6613f2701fbbc780957eb845'), ObjectId('6613f2701fbbc780957eb846'), ObjectId('6613f2701fbbc780957eb847'), ObjectId('6613f2701fbbc780957eb848'), ObjectId('6613f2701fbbc780957eb849'), ObjectId('6613f2701fbbc780957eb84a'), ObjectId('6613f2701fbbc780957eb84b'), ObjectId('6613f2701fbbc780957eb84c'), ObjectId('6613f2701fbbc780957eb84d'), ObjectId('6613f2701fbbc780957eb84e'), ObjectId('6613f2701fbbc780957eb84f'), ObjectId('6613f2701fbbc780957eb850'), ObjectId('6613f2701fbbc780957eb851'), ObjectId('6613f2701fbbc780957eb852'), ObjectId('6613f2701fbbc780957eb853'), ObjectId('6613f2701fbbc780957eb854'), ObjectId('6613f2701fbbc780957eb855'), ObjectId('6613f2701fbbc780957eb856'), ObjectId('6613f2701fbbc780957eb857'), ObjectId('6613f2701fbbc780957eb858'), ObjectId('6613f2701fbbc780957eb859'), ObjectId('6613f2701fbbc780957eb85a'), ObjectId('6613f2701fbbc780957eb85b'), ObjectId('6613f2701fbbc780957eb85c'), ObjectId('6613f2701fbbc780957eb85d'), ObjectId('6613f2701fbbc780957eb85e'), ObjectId('6613f2701fbbc780957eb85f'), ObjectId('6613f2701fbbc780957eb860'), ObjectId('6613f2701fbbc780957eb861'), ObjectId('6613f2701fbbc780957eb862'), ObjectId('6613f2701fbbc780957eb863'), ObjectId('6613f2701fbbc780957eb864'), ObjectId('6613f2701fbbc780957eb865'), ObjectId('6613f2701fbbc780957eb866'), ObjectId('6613f2701fbbc780957eb867'), ObjectId('6613f2701fbbc780957eb868'), ObjectId('6613f2701fbbc780957eb869'), ObjectId('6613f2701fbbc780957eb86a'), ObjectId('6613f2701fbbc780957eb86b'), ObjectId('6613f2701fbbc780957eb86c'), ObjectId('6613f2701fbbc780957eb86d'), ObjectId('6613f2701fbbc780957eb86e'), ObjectId('6613f2701fbbc780957eb86f'), ObjectId('6613f2701fbbc780957eb870'), ObjectId('6613f2701fbbc780957eb871'), ObjectId('6613f2701fbbc780957eb872'), ObjectId('6613f2701fbbc780957eb873'), ObjectId('6613f2701fbbc780957eb874'), ObjectId('6613f2701fbbc780957eb875'), ObjectId('6613f2701fbbc780957eb876'), ObjectId('6613f2701fbbc780957eb877'), ObjectId('6613f2701fbbc780957eb878'), ObjectId('6613f2701fbbc780957eb879'), ObjectId('6613f2701fbbc780957eb87a'), ObjectId('6613f2701fbbc780957eb87b'), ObjectId('6613f2701fbbc780957eb87c'), ObjectId('6613f2701fbbc780957eb87d'), ObjectId('6613f2701fbbc780957eb87e'), ObjectId('6613f2701fbbc780957eb87f'), ObjectId('6613f2701fbbc780957eb880'), ObjectId('6613f2701fbbc780957eb881'), ObjectId('6613f2701fbbc780957eb882'), ObjectId('6613f2701fbbc780957eb883'), ObjectId('6613f2701fbbc780957eb884'), ObjectId('6613f2701fbbc780957eb885'), ObjectId('6613f2701fbbc780957eb886'), ObjectId('6613f2701fbbc780957eb887'), ObjectId('6613f2701fbbc780957eb888'), ObjectId('6613f2701fbbc780957eb889'), ObjectId('6613f2701fbbc780957eb88a'), ObjectId('6613f2701fbbc780957eb88b'), ObjectId('6613f2701fbbc780957eb88c'), ObjectId('6613f2701fbbc780957eb88d'), ObjectId('6613f2701fbbc780957eb88e'), ObjectId('6613f2701fbbc780957eb88f'), ObjectId('6613f2701fbbc780957eb890'), ObjectId('6613f2701fbbc780957eb891'), ObjectId('6613f2701fbbc780957eb892'), ObjectId('6613f2701fbbc780957eb893'), ObjectId('6613f2701fbbc780957eb894'), ObjectId('6613f2701fbbc780957eb895'), ObjectId('6613f2701fbbc780957eb896'), ObjectId('6613f2701fbbc780957eb897'), ObjectId('6613f2701fbbc780957eb898'), ObjectId('6613f2701fbbc780957eb899'), ObjectId('6613f2701fbbc780957eb89a'), ObjectId('6613f2701fbbc780957eb89b'), ObjectId('6613f2701fbbc780957eb89c'), ObjectId('6613f2701fbbc780957eb89d'), ObjectId('6613f2701fbbc780957eb89e'), ObjectId('6613f2701fbbc780957eb89f'), ObjectId('6613f2701fbbc780957eb8a0'), ObjectId('6613f2701fbbc780957eb8a1'), ObjectId('6613f2701fbbc780957eb8a2'), ObjectId('6613f2701fbbc780957eb8a3'), ObjectId('6613f2701fbbc780957eb8a4'), ObjectId('6613f2701fbbc780957eb8a5'), ObjectId('6613f2701fbbc780957eb8a6'), ObjectId('6613f2701fbbc780957eb8a7'), ObjectId('6613f2701fbbc780957eb8a8'), ObjectId('6613f2701fbbc780957eb8a9'), ObjectId('6613f2701fbbc780957eb8aa'), ObjectId('6613f2701fbbc780957eb8ab'), ObjectId('6613f2701fbbc780957eb8ac'), ObjectId('6613f2701fbbc780957eb8ad'), ObjectId('6613f2701fbbc780957eb8ae'), ObjectId('6613f2701fbbc780957eb8af'), ObjectId('6613f2701fbbc780957eb8b0'), ObjectId('6613f2701fbbc780957eb8b1'), ObjectId('6613f2701fbbc780957eb8b2'), ObjectId('6613f2701fbbc780957eb8b3'), ObjectId('6613f2701fbbc780957eb8b4'), ObjectId('6613f2701fbbc780957eb8b5'), ObjectId('6613f2701fbbc780957eb8b6'), ObjectId('6613f2701fbbc780957eb8b7'), ObjectId('6613f2701fbbc780957eb8b8'), ObjectId('6613f2701fbbc780957eb8b9'), ObjectId('6613f2701fbbc780957eb8ba'), ObjectId('6613f2701fbbc780957eb8bb'), ObjectId('6613f2701fbbc780957eb8bc'), ObjectId('6613f2701fbbc780957eb8bd'), ObjectId('6613f2701fbbc780957eb8be'), ObjectId('6613f2701fbbc780957eb8bf'), ObjectId('6613f2701fbbc780957eb8c0'), ObjectId('6613f2701fbbc780957eb8c1'), ObjectId('6613f2701fbbc780957eb8c2'), ObjectId('6613f2701fbbc780957eb8c3'), ObjectId('6613f2701fbbc780957eb8c4'), ObjectId('6613f2701fbbc780957eb8c5'), ObjectId('6613f2701fbbc780957eb8c6'), ObjectId('6613f2701fbbc780957eb8c7'), ObjectId('6613f2701fbbc780957eb8c8'), ObjectId('6613f2701fbbc780957eb8c9'), ObjectId('6613f2701fbbc780957eb8ca'), ObjectId('6613f2701fbbc780957eb8cb'), ObjectId('6613f2701fbbc780957eb8cc'), ObjectId('6613f2701fbbc780957eb8cd'), ObjectId('6613f2701fbbc780957eb8ce'), ObjectId('6613f2701fbbc780957eb8cf'), ObjectId('6613f2701fbbc780957eb8d0'), ObjectId('6613f2701fbbc780957eb8d1'), ObjectId('6613f2701fbbc780957eb8d2'), ObjectId('6613f2701fbbc780957eb8d3'), ObjectId('6613f2701fbbc780957eb8d4'), ObjectId('6613f2701fbbc780957eb8d5'), ObjectId('6613f2701fbbc780957eb8d6'), ObjectId('6613f2701fbbc780957eb8d7'), ObjectId('6613f2701fbbc780957eb8d8'), ObjectId('6613f2701fbbc780957eb8d9'), ObjectId('6613f2701fbbc780957eb8da'), ObjectId('6613f2701fbbc780957eb8db'), ObjectId('6613f2701fbbc780957eb8dc'), ObjectId('6613f2701fbbc780957eb8dd'), ObjectId('6613f2701fbbc780957eb8de'), ObjectId('6613f2701fbbc780957eb8df'), ObjectId('6613f2701fbbc780957eb8e0'), ObjectId('6613f2701fbbc780957eb8e1'), ObjectId('6613f2701fbbc780957eb8e2'), ObjectId('6613f2701fbbc780957eb8e3'), ObjectId('6613f2701fbbc780957eb8e4'), ObjectId('6613f2701fbbc780957eb8e5'), ObjectId('6613f2701fbbc780957eb8e6'), ObjectId('6613f2701fbbc780957eb8e7'), ObjectId('6613f2701fbbc780957eb8e8'), ObjectId('6613f2701fbbc780957eb8e9'), ObjectId('6613f2701fbbc780957eb8ea'), ObjectId('6613f2701fbbc780957eb8eb'), ObjectId('6613f2701fbbc780957eb8ec'), ObjectId('6613f2701fbbc780957eb8ed'), ObjectId('6613f2701fbbc780957eb8ee'), ObjectId('6613f2701fbbc780957eb8ef'), ObjectId('6613f2701fbbc780957eb8f0'), ObjectId('6613f2701fbbc780957eb8f1'), ObjectId('6613f2701fbbc780957eb8f2'), ObjectId('6613f2701fbbc780957eb8f3'), ObjectId('6613f2701fbbc780957eb8f4'), ObjectId('6613f2701fbbc780957eb8f5'), ObjectId('6613f2701fbbc780957eb8f6'), ObjectId('6613f2701fbbc780957eb8f7'), ObjectId('6613f2701fbbc780957eb8f8'), ObjectId('6613f2701fbbc780957eb8f9'), ObjectId('6613f2701fbbc780957eb8fa'), ObjectId('6613f2701fbbc780957eb8fb'), ObjectId('6613f2701fbbc780957eb8fc'), ObjectId('6613f2701fbbc780957eb8fd'), ObjectId('6613f2701fbbc780957eb8fe'), ObjectId('6613f2701fbbc780957eb8ff'), ObjectId('6613f2701fbbc780957eb900'), ObjectId('6613f2701fbbc780957eb901'), ObjectId('6613f2701fbbc780957eb902'), ObjectId('6613f2701fbbc780957eb903'), ObjectId('6613f2701fbbc780957eb904'), ObjectId('6613f2701fbbc780957eb905'), ObjectId('6613f2701fbbc780957eb906'), ObjectId('6613f2701fbbc780957eb907'), ObjectId('6613f2701fbbc780957eb908'), ObjectId('6613f2701fbbc780957eb909'), ObjectId('6613f2701fbbc780957eb90a'), ObjectId('6613f2701fbbc780957eb90b'), ObjectId('6613f2701fbbc780957eb90c')], acknowledged=True)"
      ]
     },
     "execution_count": 102,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pymongo\n",
    "\n",
    "mongo_client = pymongo.MongoClient(\"mongodb://localhost:27017/\")\n",
    "mongo_db = mongo_client[\"dummyjson\"]\n",
    "mongo_collection = mongo_db[\"commentaires\"]\n",
    "comment_docs = comments_df.to_dict(orient='records')\n",
    "mongo_collection.insert_many(comment_docs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5d6ffad1-aa67-4906-b415-20fcd9d05516",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.18"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}