.. _2018-09-18rappelspythonpandasmatplotlibrst:

============================================
2018-09-18 - Rappels sur pandas et maplotlib
============================================


.. only:: html

    **Links:** :download:`notebook <2018-09-18_rappels_python_pandas_matplotlib.ipynb>`, :downloadlink:`html <2018-09-18_rappels_python_pandas_matplotlib2html.html>`, :download:`python <2018-09-18_rappels_python_pandas_matplotlib.py>`, :downloadlink:`slides <2018-09-18_rappels_python_pandas_matplotlib.slides.html>`, :githublink:`GitHub|_doc/notebooks/notebook_eleves/2018-2019/2018-09-18_rappels_python_pandas_matplotlib.ipynb|*`


Manipulation de données autour du jeu des passagers du Titanic qu’on
peut récupérer sur
`opendatasoft <https://public.opendatasoft.com/explore/dataset/titanic-passengers/?flg=fr>`__
ou
`awesome-public-datasets <https://github.com/awesomedata/awesome-public-datasets/tree/master/Datasets>`__.

.. code:: ipython3

    import pandas

.. code:: ipython3

    df = pandas.read_csv("titanic.csv/titanic.csv")

.. code:: ipython3

    type(df)




.. parsed-literal::
    pandas.core.frame.DataFrame



.. code:: ipython3

    df.head(n=2)






.. raw:: html

    <div>
    <style scoped>
        .dataframe tbody tr th:only-of-type {
            vertical-align: middle;
        }

        .dataframe tbody tr th {
            vertical-align: top;
        }

        .dataframe thead th {
            text-align: right;
        }
    </style>
    <table border="1" class="dataframe">
      <thead>
        <tr style="text-align: right;">
          <th></th>
          <th>PassengerId</th>
          <th>Survived</th>
          <th>Pclass</th>
          <th>Name</th>
          <th>Sex</th>
          <th>Age</th>
          <th>SibSp</th>
          <th>Parch</th>
          <th>Ticket</th>
          <th>Fare</th>
          <th>Cabin</th>
          <th>Embarked</th>
        </tr>
      </thead>
      <tbody>
        <tr>
          <th>0</th>
          <td>1</td>
          <td>0</td>
          <td>3</td>
          <td>Braund, Mr. Owen Harris</td>
          <td>male</td>
          <td>22.0</td>
          <td>1</td>
          <td>0</td>
          <td>A/5 21171</td>
          <td>7.2500</td>
          <td>NaN</td>
          <td>S</td>
        </tr>
        <tr>
          <th>1</th>
          <td>2</td>
          <td>1</td>
          <td>1</td>
          <td>Cumings, Mrs. John Bradley (Florence Briggs Th...</td>
          <td>female</td>
          <td>38.0</td>
          <td>1</td>
          <td>0</td>
          <td>PC 17599</td>
          <td>71.2833</td>
          <td>C85</td>
          <td>C</td>
        </tr>
      </tbody>
    </table>
    </div>



.. code:: ipython3

    subset = df[ ["PassengerId", "Survived", "Pclass"]   ]
    subset.head(n=2)






.. raw:: html

    <div>
    <style scoped>
        .dataframe tbody tr th:only-of-type {
            vertical-align: middle;
        }

        .dataframe tbody tr th {
            vertical-align: top;
        }

        .dataframe thead th {
            text-align: right;
        }
    </style>
    <table border="1" class="dataframe">
      <thead>
        <tr style="text-align: right;">
          <th></th>
          <th>PassengerId</th>
          <th>Survived</th>
          <th>Pclass</th>
        </tr>
      </thead>
      <tbody>
        <tr>
          <th>0</th>
          <td>1</td>
          <td>0</td>
          <td>3</td>
        </tr>
        <tr>
          <th>1</th>
          <td>2</td>
          <td>1</td>
          <td>1</td>
        </tr>
      </tbody>
    </table>
    </div>



.. code:: ipython3

    survived = subset[ ["Survived", "Pclass"] ].groupby(["Pclass"]).sum()
    compte = subset[ ["Survived", "Pclass"] ].groupby(["Pclass"]).count()
    compte.columns = ['total']

.. code:: ipython3

    survived






.. raw:: html

    <div>
    <style scoped>
        .dataframe tbody tr th:only-of-type {
            vertical-align: middle;
        }

        .dataframe tbody tr th {
            vertical-align: top;
        }

        .dataframe thead th {
            text-align: right;
        }
    </style>
    <table border="1" class="dataframe">
      <thead>
        <tr style="text-align: right;">
          <th></th>
          <th>Survived</th>
        </tr>
        <tr>
          <th>Pclass</th>
          <th></th>
        </tr>
      </thead>
      <tbody>
        <tr>
          <th>1</th>
          <td>136</td>
        </tr>
        <tr>
          <th>2</th>
          <td>87</td>
        </tr>
        <tr>
          <th>3</th>
          <td>119</td>
        </tr>
      </tbody>
    </table>
    </div>



.. code:: ipython3

    compte






.. raw:: html

    <div>
    <style scoped>
        .dataframe tbody tr th:only-of-type {
            vertical-align: middle;
        }

        .dataframe tbody tr th {
            vertical-align: top;
        }

        .dataframe thead th {
            text-align: right;
        }
    </style>
    <table border="1" class="dataframe">
      <thead>
        <tr style="text-align: right;">
          <th></th>
          <th>total</th>
        </tr>
        <tr>
          <th>Pclass</th>
          <th></th>
        </tr>
      </thead>
      <tbody>
        <tr>
          <th>1</th>
          <td>216</td>
        </tr>
        <tr>
          <th>2</th>
          <td>184</td>
        </tr>
        <tr>
          <th>3</th>
          <td>491</td>
        </tr>
      </tbody>
    </table>
    </div>



.. code:: ipython3

    jointure = survived.join(compte)
    jointure






.. raw:: html

    <div>
    <style scoped>
        .dataframe tbody tr th:only-of-type {
            vertical-align: middle;
        }

        .dataframe tbody tr th {
            vertical-align: top;
        }

        .dataframe thead th {
            text-align: right;
        }
    </style>
    <table border="1" class="dataframe">
      <thead>
        <tr style="text-align: right;">
          <th></th>
          <th>Survived</th>
          <th>total</th>
        </tr>
        <tr>
          <th>Pclass</th>
          <th></th>
          <th></th>
        </tr>
      </thead>
      <tbody>
        <tr>
          <th>1</th>
          <td>136</td>
          <td>216</td>
        </tr>
        <tr>
          <th>2</th>
          <td>87</td>
          <td>184</td>
        </tr>
        <tr>
          <th>3</th>
          <td>119</td>
          <td>491</td>
        </tr>
      </tbody>
    </table>
    </div>



.. code:: ipython3

    jointure["survie"] = jointure['Survived'] / jointure.total
    jointure






.. raw:: html

    <div>
    <style scoped>
        .dataframe tbody tr th:only-of-type {
            vertical-align: middle;
        }

        .dataframe tbody tr th {
            vertical-align: top;
        }

        .dataframe thead th {
            text-align: right;
        }
    </style>
    <table border="1" class="dataframe">
      <thead>
        <tr style="text-align: right;">
          <th></th>
          <th>Survived</th>
          <th>total</th>
          <th>survie</th>
        </tr>
        <tr>
          <th>Pclass</th>
          <th></th>
          <th></th>
          <th></th>
        </tr>
      </thead>
      <tbody>
        <tr>
          <th>1</th>
          <td>136</td>
          <td>216</td>
          <td>0.629630</td>
        </tr>
        <tr>
          <th>2</th>
          <td>87</td>
          <td>184</td>
          <td>0.472826</td>
        </tr>
        <tr>
          <th>3</th>
          <td>119</td>
          <td>491</td>
          <td>0.242363</td>
        </tr>
      </tbody>
    </table>
    </div>



.. code:: ipython3

    %matplotlib inline

.. code:: ipython3

    ax = jointure[['survie']].plot(kind="bar", figsize=(2, 2))
    ax.set_title("Titanic")
    ax.set_ylabel("%");



.. image:: 2018-09-18_rappels_python_pandas_matplotlib_12_0.png


.. code:: ipython3

    import matplotlib.pyplot as plt
    fig, ax = plt.subplots(1, 2, figsize=(8,3))
    jointure[['survie']].plot(kind="bar", ax=ax[0])
    ax[0].set_title("Titanic")
    ax[0].set_ylabel("%");
    jointure.drop('survie', axis=1).plot(kind="bar", ax=ax[1])
    ax[1].set_title("Titanic")
    ax[1].set_ylabel("%");



.. image:: 2018-09-18_rappels_python_pandas_matplotlib_13_0.png


.. code:: ipython3

    jointure.to_excel("titanic.xlsx")

.. code:: ipython3

    df.head(n=2)






.. raw:: html

    <div>
    <style scoped>
        .dataframe tbody tr th:only-of-type {
            vertical-align: middle;
        }

        .dataframe tbody tr th {
            vertical-align: top;
        }

        .dataframe thead th {
            text-align: right;
        }
    </style>
    <table border="1" class="dataframe">
      <thead>
        <tr style="text-align: right;">
          <th></th>
          <th>PassengerId</th>
          <th>Survived</th>
          <th>Pclass</th>
          <th>Name</th>
          <th>Sex</th>
          <th>Age</th>
          <th>SibSp</th>
          <th>Parch</th>
          <th>Ticket</th>
          <th>Fare</th>
          <th>Cabin</th>
          <th>Embarked</th>
        </tr>
      </thead>
      <tbody>
        <tr>
          <th>0</th>
          <td>1</td>
          <td>0</td>
          <td>3</td>
          <td>Braund, Mr. Owen Harris</td>
          <td>male</td>
          <td>22.0</td>
          <td>1</td>
          <td>0</td>
          <td>A/5 21171</td>
          <td>7.2500</td>
          <td>NaN</td>
          <td>S</td>
        </tr>
        <tr>
          <th>1</th>
          <td>2</td>
          <td>1</td>
          <td>1</td>
          <td>Cumings, Mrs. John Bradley (Florence Briggs Th...</td>
          <td>female</td>
          <td>38.0</td>
          <td>1</td>
          <td>0</td>
          <td>PC 17599</td>
          <td>71.2833</td>
          <td>C85</td>
          <td>C</td>
        </tr>
      </tbody>
    </table>
    </div>



.. code:: ipython3

    mat = df[['Survived', 'Age']].values

.. code:: ipython3

    mat.T




.. parsed-literal::
    array([[ 0.,  1.,  1., ...,  0.,  1.,  0.],
           [22., 38., 26., ..., nan, 26., 32.]])



.. code:: ipython3

    mat.T @ mat




.. parsed-literal::
    array([[342.,  nan],
           [ nan,  nan]])



.. code:: ipython3

    mat @ mat.T




.. parsed-literal::
    array([[ 484.,  836.,  572., ...,   nan,  572.,  704.],
           [ 836., 1445.,  989., ...,   nan,  989., 1216.],
           [ 572.,  989.,  677., ...,   nan,  677.,  832.],
           ...,
           [  nan,   nan,   nan, ...,   nan,   nan,   nan],
           [ 572.,  989.,  677., ...,   nan,  677.,  832.],
           [ 704., 1216.,  832., ...,   nan,  832., 1024.]])



.. code:: ipython3

    df.tail(n=2)






.. raw:: html

    <div>
    <style scoped>
        .dataframe tbody tr th:only-of-type {
            vertical-align: middle;
        }

        .dataframe tbody tr th {
            vertical-align: top;
        }

        .dataframe thead th {
            text-align: right;
        }
    </style>
    <table border="1" class="dataframe">
      <thead>
        <tr style="text-align: right;">
          <th></th>
          <th>PassengerId</th>
          <th>Survived</th>
          <th>Pclass</th>
          <th>Name</th>
          <th>Sex</th>
          <th>Age</th>
          <th>SibSp</th>
          <th>Parch</th>
          <th>Ticket</th>
          <th>Fare</th>
          <th>Cabin</th>
          <th>Embarked</th>
        </tr>
      </thead>
      <tbody>
        <tr>
          <th>889</th>
          <td>890</td>
          <td>1</td>
          <td>1</td>
          <td>Behr, Mr. Karl Howell</td>
          <td>male</td>
          <td>26.0</td>
          <td>0</td>
          <td>0</td>
          <td>111369</td>
          <td>30.00</td>
          <td>C148</td>
          <td>C</td>
        </tr>
        <tr>
          <th>890</th>
          <td>891</td>
          <td>0</td>
          <td>3</td>
          <td>Dooley, Mr. Patrick</td>
          <td>male</td>
          <td>32.0</td>
          <td>0</td>
          <td>0</td>
          <td>370376</td>
          <td>7.75</td>
          <td>NaN</td>
          <td>Q</td>
        </tr>
      </tbody>
    </table>
    </div>



.. code:: ipython3

    names = list(df['Name'])
    names
    nom = names[0]
    nom




.. parsed-literal::
    'Braund, Mr. Owen Harris'



.. code:: ipython3

    nom.split(',')[1].split('.')[0].strip().lower()




.. parsed-literal::
    'mr'



.. code:: ipython3

    mr = []
    for nom in names:
        mr.append(nom.split(',')[1].split('.')[0].strip().lower())

.. code:: ipython3

    df['mr'] = mr

.. code:: ipython3

    gr = df[ ['Sex', "mr", "PassengerId"] ].groupby(['Sex', "mr"], as_index=False).count()

.. code:: ipython3

    gr.head()






.. raw:: html

    <div>
    <style scoped>
        .dataframe tbody tr th:only-of-type {
            vertical-align: middle;
        }

        .dataframe tbody tr th {
            vertical-align: top;
        }

        .dataframe thead th {
            text-align: right;
        }
    </style>
    <table border="1" class="dataframe">
      <thead>
        <tr style="text-align: right;">
          <th></th>
          <th>Sex</th>
          <th>mr</th>
          <th>PassengerId</th>
        </tr>
      </thead>
      <tbody>
        <tr>
          <th>0</th>
          <td>female</td>
          <td>dr</td>
          <td>1</td>
        </tr>
        <tr>
          <th>1</th>
          <td>female</td>
          <td>lady</td>
          <td>1</td>
        </tr>
        <tr>
          <th>2</th>
          <td>female</td>
          <td>miss</td>
          <td>182</td>
        </tr>
        <tr>
          <th>3</th>
          <td>female</td>
          <td>mlle</td>
          <td>2</td>
        </tr>
        <tr>
          <th>4</th>
          <td>female</td>
          <td>mme</td>
          <td>1</td>
        </tr>
      </tbody>
    </table>
    </div>



.. code:: ipython3

    gr.pivot("mr", "Sex", "PassengerId")






.. raw:: html

    <div>
    <style scoped>
        .dataframe tbody tr th:only-of-type {
            vertical-align: middle;
        }

        .dataframe tbody tr th {
            vertical-align: top;
        }

        .dataframe thead th {
            text-align: right;
        }
    </style>
    <table border="1" class="dataframe">
      <thead>
        <tr style="text-align: right;">
          <th>Sex</th>
          <th>female</th>
          <th>male</th>
        </tr>
        <tr>
          <th>mr</th>
          <th></th>
          <th></th>
        </tr>
      </thead>
      <tbody>
        <tr>
          <th>capt</th>
          <td>NaN</td>
          <td>1.0</td>
        </tr>
        <tr>
          <th>col</th>
          <td>NaN</td>
          <td>2.0</td>
        </tr>
        <tr>
          <th>don</th>
          <td>NaN</td>
          <td>1.0</td>
        </tr>
        <tr>
          <th>dr</th>
          <td>1.0</td>
          <td>6.0</td>
        </tr>
        <tr>
          <th>jonkheer</th>
          <td>NaN</td>
          <td>1.0</td>
        </tr>
        <tr>
          <th>lady</th>
          <td>1.0</td>
          <td>NaN</td>
        </tr>
        <tr>
          <th>major</th>
          <td>NaN</td>
          <td>2.0</td>
        </tr>
        <tr>
          <th>master</th>
          <td>NaN</td>
          <td>40.0</td>
        </tr>
        <tr>
          <th>miss</th>
          <td>182.0</td>
          <td>NaN</td>
        </tr>
        <tr>
          <th>mlle</th>
          <td>2.0</td>
          <td>NaN</td>
        </tr>
        <tr>
          <th>mme</th>
          <td>1.0</td>
          <td>NaN</td>
        </tr>
        <tr>
          <th>mr</th>
          <td>NaN</td>
          <td>517.0</td>
        </tr>
        <tr>
          <th>mrs</th>
          <td>125.0</td>
          <td>NaN</td>
        </tr>
        <tr>
          <th>ms</th>
          <td>1.0</td>
          <td>NaN</td>
        </tr>
        <tr>
          <th>rev</th>
          <td>NaN</td>
          <td>6.0</td>
        </tr>
        <tr>
          <th>sir</th>
          <td>NaN</td>
          <td>1.0</td>
        </tr>
        <tr>
          <th>the countess</th>
          <td>1.0</td>
          <td>NaN</td>
        </tr>
      </tbody>
    </table>
    </div>