no commit message

parent 941fd0a0
......@@ -9,7 +9,7 @@
},
{
"cell_type": "code",
"execution_count": 55,
"execution_count": 139,
"metadata": {},
"outputs": [],
"source": [
......@@ -35,7 +35,7 @@
},
{
"cell_type": "code",
"execution_count": 56,
"execution_count": 140,
"metadata": {},
"outputs": [
{
......@@ -317,7 +317,7 @@
"[756 rows x 10 columns]"
]
},
"execution_count": 56,
"execution_count": 140,
"metadata": {},
"output_type": "execute_result"
}
......@@ -349,7 +349,7 @@
},
{
"cell_type": "code",
"execution_count": 57,
"execution_count": 141,
"metadata": {},
"outputs": [
{
......@@ -370,7 +370,7 @@
},
{
"cell_type": "code",
"execution_count": 58,
"execution_count": 169,
"metadata": {},
"outputs": [
{
......@@ -472,26 +472,186 @@
" <td>317.51</td>\n",
" <td>314.71</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>1958</td>\n",
" <td>6</td>\n",
" <td>21351</td>\n",
" <td>1958.4548</td>\n",
" <td>-99.99</td>\n",
" <td>-99.99</td>\n",
" <td>317.24</td>\n",
" <td>315.14</td>\n",
" <td>317.24</td>\n",
" <td>315.14</td>\n",
" </tr>\n",
" <tr>\n",
" <th>6</th>\n",
" <td>1958</td>\n",
" <td>7</td>\n",
" <td>21381</td>\n",
" <td>1958.5370</td>\n",
" <td>315.86</td>\n",
" <td>315.19</td>\n",
" <td>315.86</td>\n",
" <td>315.22</td>\n",
" <td>315.86</td>\n",
" <td>315.19</td>\n",
" </tr>\n",
" <tr>\n",
" <th>...</th>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" </tr>\n",
" <tr>\n",
" <th>23</th>\n",
" <td>1959</td>\n",
" <td>12</td>\n",
" <td>21899</td>\n",
" <td>1959.9562</td>\n",
" <td>315.58</td>\n",
" <td>316.35</td>\n",
" <td>315.72</td>\n",
" <td>316.47</td>\n",
" <td>315.58</td>\n",
" <td>316.35</td>\n",
" </tr>\n",
" <tr>\n",
" <th>24</th>\n",
" <td>1960</td>\n",
" <td>1</td>\n",
" <td>21930</td>\n",
" <td>1960.0410</td>\n",
" <td>316.43</td>\n",
" <td>316.39</td>\n",
" <td>316.61</td>\n",
" <td>316.56</td>\n",
" <td>316.43</td>\n",
" <td>316.39</td>\n",
" </tr>\n",
" <tr>\n",
" <th>25</th>\n",
" <td>1960</td>\n",
" <td>2</td>\n",
" <td>21961</td>\n",
" <td>1960.1257</td>\n",
" <td>316.98</td>\n",
" <td>316.35</td>\n",
" <td>317.27</td>\n",
" <td>316.64</td>\n",
" <td>316.98</td>\n",
" <td>316.35</td>\n",
" </tr>\n",
" <tr>\n",
" <th>26</th>\n",
" <td>1960</td>\n",
" <td>3</td>\n",
" <td>21990</td>\n",
" <td>1960.2049</td>\n",
" <td>317.58</td>\n",
" <td>316.28</td>\n",
" <td>318.03</td>\n",
" <td>316.71</td>\n",
" <td>317.58</td>\n",
" <td>316.28</td>\n",
" </tr>\n",
" <tr>\n",
" <th>27</th>\n",
" <td>1960</td>\n",
" <td>4</td>\n",
" <td>22021</td>\n",
" <td>1960.2896</td>\n",
" <td>319.03</td>\n",
" <td>316.70</td>\n",
" <td>319.14</td>\n",
" <td>316.79</td>\n",
" <td>319.03</td>\n",
" <td>316.70</td>\n",
" </tr>\n",
" <tr>\n",
" <th>28</th>\n",
" <td>1960</td>\n",
" <td>5</td>\n",
" <td>22051</td>\n",
" <td>1960.3716</td>\n",
" <td>320.04</td>\n",
" <td>317.22</td>\n",
" <td>319.67</td>\n",
" <td>316.86</td>\n",
" <td>320.04</td>\n",
" <td>317.22</td>\n",
" </tr>\n",
" <tr>\n",
" <th>29</th>\n",
" <td>1960</td>\n",
" <td>6</td>\n",
" <td>22082</td>\n",
" <td>1960.4563</td>\n",
" <td>319.59</td>\n",
" <td>317.48</td>\n",
" <td>319.01</td>\n",
" <td>316.93</td>\n",
" <td>319.59</td>\n",
" <td>317.48</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>30 rows × 10 columns</p>\n",
"</div>"
],
"text/plain": [
" Yr Mn Date 1 Date 2 s1 s2 s3 s4 s5 s6\n",
"0 1958 1 21200 1958.0411 -99.99 -99.99 -99.99 -99.99 -99.99 -99.99\n",
"1 1958 2 21231 1958.1260 -99.99 -99.99 -99.99 -99.99 -99.99 -99.99\n",
"2 1958 3 21259 1958.2027 315.70 314.44 316.19 314.91 315.70 314.44\n",
"3 1958 4 21290 1958.2877 317.45 315.16 317.30 314.99 317.45 315.16\n",
"4 1958 5 21320 1958.3699 317.51 314.71 317.86 315.06 317.51 314.71"
" Yr Mn Date 1 Date 2 s1 s2 s3 s4 s5 \\\n",
"0 1958 1 21200 1958.0411 -99.99 -99.99 -99.99 -99.99 -99.99 \n",
"1 1958 2 21231 1958.1260 -99.99 -99.99 -99.99 -99.99 -99.99 \n",
"2 1958 3 21259 1958.2027 315.70 314.44 316.19 314.91 315.70 \n",
"3 1958 4 21290 1958.2877 317.45 315.16 317.30 314.99 317.45 \n",
"4 1958 5 21320 1958.3699 317.51 314.71 317.86 315.06 317.51 \n",
"5 1958 6 21351 1958.4548 -99.99 -99.99 317.24 315.14 317.24 \n",
"6 1958 7 21381 1958.5370 315.86 315.19 315.86 315.22 315.86 \n",
".. ... .. ... ... ... ... ... ... ... \n",
"23 1959 12 21899 1959.9562 315.58 316.35 315.72 316.47 315.58 \n",
"24 1960 1 21930 1960.0410 316.43 316.39 316.61 316.56 316.43 \n",
"25 1960 2 21961 1960.1257 316.98 316.35 317.27 316.64 316.98 \n",
"26 1960 3 21990 1960.2049 317.58 316.28 318.03 316.71 317.58 \n",
"27 1960 4 22021 1960.2896 319.03 316.70 319.14 316.79 319.03 \n",
"28 1960 5 22051 1960.3716 320.04 317.22 319.67 316.86 320.04 \n",
"29 1960 6 22082 1960.4563 319.59 317.48 319.01 316.93 319.59 \n",
"\n",
" s6 \n",
"0 -99.99 \n",
"1 -99.99 \n",
"2 314.44 \n",
"3 315.16 \n",
"4 314.71 \n",
"5 315.14 \n",
"6 315.19 \n",
".. ... \n",
"23 316.35 \n",
"24 316.39 \n",
"25 316.35 \n",
"26 316.28 \n",
"27 316.70 \n",
"28 317.22 \n",
"29 317.48 \n",
"\n",
"[30 rows x 10 columns]"
]
},
"execution_count": 58,
"execution_count": 169,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"raw_data_1.head()"
"raw_data_1.head(30)"
]
},
{
......@@ -503,7 +663,7 @@
},
{
"cell_type": "code",
"execution_count": 59,
"execution_count": 143,
"metadata": {},
"outputs": [],
"source": [
......@@ -546,133 +706,38 @@
},
{
"cell_type": "code",
"execution_count": 60,
"execution_count": 174,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Yr</th>\n",
" <th>Mn</th>\n",
" <th>Date 1</th>\n",
" <th>Date 2</th>\n",
" <th>s1</th>\n",
" <th>s2</th>\n",
" <th>s3</th>\n",
" <th>s4</th>\n",
" <th>s5</th>\n",
" <th>s6</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>1958</td>\n",
" <td>6</td>\n",
" <td>21351</td>\n",
" <td>1958.4548</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>317.24</td>\n",
" <td>315.14</td>\n",
" <td>317.24</td>\n",
" <td>315.14</td>\n",
" </tr>\n",
" <tr>\n",
" <th>9</th>\n",
" <td>1958</td>\n",
" <td>10</td>\n",
" <td>21473</td>\n",
" <td>1958.7890</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>312.44</td>\n",
" <td>315.40</td>\n",
" <td>312.44</td>\n",
" <td>315.40</td>\n",
" </tr>\n",
" <tr>\n",
" <th>73</th>\n",
" <td>1964</td>\n",
" <td>2</td>\n",
" <td>23422</td>\n",
" <td>1964.1257</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>320.01</td>\n",
" <td>319.36</td>\n",
" <td>320.01</td>\n",
" <td>319.36</td>\n",
" </tr>\n",
" <tr>\n",
" <th>74</th>\n",
" <td>1964</td>\n",
" <td>3</td>\n",
" <td>23451</td>\n",
" <td>1964.2049</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>320.74</td>\n",
" <td>319.41</td>\n",
" <td>320.74</td>\n",
" <td>319.41</td>\n",
" </tr>\n",
" <tr>\n",
" <th>75</th>\n",
" <td>1964</td>\n",
" <td>4</td>\n",
" <td>23482</td>\n",
" <td>1964.2896</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>321.83</td>\n",
" <td>319.45</td>\n",
" <td>321.83</td>\n",
" <td>319.45</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Yr Mn Date 1 Date 2 s1 s2 s3 s4 s5 s6\n",
"5 1958 6 21351 1958.4548 NaN NaN 317.24 315.14 317.24 315.14\n",
"9 1958 10 21473 1958.7890 NaN NaN 312.44 315.40 312.44 315.40\n",
"73 1964 2 23422 1964.1257 NaN NaN 320.01 319.36 320.01 319.36\n",
"74 1964 3 23451 1964.2049 NaN NaN 320.74 319.41 320.74 319.41\n",
"75 1964 4 23482 1964.2896 NaN NaN 321.83 319.45 321.83 319.45"
"Yr False\n",
"Mn False\n",
"Date 1 False\n",
"Date 2 False\n",
"s1 True\n",
"s2 True\n",
"s3 False\n",
"s4 False\n",
"s5 False\n",
"s6 False\n",
"dtype: bool"
]
},
"execution_count": 60,
"execution_count": 174,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"data[data.isnull().any(axis=1)]"
"#data[data.isnull().any(columns = 's1')]\n",
"data.isnull().any()"
]
},
{
"cell_type": "code",
"execution_count": 61,
"execution_count": 145,
"metadata": {},
"outputs": [
{
......@@ -787,7 +852,7 @@
"6 1958 7 21381 1958.5370 315.86 315.19 315.86 315.22 315.86 315.19"
]
},
"execution_count": 61,
"execution_count": 145,
"metadata": {},
"output_type": "execute_result"
}
......@@ -806,7 +871,7 @@
},
{
"cell_type": "code",
"execution_count": 90,
"execution_count": 146,
"metadata": {
"scrolled": true
},
......@@ -1112,7 +1177,7 @@
"1959-07-01 316.03 316.54 315.86 "
]
},
"execution_count": 90,
"execution_count": 146,
"metadata": {},
"output_type": "execute_result"
}
......@@ -1138,7 +1203,7 @@
},
{
"cell_type": "code",
"execution_count": 63,
"execution_count": 147,
"metadata": {},
"outputs": [
{
......@@ -1169,7 +1234,7 @@
},
{
"cell_type": "code",
"execution_count": 64,
"execution_count": 148,
"metadata": {},
"outputs": [
{
......@@ -1221,7 +1286,7 @@
},
{
"cell_type": "code",
"execution_count": 65,
"execution_count": 149,
"metadata": {},
"outputs": [
{
......@@ -1278,7 +1343,7 @@
},
{
"cell_type": "code",
"execution_count": 66,
"execution_count": 150,
"metadata": {},
"outputs": [
{
......@@ -1422,7 +1487,7 @@
"1964-04-01 321.83 319.45 "
]
},
"execution_count": 66,
"execution_count": 150,
"metadata": {},
"output_type": "execute_result"
}
......@@ -1438,7 +1503,7 @@
},
{
"cell_type": "code",
"execution_count": 67,
"execution_count": 151,
"metadata": {},
"outputs": [
{
......@@ -1582,7 +1647,7 @@
"2020-01-01 413.05 413.37 413.33 "
]
},
"execution_count": 67,
"execution_count": 151,
"metadata": {},
"output_type": "execute_result"
}
......@@ -1600,7 +1665,7 @@
},
{
"cell_type": "code",
"execution_count": 68,
"execution_count": 152,
"metadata": {},
"outputs": [
{
......@@ -1907,7 +1972,7 @@
"[743 rows x 11 columns]"
]
},
"execution_count": 68,
"execution_count": 152,
"metadata": {},
"output_type": "execute_result"
}
......@@ -1919,7 +1984,7 @@
},
{
"cell_type": "code",
"execution_count": 69,
"execution_count": 153,
"metadata": {},
"outputs": [
{
......@@ -2175,7 +2240,7 @@
"1964-12-01 319.66 318.71 319.49 "
]
},
"execution_count": 69,
"execution_count": 153,
"metadata": {},
"output_type": "execute_result"
}
......@@ -2187,7 +2252,7 @@
},
{
"cell_type": "code",
"execution_count": 70,
"execution_count": 154,
"metadata": {},
"outputs": [],
"source": [
......@@ -2212,7 +2277,7 @@
},
{
"cell_type": "code",
"execution_count": 71,
"execution_count": 155,
"metadata": {},
"outputs": [
{
......@@ -2262,7 +2327,7 @@
},
{
"cell_type": "code",
"execution_count": 72,
"execution_count": 156,
"metadata": {},
"outputs": [
{
......@@ -2285,7 +2350,7 @@
},
{
"cell_type": "code",
"execution_count": 96,
"execution_count": 157,
"metadata": {
"scrolled": true
},
......@@ -2326,7 +2391,7 @@
},
{
"cell_type": "code",
"execution_count": 97,
"execution_count": 158,
"metadata": {
"scrolled": true
},
......@@ -2334,11 +2399,11 @@
{
"data": {
"text/plain": [
"[<matplotlib.lines.Line2D at 0x7fbbaa92a9b0>,\n",
" <matplotlib.lines.Line2D at 0x7fbbaa947c88>]"
"[<matplotlib.lines.Line2D at 0x7fbbaa7cce48>,\n",
" <matplotlib.lines.Line2D at 0x7fbbaa7d46a0>]"
]
},
"execution_count": 97,
"execution_count": 158,
"metadata": {},
"output_type": "execute_result"
},
......@@ -2370,7 +2435,7 @@
},
{
"cell_type": "code",
"execution_count": 75,
"execution_count": 159,
"metadata": {},
"outputs": [
{
......@@ -2396,7 +2461,7 @@
},
{
"cell_type": "code",
"execution_count": 76,
"execution_count": 160,
"metadata": {},
"outputs": [
{
......@@ -2405,7 +2470,7 @@
"34.013605442176875"
]
},
"execution_count": 76,
"execution_count": 160,
"metadata": {},
"output_type": "execute_result"
}
......@@ -2416,7 +2481,7 @@
},
{
"cell_type": "code",
"execution_count": 92,
"execution_count": 166,
"metadata": {},
"outputs": [
{
......@@ -2439,23 +2504,21 @@
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>index</th>\n",
" <th>Yr</th>\n",
" <th>Mn</th>\n",
" <th>1</th>\n",
" <th>2</th>\n",
" <th>3</th>\n",
" <th>4</th>\n",
" <th>5</th>\n",
" <th>6</th>\n",
" <th>7</th>\n",
" <th>8</th>\n",
" <th>9</th>\n",
" <th>10</th>\n",
" <th>11</th>\n",
" <th>12</th>\n",
" <th>Date 1</th>\n",
" <th>Date 2</th>\n",
" <th>s1</th>\n",
" <th>s2</th>\n",
" <th>s3</th>\n",
" <th>s4</th>\n",
" <th>s5</th>\n",
" <th>s6</th>\n",
" </tr>\n",
" <tr>\n",
" <th>Yr</th>\n",
" <th></th>\n",
" <th>period</th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
......@@ -2471,109 +2534,102 @@
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>1958</th>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <th>1958-03-01</th>\n",
" <td>2</td>\n",
" <td>1958</td>\n",
" <td>3</td>\n",
" <td>21259</td>\n",
" <td>1958.2027</td>\n",
" <td>315.700</td>\n",
" <td>314.44</td>\n",
" <td>316.19</td>\n",
" <td>314.91</td>\n",
" <td>315.70</td>\n",
" <td>314.44</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1958-04-01</th>\n",
" <td>3</td>\n",
" <td>1958</td>\n",
" <td>4</td>\n",
" <td>21290</td>\n",
" <td>1958.2877</td>\n",
" <td>317.450</td>\n",
" <td>315.16</td>\n",
" <td>317.30</td>\n",
" <td>314.99</td>\n",
" <td>317.45</td>\n",
" <td>315.16</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1958-05-01</th>\n",
" <td>4</td>\n",
" <td>1958</td>\n",
" <td>5</td>\n",
" <td>21320</td>\n",
" <td>1958.3699</td>\n",
" <td>317.510</td>\n",
" <td>314.71</td>\n",
" <td>317.86</td>\n",
" <td>315.06</td>\n",
" <td>317.51</td>\n",
" <td>NaN</td>\n",
" <td>315.86</td>\n",
" <td>314.93</td>\n",
" <td>313.21</td>\n",
" <td>NaN</td>\n",
" <td>313.33</td>\n",
" <td>314.67</td>\n",
" <td>314.71</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1959</th>\n",
" <td>315.58</td>\n",
" <td>316.49</td>\n",
" <td>316.65</td>\n",
" <td>317.72</td>\n",
" <td>318.29</td>\n",
" <td>318.15</td>\n",
" <td>316.54</td>\n",
" <td>314.80</td>\n",
" <td>313.84</td>\n",
" <td>313.33</td>\n",
" <td>314.81</td>\n",
" <td>315.58</td>\n",
" <th>1958-06-01</th>\n",
" <td>5</td>\n",
" <td>1958</td>\n",
" <td>6</td>\n",
" <td>21351</td>\n",
" <td>1958.4548</td>\n",
" <td>316.685</td>\n",
" <td>314.95</td>\n",
" <td>317.24</td>\n",
" <td>315.14</td>\n",
" <td>317.24</td>\n",
" <td>315.14</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1960</th>\n",
" <td>316.43</td>\n",
" <td>316.98</td>\n",
" <td>317.58</td>\n",
" <td>319.03</td>\n",
" <td>320.04</td>\n",
" <td>319.59</td>\n",
" <td>318.18</td>\n",
" <td>315.90</td>\n",
" <td>314.17</td>\n",
" <td>313.83</td>\n",
" <td>315.00</td>\n",
" <td>316.19</td>\n",
" <th>1958-07-01</th>\n",
" <td>6</td>\n",
" <td>1958</td>\n",
" <td>7</td>\n",
" <td>21381</td>\n",
" <td>1958.5370</td>\n",
" <td>315.860</td>\n",
" <td>315.19</td>\n",
" <td>315.86</td>\n",
" <td>315.22</td>\n",
" <td>315.86</td>\n",
" <td>315.19</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1961</th>\n",
" <td>316.89</td>\n",
" <td>317.70</td>\n",
" <td>318.54</td>\n",
" <td>319.48</td>\n",
" <td>320.58</td>\n",
" <td>319.77</td>\n",
" <td>318.57</td>\n",
" <td>316.79</td>\n",
" <td>314.99</td>\n",
" <td>315.31</td>\n",
" <td>316.10</td>\n",
" <td>317.01</td>\n",
" <th>1958-08-01</th>\n",
" <td>7</td>\n",
" <td>1958</td>\n",
" <td>8</td>\n",
" <td>21412</td>\n",
" <td>1958.6219</td>\n",
" <td>314.930</td>\n",
" <td>316.19</td>\n",
" <td>314.00</td>\n",
" <td>315.29</td>\n",
" <td>314.93</td>\n",
" <td>316.19</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1962</th>\n",
" <td>317.94</td>\n",
" <td>318.55</td>\n",
" <td>319.68</td>\n",
" <td>320.57</td>\n",
" <td>321.02</td>\n",
" <td>320.62</td>\n",
" <td>319.61</td>\n",
" <td>317.40</td>\n",
" <td>316.25</td>\n",
" <td>315.42</td>\n",
" <td>316.69</td>\n",
" <td>317.70</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1963</th>\n",
" <td>318.74</td>\n",
" <td>319.07</td>\n",
" <td>319.86</td>\n",
" <td>321.38</td>\n",
" <td>322.25</td>\n",
" <td>321.48</td>\n",
" <td>319.74</td>\n",
" <td>317.77</td>\n",
" <td>316.21</td>\n",
" <td>315.99</td>\n",
" <td>317.07</td>\n",
" <td>318.35</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1964</th>\n",
" <td>319.57</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>322.26</td>\n",
" <td>321.89</td>\n",
" <td>320.44</td>\n",
" <td>318.69</td>\n",
" <td>316.71</td>\n",
" <td>316.87</td>\n",
" <td>317.68</td>\n",
" <td>318.71</td>\n",
" <th>1958-09-01</th>\n",
" <td>8</td>\n",
" <td>1958</td>\n",
" <td>9</td>\n",
" <td>21443</td>\n",
" <td>1958.7068</td>\n",
" <td>313.210</td>\n",
" <td>316.08</td>\n",
" <td>312.46</td>\n",
" <td>315.35</td>\n",
" <td>313.21</td>\n",
" <td>316.08</td>\n",
" </tr>\n",
" <tr>\n",
" <th>...</th>\n",
......@@ -2588,171 +2644,163 @@
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2014</th>\n",
" <td>397.93</td>\n",
" <td>398.10</td>\n",
" <td>399.47</td>\n",
" <td>401.33</td>\n",
" <td>401.88</td>\n",
" <td>401.31</td>\n",
" <td>399.07</td>\n",
" <td>397.21</td>\n",
" <td>395.40</td>\n",
" <td>395.65</td>\n",
" <td>397.23</td>\n",
" <td>398.79</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2015</th>\n",
" <td>399.85</td>\n",
" <td>400.31</td>\n",
" <td>401.51</td>\n",
" <td>403.45</td>\n",
" <td>404.10</td>\n",
" <td>402.88</td>\n",
" <td>401.61</td>\n",
" <td>399.00</td>\n",
" <td>397.50</td>\n",
" <td>398.28</td>\n",
" <td>400.24</td>\n",
" <td>401.89</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016</th>\n",
" <td>402.65</td>\n",
" <td>404.16</td>\n",
" <td>404.85</td>\n",
" <td>407.57</td>\n",
" <td>407.66</td>\n",
" <td>407.00</td>\n",
" <td>404.50</td>\n",
" <td>402.24</td>\n",
" <td>401.01</td>\n",
" <td>401.50</td>\n",
" <td>403.64</td>\n",
" <td>404.55</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2017</th>\n",
" <td>406.07</td>\n",
" <td>406.64</td>\n",
" <td>407.06</td>\n",
" <td>408.95</td>\n",
" <td>409.91</td>\n",
" <td>409.12</td>\n",
" <td>407.20</td>\n",
" <td>405.24</td>\n",
" <td>403.27</td>\n",
" <td>403.64</td>\n",
" <td>405.17</td>\n",
" <td>406.75</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018</th>\n",
" <td>408.05</td>\n",
" <td>408.34</td>\n",
" <td>409.25</td>\n",
" <td>410.30</td>\n",
" <td>411.30</td>\n",
" <td>410.88</td>\n",
" <td>408.90</td>\n",
" <td>407.10</td>\n",
" <td>405.59</td>\n",
" <td>405.99</td>\n",
" <td>408.12</td>\n",
" <td>409.23</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2019</th>\n",
" <td>410.92</td>\n",
" <td>411.66</td>\n",
" <td>412.00</td>\n",
" <td>413.52</td>\n",
" <td>414.83</td>\n",
" <td>413.96</td>\n",
" <th>2019-07-01</th>\n",
" <td>738</td>\n",
" <td>2019</td>\n",
" <td>7</td>\n",
" <td>43661</td>\n",
" <td>2019.5370</td>\n",
" <td>411.850</td>\n",
" <td>411.03</td>\n",
" <td>412.36</td>\n",
" <td>411.57</td>\n",
" <td>411.85</td>\n",
" <td>411.03</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2019-08-01</th>\n",
" <td>739</td>\n",
" <td>2019</td>\n",
" <td>8</td>\n",
" <td>43692</td>\n",
" <td>2019.6219</td>\n",
" <td>410.080</td>\n",
" <td>411.62</td>\n",
" <td>410.23</td>\n",
" <td>411.81</td>\n",
" <td>410.08</td>\n",
" <td>411.62</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2019-09-01</th>\n",
" <td>740</td>\n",
" <td>2019</td>\n",
" <td>9</td>\n",
" <td>43723</td>\n",
" <td>2019.7068</td>\n",
" <td>408.550</td>\n",
" <td>412.06</td>\n",
" <td>408.52</td>\n",
" <td>412.05</td>\n",
" <td>408.55</td>\n",
" <td>412.06</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2019-10-01</th>\n",
" <td>741</td>\n",
" <td>2019</td>\n",
" <td>10</td>\n",
" <td>43753</td>\n",
" <td>2019.7890</td>\n",
" <td>408.430</td>\n",
" <td>412.07</td>\n",
" <td>408.67</td>\n",
" <td>412.29</td>\n",
" <td>408.43</td>\n",
" <td>412.07</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2019-11-01</th>\n",
" <td>742</td>\n",
" <td>2019</td>\n",
" <td>11</td>\n",
" <td>43784</td>\n",
" <td>2019.8740</td>\n",
" <td>410.280</td>\n",
" <td>412.56</td>\n",
" <td>410.29</td>\n",
" <td>412.54</td>\n",
" <td>410.28</td>\n",
" <td>412.56</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2019-12-01</th>\n",
" <td>743</td>\n",
" <td>2019</td>\n",
" <td>12</td>\n",
" <td>43814</td>\n",
" <td>2019.9562</td>\n",
" <td>411.850</td>\n",
" <td>412.78</td>\n",
" <td>411.88</td>\n",
" <td>412.79</td>\n",
" <td>411.85</td>\n",
" <td>412.78</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2020</th>\n",
" <th>2020-01-01</th>\n",
" <td>744</td>\n",
" <td>2020</td>\n",
" <td>1</td>\n",
" <td>43845</td>\n",
" <td>2020.0410</td>\n",
" <td>413.370</td>\n",
" <td>413.33</td>\n",
" <td>413.11</td>\n",
" <td>413.05</td>\n",
" <td>413.37</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>413.33</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>63 rows × 12 columns</p>\n",
"<p>743 rows × 11 columns</p>\n",
"</div>"
],
"text/plain": [
"Mn 1 2 3 4 5 6 7 8 9 \\\n",
"Yr \n",
"1958 NaN NaN 315.70 317.45 317.51 NaN 315.86 314.93 313.21 \n",
"1959 315.58 316.49 316.65 317.72 318.29 318.15 316.54 314.80 313.84 \n",
"1960 316.43 316.98 317.58 319.03 320.04 319.59 318.18 315.90 314.17 \n",
"1961 316.89 317.70 318.54 319.48 320.58 319.77 318.57 316.79 314.99 \n",
"1962 317.94 318.55 319.68 320.57 321.02 320.62 319.61 317.40 316.25 \n",
"1963 318.74 319.07 319.86 321.38 322.25 321.48 319.74 317.77 316.21 \n",
"1964 319.57 NaN NaN NaN 322.26 321.89 320.44 318.69 316.71 \n",
"... ... ... ... ... ... ... ... ... ... \n",
"2014 397.93 398.10 399.47 401.33 401.88 401.31 399.07 397.21 395.40 \n",
"2015 399.85 400.31 401.51 403.45 404.10 402.88 401.61 399.00 397.50 \n",
"2016 402.65 404.16 404.85 407.57 407.66 407.00 404.50 402.24 401.01 \n",
"2017 406.07 406.64 407.06 408.95 409.91 409.12 407.20 405.24 403.27 \n",
"2018 408.05 408.34 409.25 410.30 411.30 410.88 408.90 407.10 405.59 \n",
"2019 410.92 411.66 412.00 413.52 414.83 413.96 411.85 410.08 408.55 \n",
"2020 413.37 NaN NaN NaN NaN NaN NaN NaN NaN \n",
" index Yr Mn Date 1 Date 2 s1 s2 s3 \\\n",
"period \n",
"1958-03-01 2 1958 3 21259 1958.2027 315.700 314.44 316.19 \n",
"1958-04-01 3 1958 4 21290 1958.2877 317.450 315.16 317.30 \n",
"1958-05-01 4 1958 5 21320 1958.3699 317.510 314.71 317.86 \n",
"1958-06-01 5 1958 6 21351 1958.4548 316.685 314.95 317.24 \n",
"1958-07-01 6 1958 7 21381 1958.5370 315.860 315.19 315.86 \n",
"1958-08-01 7 1958 8 21412 1958.6219 314.930 316.19 314.00 \n",
"1958-09-01 8 1958 9 21443 1958.7068 313.210 316.08 312.46 \n",
"... ... ... .. ... ... ... ... ... \n",
"2019-07-01 738 2019 7 43661 2019.5370 411.850 411.03 412.36 \n",
"2019-08-01 739 2019 8 43692 2019.6219 410.080 411.62 410.23 \n",
"2019-09-01 740 2019 9 43723 2019.7068 408.550 412.06 408.52 \n",
"2019-10-01 741 2019 10 43753 2019.7890 408.430 412.07 408.67 \n",
"2019-11-01 742 2019 11 43784 2019.8740 410.280 412.56 410.29 \n",
"2019-12-01 743 2019 12 43814 2019.9562 411.850 412.78 411.88 \n",
"2020-01-01 744 2020 1 43845 2020.0410 413.370 413.33 413.11 \n",
"\n",
"Mn 10 11 12 \n",
"Yr \n",
"1958 NaN 313.33 314.67 \n",
"1959 313.33 314.81 315.58 \n",
"1960 313.83 315.00 316.19 \n",
"1961 315.31 316.10 317.01 \n",
"1962 315.42 316.69 317.70 \n",
"1963 315.99 317.07 318.35 \n",
"1964 316.87 317.68 318.71 \n",
"... ... ... ... \n",
"2014 395.65 397.23 398.79 \n",
"2015 398.28 400.24 401.89 \n",
"2016 401.50 403.64 404.55 \n",
"2017 403.64 405.17 406.75 \n",
"2018 405.99 408.12 409.23 \n",
"2019 408.43 410.28 411.85 \n",
"2020 NaN NaN NaN \n",
" s4 s5 s6 \n",
"period \n",
"1958-03-01 314.91 315.70 314.44 \n",
"1958-04-01 314.99 317.45 315.16 \n",
"1958-05-01 315.06 317.51 314.71 \n",
"1958-06-01 315.14 317.24 315.14 \n",
"1958-07-01 315.22 315.86 315.19 \n",
"1958-08-01 315.29 314.93 316.19 \n",
"1958-09-01 315.35 313.21 316.08 \n",
"... ... ... ... \n",
"2019-07-01 411.57 411.85 411.03 \n",
"2019-08-01 411.81 410.08 411.62 \n",
"2019-09-01 412.05 408.55 412.06 \n",
"2019-10-01 412.29 408.43 412.07 \n",
"2019-11-01 412.54 410.28 412.56 \n",
"2019-12-01 412.79 411.85 412.78 \n",
"2020-01-01 413.05 413.37 413.33 \n",
"\n",
"[63 rows x 12 columns]"
"[743 rows x 11 columns]"
]
},
"execution_count": 92,
"execution_count": 166,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"df1 = pd.crosstab(df['Yr'],df['Mn'],values=df['s1'],aggfunc=pd.Series)\n",
"df1"
"df"
]
},
{
"cell_type": "code",
"execution_count": 95,
"execution_count": 162,
"metadata": {},
"outputs": [
{
......@@ -2794,45 +2842,45 @@
" <tr>\n",
" <th>count</th>\n",
" <td>62.000000</td>\n",
" <td>60.000000</td>\n",
" <td>61.000000</td>\n",
" <td>61.000000</td>\n",
" <td>62.000000</td>\n",
" <td>61.000000</td>\n",
" <td>62.000000</td>\n",
" <td>62.000000</td>\n",
" <td>62.000000</td>\n",
" <td>61.000000</td>\n",
" <td>62.000000</td>\n",
" <td>62.000000</td>\n",
" <td>62.000000</td>\n",
" <td>62.000000</td>\n",
" <td>62.000000</td>\n",
" <td>62.000000</td>\n",
" </tr>\n",
" <tr>\n",
" <th>mean</th>\n",
" <td>355.559355</td>\n",
" <td>355.965000</td>\n",
" <td>356.105902</td>\n",
" <td>357.471475</td>\n",
" <td>355.379385</td>\n",
" <td>355.538306</td>\n",
" <td>356.892702</td>\n",
" <td>357.509355</td>\n",
" <td>357.575410</td>\n",
" <td>356.915887</td>\n",
" <td>355.428871</td>\n",
" <td>353.441129</td>\n",
" <td>351.778871</td>\n",
" <td>352.420656</td>\n",
" <td>351.789194</td>\n",
" <td>353.175645</td>\n",
" <td>354.473387</td>\n",
" </tr>\n",
" <tr>\n",
" <th>std</th>\n",
" <td>28.938877</td>\n",
" <td>28.066464</td>\n",
" <td>28.301402</td>\n",
" <td>28.452242</td>\n",
" <td>28.204916</td>\n",
" <td>28.422049</td>\n",
" <td>28.583698</td>\n",
" <td>28.657777</td>\n",
" <td>28.333317</td>\n",
" <td>28.575947</td>\n",
" <td>28.395757</td>\n",
" <td>28.315031</td>\n",
" <td>28.340139</td>\n",
" <td>28.284758</td>\n",
" <td>28.489200</td>\n",
" <td>28.700183</td>\n",
" <td>28.819885</td>\n",
" </tr>\n",
......@@ -2843,56 +2891,56 @@
" <td>315.700000</td>\n",
" <td>317.450000</td>\n",
" <td>317.510000</td>\n",
" <td>318.150000</td>\n",
" <td>316.685000</td>\n",
" <td>315.860000</td>\n",
" <td>314.800000</td>\n",
" <td>313.210000</td>\n",
" <td>313.330000</td>\n",
" <td>313.270000</td>\n",
" <td>313.330000</td>\n",
" <td>314.670000</td>\n",
" </tr>\n",
" <tr>\n",
" <th>25%</th>\n",
" <td>329.612500</td>\n",
" <td>331.227500</td>\n",
" <td>331.480000</td>\n",
" <td>332.650000</td>\n",
" <td>330.710000</td>\n",
" <td>330.595000</td>\n",
" <td>331.787500</td>\n",
" <td>332.632500</td>\n",
" <td>332.250000</td>\n",
" <td>332.115000</td>\n",
" <td>330.947500</td>\n",
" <td>329.330000</td>\n",
" <td>327.450000</td>\n",
" <td>327.370000</td>\n",
" <td>327.227500</td>\n",
" <td>328.235000</td>\n",
" <td>328.872500</td>\n",
" </tr>\n",
" <tr>\n",
" <th>50%</th>\n",
" <td>353.210000</td>\n",
" <td>353.885000</td>\n",
" <td>353.680000</td>\n",
" <td>355.420000</td>\n",
" <td>353.070000</td>\n",
" <td>352.950000</td>\n",
" <td>354.505000</td>\n",
" <td>354.945000</td>\n",
" <td>355.120000</td>\n",
" <td>354.460000</td>\n",
" <td>353.140000</td>\n",
" <td>351.050000</td>\n",
" <td>349.270000</td>\n",
" <td>349.990000</td>\n",
" <td>349.435000</td>\n",
" <td>350.685000</td>\n",
" <td>351.930000</td>\n",
" </tr>\n",
" <tr>\n",
" <th>75%</th>\n",
" <td>377.952500</td>\n",
" <td>377.930000</td>\n",
" <td>378.390000</td>\n",
" <td>380.500000</td>\n",
" <td>377.370000</td>\n",
" <td>377.820000</td>\n",
" <td>379.787500</td>\n",
" <td>380.052500</td>\n",
" <td>379.550000</td>\n",
" <td>379.195000</td>\n",
" <td>377.470000</td>\n",
" <td>375.492500</td>\n",
" <td>373.782500</td>\n",
" <td>374.220000</td>\n",
" <td>373.915000</td>\n",
" <td>375.467500</td>\n",
" <td>377.002500</td>\n",
" </tr>\n",
......@@ -2917,27 +2965,27 @@
],
"text/plain": [
"Mn 1 2 3 4 5 6 \\\n",
"count 62.000000 60.000000 61.000000 61.000000 62.000000 61.000000 \n",
"mean 355.559355 355.965000 356.105902 357.471475 357.509355 357.575410 \n",
"std 28.938877 28.066464 28.301402 28.452242 28.657777 28.333317 \n",
"min 315.580000 316.490000 315.700000 317.450000 317.510000 318.150000 \n",
"25% 329.612500 331.227500 331.480000 332.650000 332.632500 332.250000 \n",
"50% 353.210000 353.885000 353.680000 355.420000 354.945000 355.120000 \n",
"75% 377.952500 377.930000 378.390000 380.500000 380.052500 379.550000 \n",
"count 62.000000 61.000000 62.000000 62.000000 62.000000 62.000000 \n",
"mean 355.559355 355.379385 355.538306 356.892702 357.509355 356.915887 \n",
"std 28.938877 28.204916 28.422049 28.583698 28.657777 28.575947 \n",
"min 315.580000 316.490000 315.700000 317.450000 317.510000 316.685000 \n",
"25% 329.612500 330.710000 330.595000 331.787500 332.632500 332.115000 \n",
"50% 353.210000 353.070000 352.950000 354.505000 354.945000 354.460000 \n",
"75% 377.952500 377.370000 377.820000 379.787500 380.052500 379.195000 \n",
"max 413.370000 411.660000 412.000000 413.520000 414.830000 413.960000 \n",
"\n",
"Mn 7 8 9 10 11 12 \n",
"count 62.000000 62.000000 62.000000 61.000000 62.000000 62.000000 \n",
"mean 355.428871 353.441129 351.778871 352.420656 353.175645 354.473387 \n",
"std 28.395757 28.315031 28.340139 28.284758 28.700183 28.819885 \n",
"min 315.860000 314.800000 313.210000 313.330000 313.330000 314.670000 \n",
"25% 330.947500 329.330000 327.450000 327.370000 328.235000 328.872500 \n",
"50% 353.140000 351.050000 349.270000 349.990000 350.685000 351.930000 \n",
"75% 377.470000 375.492500 373.782500 374.220000 375.467500 377.002500 \n",
"count 62.000000 62.000000 62.000000 62.000000 62.000000 62.000000 \n",
"mean 355.428871 353.441129 351.778871 351.789194 353.175645 354.473387 \n",
"std 28.395757 28.315031 28.340139 28.489200 28.700183 28.819885 \n",
"min 315.860000 314.800000 313.210000 313.270000 313.330000 314.670000 \n",
"25% 330.947500 329.330000 327.450000 327.227500 328.235000 328.872500 \n",
"50% 353.140000 351.050000 349.270000 349.435000 350.685000 351.930000 \n",
"75% 377.470000 375.492500 373.782500 373.915000 375.467500 377.002500 \n",
"max 411.850000 410.080000 408.550000 408.430000 410.280000 411.850000 "
]
},
"execution_count": 95,
"execution_count": 162,
"metadata": {},
"output_type": "execute_result"
}
......@@ -2948,7 +2996,7 @@
},
{
"cell_type": "code",
"execution_count": 133,
"execution_count": 163,
"metadata": {
"scrolled": true
},
......@@ -3011,11 +3059,11 @@
" <td>0.2027</td>\n",
" <td>0.2877</td>\n",
" <td>0.3699</td>\n",
" <td>NaN</td>\n",
" <td>0.4548</td>\n",
" <td>0.5370</td>\n",
" <td>0.6219</td>\n",
" <td>0.7068</td>\n",
" <td>NaN</td>\n",
" <td>0.7890</td>\n",
" <td>0.8740</td>\n",
" <td>0.9562</td>\n",
" </tr>\n",
......@@ -3086,7 +3134,7 @@
"text/plain": [
"Mn 1 2 3 4 5 6 7 8 9 \\\n",
"Yr \n",
"1958 NaN NaN 0.2027 0.2877 0.3699 NaN 0.5370 0.6219 0.7068 \n",
"1958 NaN NaN 0.2027 0.2877 0.3699 0.4548 0.5370 0.6219 0.7068 \n",
"1959 0.0411 0.1260 0.2027 0.2877 0.3699 0.4548 0.5370 0.6219 0.7068 \n",
"1960 0.0410 0.1257 0.2049 0.2896 0.3716 0.4563 0.5383 0.6230 0.7077 \n",
"1961 0.0411 0.1260 0.2027 0.2877 0.3699 0.4548 0.5370 0.6219 0.7068 \n",
......@@ -3094,14 +3142,14 @@
"\n",
"Mn 10 11 12 \n",
"Yr \n",
"1958 NaN 0.8740 0.9562 \n",
"1958 0.7890 0.8740 0.9562 \n",
"1959 0.7890 0.8740 0.9562 \n",
"1960 0.7896 0.8743 0.9563 \n",
"1961 0.7890 0.8740 0.9562 \n",
"1962 0.7890 0.8740 0.9562 "
]
},
"execution_count": 133,
"execution_count": 163,
"metadata": {},
"output_type": "execute_result"
}
......@@ -3128,49 +3176,14 @@
},
{
"cell_type": "code",
"execution_count": 126,
"execution_count": null,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"period\n",
"1959-01-01 0.0411\n",
"1959-02-01 0.1260\n",
"1959-03-01 0.2027\n",
"1959-04-01 0.2877\n",
"1959-05-01 0.3699\n",
"1959-06-01 0.4548\n",
"1959-07-01 0.5370\n",
"1959-08-01 0.6219\n",
"1959-09-01 0.7068\n",
"1959-10-01 0.7890\n",
"1959-11-01 0.8740\n",
"1959-12-01 0.9562\n",
"dtype: float64\n",
"period\n",
"1960-01-01 0.0410\n",
"1960-02-01 0.1257\n",
"1960-03-01 0.2049\n",
"1960-04-01 0.2896\n",
"1960-05-01 0.3716\n",
"1960-06-01 0.4563\n",
"1960-07-01 0.5383\n",
"1960-08-01 0.6230\n",
"1960-09-01 0.7077\n",
"1960-10-01 0.7896\n",
"1960-11-01 0.8743\n",
"1960-12-01 0.9563\n",
"dtype: float64\n"
]
}
],
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": 101,
"execution_count": 164,
"metadata": {},
"outputs": [
{
......@@ -3179,7 +3192,7 @@
"0.1246"
]
},
"execution_count": 101,
"execution_count": 164,
"metadata": {},
"output_type": "execute_result"
}
......@@ -3190,7 +3203,7 @@
},
{
"cell_type": "code",
"execution_count": 103,
"execution_count": 165,
"metadata": {},
"outputs": [
{
......@@ -3270,7 +3283,7 @@
"2020-01-01 413.37 413.33 "
]
},
"execution_count": 103,
"execution_count": 165,
"metadata": {},
"output_type": "execute_result"
}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment