minor renaming

3756f002 · sp2668 · 21058521 · 3756f002 · 3756f002 · 3756f002
Commit 3756f002 authored Jul 06, 2018 by sp2668
--- a/.gitignore
+++ b/.gitignore
@@ -4,5 +4,6 @@
 *.synctex.gz
 **/dconf/
 **/.ipynb_checkpoints/
+**/__pycache__/
 *.lp
 *.slides.html
--- a/networks/base.nc
+++ b/networks/base.nc
--- a/networks/elec_s.nc
+++ b/networks/elec_s.nc
--- a/requirements.yml
+++ b/requirements.yml
@@ -9,5 +9,6 @@ dependencies:
    - numpy
    - pandas
    - python
+    - scikit-learn
    - pip:
      - pypsa
--- a/tutorial-6/Tutorial06-Solution.ipynb
+++ b/tutorial-6/Tutorial06-Solution.ipynb
@@ -24,7 +24,7 @@
  },
  {
   "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
@@ -42,7 +42,7 @@
    "%matplotlib inline\n",
    "import time\n",
    "\n",
-    "import tutorial\n"
+    "import tutorial6utilities"
   ]
  },
  {
@@ -63,14 +63,25 @@
  },
  {
   "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "INFO:pypsa.io:Imported network base.nc has buses, lines, links, transformers\n"
+     "ename": "FileNotFoundError",
+     "evalue": "[Errno 2] No such file or directory: '/home/ws/sp2668/bwSyncAndShare/lectures/esm_tutorials/tutorial-6/networks/base.nc'",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[0;31mFileNotFoundError\u001b[0m                         Traceback (most recent call last)",
+      "\u001b[0;32m<ipython-input-3-0a9bcb0e3368>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mnetwork_base\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpypsa\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mNetwork\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"./networks/base.nc\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
+      "\u001b[0;32m~/software/anaconda3/lib/python3.6/site-packages/pypsa/components.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, import_name, name, ignore_standard_types, override_components, override_component_attrs, **kwargs)\u001b[0m\n\u001b[1;32m    295\u001b[0m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mimport_from_hdf5\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mimport_name\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    296\u001b[0m             \u001b[0;32melif\u001b[0m \u001b[0mimport_name\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m-\u001b[0m\u001b[0;36m3\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m\".nc\"\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 297\u001b[0;31m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mimport_from_netcdf\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mimport_name\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    298\u001b[0m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    299\u001b[0m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mimport_from_csv_folder\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mimport_name\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
+      "\u001b[0;32m~/software/anaconda3/lib/python3.6/site-packages/pypsa/io.py\u001b[0m in \u001b[0;36mimport_from_netcdf\u001b[0;34m(network, path, skip_time)\u001b[0m\n\u001b[1;32m    487\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    488\u001b[0m     \u001b[0mbasename\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mos\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbasename\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstring_types\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32melse\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 489\u001b[0;31m     \u001b[0;32mwith\u001b[0m \u001b[0mImporterNetCDF\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mimporter\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    490\u001b[0m         _import_from_importer(network, importer, basename=basename,\n\u001b[1;32m    491\u001b[0m                               skip_time=skip_time)\n",
+      "\u001b[0;32m~/software/anaconda3/lib/python3.6/site-packages/pypsa/io.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, path)\u001b[0m\n\u001b[1;32m    200\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpath\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpath\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    201\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstring_types\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 202\u001b[0;31m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mds\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mxr\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mopen_dataset\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    203\u001b[0m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    204\u001b[0m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mds\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpath\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
+      "\u001b[0;32m~/software/anaconda3/lib/python3.6/site-packages/xarray/backends/api.py\u001b[0m in \u001b[0;36mopen_dataset\u001b[0;34m(filename_or_obj, group, decode_cf, mask_and_scale, decode_times, autoclose, concat_characters, decode_coords, engine, chunks, lock, cache, drop_variables, backend_kwargs)\u001b[0m\n\u001b[1;32m    322\u001b[0m             store = backends.ScipyDataStore(filename_or_obj,\n\u001b[1;32m    323\u001b[0m                                             \u001b[0mautoclose\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mautoclose\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 324\u001b[0;31m                                             **backend_kwargs)\n\u001b[0m\u001b[1;32m    325\u001b[0m         \u001b[0;32melif\u001b[0m \u001b[0mengine\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m'pydap'\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    326\u001b[0m             store = backends.PydapDataStore.open(filename_or_obj,\n",
+      "\u001b[0;32m~/software/anaconda3/lib/python3.6/site-packages/xarray/backends/scipy_.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, filename_or_obj, mode, format, group, writer, mmap, autoclose, lock)\u001b[0m\n\u001b[1;32m    144\u001b[0m                                    \u001b[0mfilename\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mfilename_or_obj\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    145\u001b[0m                                    mode=mode, mmap=mmap, version=version)\n\u001b[0;32m--> 146\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_ds\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mopener\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    147\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_autoclose\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mautoclose\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    148\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_isopen\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
+      "\u001b[0;32m~/software/anaconda3/lib/python3.6/site-packages/xarray/backends/scipy_.py\u001b[0m in \u001b[0;36m_open_scipy_netcdf\u001b[0;34m(filename, mode, mmap, version)\u001b[0m\n\u001b[1;32m     91\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     92\u001b[0m         return scipy.io.netcdf_file(filename, mode=mode, mmap=mmap,\n\u001b[0;32m---> 93\u001b[0;31m                                     version=version)\n\u001b[0m\u001b[1;32m     94\u001b[0m     \u001b[0;32mexcept\u001b[0m \u001b[0mTypeError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m  \u001b[0;31m# netcdf3 message is obscure in this case\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     95\u001b[0m         \u001b[0merrmsg\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
+      "\u001b[0;32m~/software/anaconda3/lib/python3.6/site-packages/scipy/io/netcdf.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, filename, mode, mmap, version, maskandscale)\u001b[0m\n\u001b[1;32m    250\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfilename\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mfilename\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    251\u001b[0m             \u001b[0momode\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m'r+'\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mmode\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m'a'\u001b[0m \u001b[0;32melse\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 252\u001b[0;31m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfp\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfilename\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'%sb'\u001b[0m \u001b[0;34m%\u001b[0m \u001b[0momode\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    253\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mmmap\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    254\u001b[0m                 \u001b[0;31m# Mmapped files on PyPy cannot be usually closed\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
+      "\u001b[0;31mFileNotFoundError\u001b[0m: [Errno 2] No such file or directory: '/home/ws/sp2668/bwSyncAndShare/lectures/esm_tutorials/tutorial-6/networks/base.nc'"
     ]
    }
   ],
@@ -853,7 +864,7 @@
 ],
 "metadata": {
  "kernelspec": {
-   "display_name": "Python [default]",
+   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
@@ -867,7 +878,36 @@
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
-   "version": "3.6.5"
+   "version": "3.6.4"
+  },
+  "varInspector": {
+   "cols": {
+    "lenName": 16,
+    "lenType": 16,
+    "lenVar": 40
+   },
+   "kernels_config": {
+    "python": {
+     "delete_cmd_postfix": "",
+     "delete_cmd_prefix": "del ",
+     "library": "var_list.py",
+     "varRefreshCmd": "print(var_dic_list())"
+    },
+    "r": {
+     "delete_cmd_postfix": ") ",
+     "delete_cmd_prefix": "rm(",
+     "library": "var_list.r",
+     "varRefreshCmd": "cat(var_dic_list()) "
+    }
+   },
+   "types_to_exclude": [
+    "module",
+    "function",
+    "builtin_function_or_method",
+    "instance",
+    "_Feature"
+   ],
+   "window_display": false
  }
 },
 "nbformat": 4,
 %% Cell type:markdown id: tags:
  
 # Energy System Modelling - Tutorial 06
  
 Clustering the European Grid
  
  
  
 %% Cell type:markdown id: tags:
  
 **Tasks:**
 >-Load a European Power Grid <br>
 >-Calculate order and size <br>
 >-Use clustering algorithm <br>
 >-Study the impact of the number of clusters on minimum installed capacities <br>
  
 %% Cell type:code id: tags:
  
 ``` python
 import yaml
 import pypsa
 import numpy as np
 import xarray as xr
 import pandas as pd
 #
 import matplotlib as mpl
 import matplotlib.pyplot as plt
 import matplotlib.lines as mlines
 from sklearn.cluster import KMeans
 #
 %matplotlib inline
 import time
  
-import tutorial
+import tutorial6utilities
 ```
  
 %% Cell type:markdown id: tags:
  
 ## Introduction – the European grid
  
 %% Cell type:markdown id: tags:
  
 **Import base.nc, <br>
 plot it with library.plot_network(network_base,option="kV",basemap="no") <br>
 and calculate its order and size **
  
 %% Cell type:code id: tags:
  
 ``` python
 network_base = pypsa.Network("./networks/base.nc")
 ```
  
 %% Output
  
-    INFO:pypsa.io:Imported network base.nc has buses, lines, links, transformers
+    ---------------------------------------------------------------------------
+    FileNotFoundError                         Traceback (most recent call last)
+    <ipython-input-3-0a9bcb0e3368> in <module>()
+    ----> 1 network_base = pypsa.Network("./networks/base.nc")
+
+    ~/software/anaconda3/lib/python3.6/site-packages/pypsa/components.py in __init__(self, import_name, name, ignore_standard_types, override_components, override_component_attrs, **kwargs)
+        295                 self.import_from_hdf5(import_name)
+        296             elif import_name[-3:] == ".nc":
+    --> 297                 self.import_from_netcdf(import_name)
+        298             else:
+        299                 self.import_from_csv_folder(import_name)
+    ~/software/anaconda3/lib/python3.6/site-packages/pypsa/io.py in import_from_netcdf(network, path, skip_time)
+        487
+        488     basename = os.path.basename(path) if isinstance(path, string_types) else None
+    --> 489     with ImporterNetCDF(path=path) as importer:
+        490         _import_from_importer(network, importer, basename=basename,
+        491                               skip_time=skip_time)
+    ~/software/anaconda3/lib/python3.6/site-packages/pypsa/io.py in __init__(self, path)
+        200             self.path = path
+        201             if isinstance(path, string_types):
+    --> 202                 self.ds = xr.open_dataset(path)
+        203             else:
+        204                 self.ds = path
+    ~/software/anaconda3/lib/python3.6/site-packages/xarray/backends/api.py in open_dataset(filename_or_obj, group, decode_cf, mask_and_scale, decode_times, autoclose, concat_characters, decode_coords, engine, chunks, lock, cache, drop_variables, backend_kwargs)
+        322             store = backends.ScipyDataStore(filename_or_obj,
+        323                                             autoclose=autoclose,
+    --> 324                                             **backend_kwargs)
+        325         elif engine == 'pydap':
+        326             store = backends.PydapDataStore.open(filename_or_obj,
+    ~/software/anaconda3/lib/python3.6/site-packages/xarray/backends/scipy_.py in __init__(self, filename_or_obj, mode, format, group, writer, mmap, autoclose, lock)
+        144                                    filename=filename_or_obj,
+        145                                    mode=mode, mmap=mmap, version=version)
+    --> 146         self._ds = opener()
+        147         self._autoclose = autoclose
+        148         self._isopen = True
+    ~/software/anaconda3/lib/python3.6/site-packages/xarray/backends/scipy_.py in _open_scipy_netcdf(filename, mode, mmap, version)
+         91     try:
+         92         return scipy.io.netcdf_file(filename, mode=mode, mmap=mmap,
+    ---> 93                                     version=version)
+         94     except TypeError as e:  # netcdf3 message is obscure in this case
+         95         errmsg = e.args[0]
+    ~/software/anaconda3/lib/python3.6/site-packages/scipy/io/netcdf.py in __init__(self, filename, mode, mmap, version, maskandscale)
+        250             self.filename = filename
+        251             omode = 'r+' if mode == 'a' else mode
+    --> 252             self.fp = open(self.filename, '%sb' % omode)
+        253             if mmap is None:
+        254                 # Mmapped files on PyPy cannot be usually closed
+    FileNotFoundError: [Errno 2] No such file or directory: '/home/ws/sp2668/bwSyncAndShare/lectures/esm_tutorials/tutorial-6/networks/base.nc'
  
 %% Cell type:code id: tags:
  
 ``` python
 tutorial.plot_network(network_base,option="kV",basemap="no")
 ```
  
 %% Output
  

  
 %% Cell type:code id: tags:
  
 ``` python
 ## Calculate its order and its size
  
 ###Order
 def order(network):
    return network.buses.shape[0]
  
 ###Size
 def gsize(network):
    return network.lines.shape[0]+network.links.shape[0]
  
  
 print("Base Graph order:", order(network_base))
 print("Base Graph size:", gsize(network_base))
 ```
  
 %% Output
  
    Base Graph order: 4977
    Base Graph size: 6048
  
 %% Cell type:markdown id: tags:
  
 **Import elec_s.nc,<br> plot it <br>and calculate its order and size**
  
 %% Cell type:code id: tags:
  
 ``` python
 network_bef_cluster = pypsa.Network("./networks/elec_s.nc")
 ```
  
 %% Output
  
    INFO:pypsa.io:Imported network elec_s.nc has buses, carriers, generators, lines, links, loads, storage_units
  
 %% Cell type:code id: tags:
  
 ``` python
 tutorial.plot_network(network_bef_cluster)
 print("Graph order:", order(network_bef_cluster))
 print("Graph size:", gsize(network_bef_cluster))
 ```
  
 %% Output
  
    Graph order: 3242
    Graph size: 4839