frameworks/tensorflow2/TF2Estimator_EstimatorFromKeras.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"TF2Estimator_EstimatorFromKeras.ipynb","provenance":[],"collapsed_sections":[],"authorship_tag":"ABX9TyMVtYXb8rrKJMsD97NQMLcP"},"kernelspec":{"name":"python3","display_name":"Python 3"},"accelerator":"GPU"},"cells":[{"cell_type":"markdown","metadata":{"id":"dvWN9LZBUbrC","colab_type":"text"},"source":["Tensorflow Estimators can be created from new or existing `tf.Keras` models."]},{"cell_type":"code","metadata":{"id":"JL7ggVufTv9R","colab_type":"code","colab":{}},"source":["!pip install -q tf-nightly"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"Ah_kAwbHT4Xg","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":68},"outputId":"c0f1b6f9-193d-4051-b6c6-e47f5d8fe5fc","executionInfo":{"status":"ok","timestamp":1578994118588,"user_tz":-480,"elapsed":791,"user":{"displayName":"王DevOps","photoUrl":"https://lh3.googleusercontent.com/a-/AAuE7mAzLB0C3whTHAdHpq24UrEWqGtbhJElQxTU5_b_4g=s64","userId":"04300517850278510646"}}},"source":["import tensorflow as tf\n","import numpy as np\n","import tensorflow_datasets as tfds\n","import pandas as pd\n","\n","print(\"Tensorflow Version: {}\".format(tf.__version__))\n","print(\"Eager Mode: {}\".format(tf.executing_eagerly()))\n","print(\"GPU {} available\".format(\"is\" if tf.config.experimental.list_physical_devices(\"GPU\") else \"not\"))"],"execution_count":16,"outputs":[{"output_type":"stream","text":["Tensorflow Version: 2.2.0-dev20200113\n","Eager Mode: True\n","GPU is available\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"D8UFdylPUjTx","colab_type":"text"},"source":["# Create a Simple tf.Keras Model"]},{"cell_type":"code","metadata":{"id":"8Pe5b2DjUQzi","colab_type":"code","colab":{}},"source":["def build_keras_model():\n","  def build_model(inputs):\n","    x = tf.keras.layers.Dense(units=16, activation='elu', \n","                              input_shape=[4], name='input')(inputs)\n","    x = tf.keras.layers.Dropout(0.2)(x)\n","    y = tf.keras.layers.Dense(units=1, activation='sigmoid', name='output')(x)\n","    return y\n","\n","  inputs = tf.keras.Input(shape=[4])\n","  outputs = build_model(inputs)\n","  model = tf.keras.Model(inputs, outputs)\n","  return model"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"NHQ7Xe3lVWCU","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":289},"outputId":"579b9b6a-1962-4065-bd37-72adc866040d","executionInfo":{"status":"ok","timestamp":1578993340283,"user_tz":-480,"elapsed":2034,"user":{"displayName":"王DevOps","photoUrl":"https://lh3.googleusercontent.com/a-/AAuE7mAzLB0C3whTHAdHpq24UrEWqGtbhJElQxTU5_b_4g=s64","userId":"04300517850278510646"}}},"source":["model = build_keras_model()\n","model.summary()\n","\n","model.compile(loss='binary_crossentropy', optimizer='adam', metrics=['accuracy'])"],"execution_count":4,"outputs":[{"output_type":"stream","text":["Model: \"model\"\n","_________________________________________________________________\n","Layer (type)                 Output Shape              Param #   \n","=================================================================\n","input_1 (InputLayer)         [(None, 4)]               0         \n","_________________________________________________________________\n","input (Dense)                (None, 16)                80        \n","_________________________________________________________________\n","dropout (Dropout)            (None, 16)                0         \n","_________________________________________________________________\n","output (Dense)               (None, 1)                 17        \n","=================================================================\n","Total params: 97\n","Trainable params: 97\n","Non-trainable params: 0\n","_________________________________________________________________\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"4bgx0-I6VpzA","colab_type":"text"},"source":["# Create an Input Function"]},{"cell_type":"code","metadata":{"id":"FQTNDP2wVkbx","colab_type":"code","colab":{}},"source":["def input_fn():\n","  split = tfds.Split.TRAIN\n","  dataset = tfds.load('iris', split=split, as_supervised=True)\n","  dataset = dataset.map(lambda feats, labels: (feats, labels))\n","  dataset = dataset.repeat(None).batch(32)\n","  return dataset"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"XGZJz5QiWRGU","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":595},"outputId":"e6d5d317-a8e5-4c34-b58f-342aae0e3f6c","executionInfo":{"status":"ok","timestamp":1578994078505,"user_tz":-480,"elapsed":662,"user":{"displayName":"王DevOps","photoUrl":"https://lh3.googleusercontent.com/a-/AAuE7mAzLB0C3whTHAdHpq24UrEWqGtbhJElQxTU5_b_4g=s64","userId":"04300517850278510646"}}},"source":["for feats, labels in input_fn().take(1):\n","  print(feats)\n","  print(labels)"],"execution_count":12,"outputs":[{"output_type":"stream","text":["tf.Tensor(\n","[[6.1 2.8 4.7 1.2]\n"," [5.7 3.8 1.7 0.3]\n"," [7.7 2.6 6.9 2.3]\n"," [6.  2.9 4.5 1.5]\n"," [6.8 2.8 4.8 1.4]\n"," [5.4 3.4 1.5 0.4]\n"," [5.6 2.9 3.6 1.3]\n"," [6.9 3.1 5.1 2.3]\n"," [6.2 2.2 4.5 1.5]\n"," [5.8 2.7 3.9 1.2]\n"," [6.5 3.2 5.1 2. ]\n"," [4.8 3.  1.4 0.1]\n"," [5.5 3.5 1.3 0.2]\n"," [4.9 3.1 1.5 0.1]\n"," [5.1 3.8 1.5 0.3]\n"," [6.3 3.3 4.7 1.6]\n"," [6.5 3.  5.8 2.2]\n"," [5.6 2.5 3.9 1.1]\n"," [5.7 2.8 4.5 1.3]\n"," [6.4 2.8 5.6 2.2]\n"," [4.7 3.2 1.6 0.2]\n"," [6.1 3.  4.9 1.8]\n"," [5.  3.4 1.6 0.4]\n"," [6.4 2.8 5.6 2.1]\n"," [7.9 3.8 6.4 2. ]\n"," [6.7 3.  5.2 2.3]\n"," [6.7 2.5 5.8 1.8]\n"," [6.8 3.2 5.9 2.3]\n"," [4.8 3.  1.4 0.3]\n"," [4.8 3.1 1.6 0.2]\n"," [4.6 3.6 1.  0.2]\n"," [5.7 4.4 1.5 0.4]], shape=(32, 4), dtype=float32)\n","tf.Tensor([1 0 2 1 1 0 1 2 1 1 2 0 0 0 0 1 2 1 1 2 0 2 0 2 2 2 2 2 0 0 0 0], shape=(32,), dtype=int64)\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"4O1A-TxiWoeF","colab_type":"text"},"source":["# Create an Estimator from the TF.Keras Model\n","\n","A tf.keras.Model can firstly be converted into an `tf.estimator.Estimator` via the `tf.keras.estimator.model_to_estimator` API and then be trained via the `tf.estimator` API."]},{"cell_type":"markdown","metadata":{"id":"f8jGERqNXoNn","colab_type":"text"},"source":["Train the model and evaluate it on the dataset."]},{"cell_type":"code","metadata":{"id":"o2V-nVigXiit","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":1000},"outputId":"4161079d-b420-462c-f0f3-be8042236f3e","executionInfo":{"status":"ok","timestamp":1578994207445,"user_tz":-480,"elapsed":5205,"user":{"displayName":"王DevOps","photoUrl":"https://lh3.googleusercontent.com/a-/AAuE7mAzLB0C3whTHAdHpq24UrEWqGtbhJElQxTU5_b_4g=s64","userId":"04300517850278510646"}}},"source":["model_dir = '/tmp/tfkeras_example/'\n","!rm -rf {model_dir}\n","keras_estimator = tf.keras.estimator.model_to_estimator(keras_model=model, \n","                                                        model_dir=model_dir)\n","!ls -l {model_dir}/keras\n","\n","keras_estimator.train(input_fn=input_fn, steps=25)\n","eval_result = keras_estimator.evaluate(input_fn=input_fn, steps=10)\n","print(pd.Series(eval_result))"],"execution_count":20,"outputs":[{"output_type":"stream","text":["INFO:tensorflow:Using default config.\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Using default config.\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Using the Keras model provided.\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Using the Keras model provided.\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Using config: {'_model_dir': '/tmp/tfkeras_example/', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': None, '_save_checkpoints_secs': 600, '_session_config': allow_soft_placement: true\n","graph_options {\n","  rewrite_options {\n","    meta_optimizer_iterations: ONE\n","  }\n","}\n",", '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': 100, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_session_creation_timeout_secs': 7200, '_service': None, '_cluster_spec': ClusterSpec({}), '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1}\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Using config: {'_model_dir': '/tmp/tfkeras_example/', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': None, '_save_checkpoints_secs': 600, '_session_config': allow_soft_placement: true\n","graph_options {\n","  rewrite_options {\n","    meta_optimizer_iterations: ONE\n","  }\n","}\n",", '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': 100, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_session_creation_timeout_secs': 7200, '_service': None, '_cluster_spec': ClusterSpec({}), '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1}\n"],"name":"stderr"},{"output_type":"stream","text":["total 16\n","-rw-r--r-- 1 root root   89 Jan 14 09:30 checkpoint\n","-rw-r--r-- 1 root root 1188 Jan 14 09:30 keras_model.ckpt.data-00000-of-00002\n","-rw-r--r-- 1 root root 2204 Jan 14 09:30 keras_model.ckpt.data-00001-of-00002\n","-rw-r--r-- 1 root root 1193 Jan 14 09:30 keras_model.ckpt.index\n","INFO:tensorflow:Calling model_fn.\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Calling model_fn.\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Done calling model_fn.\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Done calling model_fn.\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Warm-starting with WarmStartSettings: WarmStartSettings(ckpt_to_initialize_from='/tmp/tfkeras_example/keras/keras_model.ckpt', vars_to_warm_start='.*', var_name_to_vocab_info={}, var_name_to_prev_var_name={})\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Warm-starting with WarmStartSettings: WarmStartSettings(ckpt_to_initialize_from='/tmp/tfkeras_example/keras/keras_model.ckpt', vars_to_warm_start='.*', var_name_to_vocab_info={}, var_name_to_prev_var_name={})\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Warm-starting from: /tmp/tfkeras_example/keras/keras_model.ckpt\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Warm-starting from: /tmp/tfkeras_example/keras/keras_model.ckpt\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Warm-starting variables only in TRAINABLE_VARIABLES.\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Warm-starting variables only in TRAINABLE_VARIABLES.\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Warm-started 4 variables.\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Warm-started 4 variables.\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Create CheckpointSaverHook.\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Create CheckpointSaverHook.\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Graph was finalized.\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Graph was finalized.\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Running local_init_op.\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Running local_init_op.\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Done running local_init_op.\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Done running local_init_op.\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Saving checkpoints for 0 into /tmp/tfkeras_example/model.ckpt.\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Saving checkpoints for 0 into /tmp/tfkeras_example/model.ckpt.\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:loss = 3.1260388, step = 0\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:loss = 3.1260388, step = 0\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Saving checkpoints for 25 into /tmp/tfkeras_example/model.ckpt.\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Saving checkpoints for 25 into /tmp/tfkeras_example/model.ckpt.\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Loss for final step: 2.1776383.\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Loss for final step: 2.1776383.\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Calling model_fn.\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Calling model_fn.\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Done calling model_fn.\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Done calling model_fn.\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Starting evaluation at 2020-01-14T09:30:06Z\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Starting evaluation at 2020-01-14T09:30:06Z\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Graph was finalized.\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Graph was finalized.\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Restoring parameters from /tmp/tfkeras_example/model.ckpt-25\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Restoring parameters from /tmp/tfkeras_example/model.ckpt-25\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Running local_init_op.\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Running local_init_op.\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Done running local_init_op.\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Done running local_init_op.\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [1/10]\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [1/10]\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [2/10]\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [2/10]\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [3/10]\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [3/10]\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [4/10]\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [4/10]\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [5/10]\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [5/10]\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [6/10]\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [6/10]\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [7/10]\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [7/10]\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [8/10]\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [8/10]\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [9/10]\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [9/10]\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [10/10]\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Evaluation [10/10]\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Inference Time : 0.27480s\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Inference Time : 0.27480s\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Finished evaluation at 2020-01-14-09:30:06\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Finished evaluation at 2020-01-14-09:30:06\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Saving dict for global step 25: accuracy = 0.33125, global_step = 25, loss = 1.6237723\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Saving dict for global step 25: accuracy = 0.33125, global_step = 25, loss = 1.6237723\n"],"name":"stderr"},{"output_type":"stream","text":["INFO:tensorflow:Saving 'checkpoint_path' summary for global step 25: /tmp/tfkeras_example/model.ckpt-25\n"],"name":"stdout"},{"output_type":"stream","text":["INFO:tensorflow:Saving 'checkpoint_path' summary for global step 25: /tmp/tfkeras_example/model.ckpt-25\n"],"name":"stderr"},{"output_type":"stream","text":["accuracy        0.331250\n","loss            1.623772\n","global_step    25.000000\n","dtype: float64\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"qGE1SqqHYB33","colab_type":"code","colab":{}},"source":[""],"execution_count":0,"outputs":[]}]}