Merge pull request delta-io#9 from delta-io/master

update fork

.circleci/config.yml

@@ -21,7 +21,7 @@ jobs:
             pyenv install 3.7.4
             pyenv global system 3.7.4
             pipenv --python 3.7 install
-            pipenv run pip install pyspark==3.0.1
+            pipenv run pip install pyspark==3.1.1
             pipenv run pip install flake8==3.5.0 pypandoc==1.3.3
       - run:
           name: Run Scala/Java and Python tests

Dockerfile

@@ -2,7 +2,7 @@ FROM python:3.7.3-stretch
 
 RUN apt-get update && apt-get -y install openjdk-8-jdk
 
-RUN pip install pyspark==3.0.1
+RUN pip install pyspark==3.1.1
 
 COPY .  /usr/src/delta
 

PROTOCOL.md

@@ -244,6 +244,10 @@ Field Name | Data Type | Description
 path | String | An absolute or relative path to a file that should be removed from the table
 deletionTimestamp | Long | The time the deletion occurred, represented as milliseconds since the epoch
 dataChange | Boolean | When `false` the records in the removed file must be contained in one or more `add` file actions in the same version
+extendedFileMetadata | Boolean | When `true` the fields `partitionValues`, `size`, and `tags` are present
+partitionValues| Map[String, String] | A map from partition column to value for this file. See also [Partition Value Serialization](#Partition-Value-Serialization)
+size| Long | The size of this file in bytes
+tags | Map[String, String] | Map containing metadata about this file
 
 The following is an example `remove` action.
 ```