Skip to content

Commit

Permalink
feat: Expose additional export parameters (#97)
Browse files Browse the repository at this point in the history
Signed-off-by: Christoph Auer <CAU@zurich.ibm.com>
Signed-off-by: cau-git <60343111+cau-git@users.noreply.github.com>
Co-authored-by: Christoph Auer <CAU@zurich.ibm.com>
Co-authored-by: Michele Dolfi <97102151+dolfim-ibm@users.noreply.github.com>
  • Loading branch information
3 people authored Jul 11, 2023
1 parent 6b3e615 commit 7ac931c
Showing 1 changed file with 17 additions and 0 deletions.
17 changes: 17 additions & 0 deletions deepsearch/documents/core/models.py
Original file line number Diff line number Diff line change
Expand Up @@ -144,16 +144,33 @@ class ElasticS3Target(BaseModel):
DocumentExistsInTargetAction.MERGE
)

add_cells: bool = False

add_raw_pages: bool = False

add_annotations: bool = False

escape_ref_fields: bool = Field(
default=True,
description="If true, `$ref` fields are renamed to `__ref`. This allows the data to then be written into a MongoDB collection.",
)


class COSTarget(BaseModel):
type: Literal["cos"] = "cos"

coordinates: S3Coordinates

add_raw_pages: bool = False

add_annotations: bool = False


ExportTarget = Union[
ZipTarget,
MongoS3Target,
ElasticS3Target,
COSTarget,
]


Expand Down

0 comments on commit 7ac931c

Please sign in to comment.