Skip to content

Commit

Permalink
SNOW-1665697: add open_new_result in document API (#2313)
Browse files Browse the repository at this point in the history
  • Loading branch information
sfc-gh-zhan authored Sep 23, 2024
1 parent 1d8746a commit 781852a
Show file tree
Hide file tree
Showing 3 changed files with 26 additions and 0 deletions.
1 change: 1 addition & 0 deletions CHANGELOG.md
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,7 @@
- Added support for `DatetimeIndex.mean` and `DatetimeIndex.std` methods.
- Added support for `Resampler.asfreq`.
- Added support for `resample` frequency `W`, `ME`, `YE` with `closed = "left"`.
- Added support for file writes. This feature is currently in private preview.

#### Bug Fixes

Expand Down
17 changes: 17 additions & 0 deletions src/snowflake/snowpark/files.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,8 @@
import sys
from io import RawIOBase

from snowflake.snowpark._internal.utils import private_preview

# Python 3.8 needs to use typing.Iterable because collections.abc.Iterable is not subscriptable
# Python 3.9 can use both
# Python 3.10 needs to use collections.abc.Iterable because typing.Iterable is removed
Expand Down Expand Up @@ -44,6 +46,7 @@ def __init__(
is_owner_file: bool = False,
*,
require_scoped_url: bool = True,
from_result_api: bool = False,
) -> None:
super().__init__()
# The URL/URI of the file to be opened by the SnowflakeFile object
Expand Down Expand Up @@ -122,6 +125,20 @@ def isatty(self) -> None:
"""
raise NotImplementedError(_DEFER_IMPLEMENTATION_ERR_MSG)

@classmethod
@private_preview(version="1.22.1")
def open_new_result(cls, mode: str = "w") -> SnowflakeFile:
"""
Returns a :class:`~snowflake.snowpark.file.SnowflakeFile`.
In UDF and Stored Procedures, the object works like a Python IOBase object and as a wrapper for an IO stream of remote files. The IO Stream is to support the file operations defined in this class.
This stream will open a writable result file that will be materialized when it's returned by a UDF or Stored Procedure. When the file is materialized then file_uri will be set to a scoped URL that temporarily references this file.
Args:
mode: A string used to mark the type of an IO stream.
"""
return cls("new results file", mode, require_scoped_url=0, from_result_api=True)

def read(self, size: int = -1) -> None:
"""
See https://docs.python.org/3/library/io.html#io.RawIOBase.read
Expand Down
8 changes: 8 additions & 0 deletions tests/unit/test_files.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@

import pytest

from snowflake.snowpark._internal.utils import private_preview
from snowflake.snowpark.files import _DEFER_IMPLEMENTATION_ERR_MSG, SnowflakeFile


Expand All @@ -15,6 +16,13 @@ def test_create_snowflakefile():
assert snowflake_file._mode == "r"


@private_preview(version="1.22.1")
def test_write_snowflakefile():
with SnowflakeFile.open_new_result("w") as snowflake_file:
assert snowflake_file._file_location == "new results file"
assert snowflake_file._mode == "w"


def test_snowflake_file_attribute():
with SnowflakeFile.open("test_file_location") as snowflake_file:
assert snowflake_file.buffer is None
Expand Down

0 comments on commit 781852a

Please sign in to comment.