Fixes for package creation and pip installs

RELEASE-NOTES.md

@@ -13,10 +13,12 @@
   * Added `create` command for `image-repository`.
   * Added `set (property)`, `unset (property)`, `suspend` and `resume` commands for `compute-pool`.
   * Added `set (property)`, `unset (property)`,`upgrade` and `list-endpoints` commands for `service`.
+  * You can now use github repo link in `snow snowpark package create` to prepare your code for upload
 
 ## Fixes and improvements
 * Restricted permissions of automatically created files
 * Fixed bug where `spcs service create` would not throw error if service with specified name already exists.
+* Improved package lookup, to avoid unnecessary uploads
 
 
 # v2.0.0

src/snowflake/cli/plugins/snowpark/models.py

@@ -4,7 +4,7 @@
 from enum import Enum
 from typing import List
 
-from requirements.requirement import Requirement
+from requirements import requirement
 
 
 class PypiOption(Enum):
@@ -13,6 +13,17 @@ class PypiOption(Enum):
     ASK = "ask"
 
 
+class Requirement(requirement.Requirement):
+    @classmethod
+    def parse_line(cls, line: str) -> Requirement:
+        result = super().parse_line(line)
+
+        if result.uri and not result.name:
+            result.name = result.uri
+
+        return result
+
+
 @dataclass
 class SplitRequirements:
     """A dataclass to hold the results of parsing requirements files and dividing them into
@@ -30,3 +41,20 @@ class RequirementWithFiles:
 
     requirement: Requirement
     files: List[str]
+
+
+@dataclass
+class RequirementWithFilesAndDeps(RequirementWithFiles):
+    dependencies: List[str]
+
+    def to_requirement_with_files(self):
+        return RequirementWithFiles(self.requirement, self.files)
+
+
+pip_failed_msg = """pip failed with return code {}.
+            If pip is installed correctly, this may mean you`re trying to install a package
+            that isn't compatible with the host architecture -
+            and generally means it has native libraries."""
+second_chance_msg = """Good news! The following package dependencies can be
+                imported directly from Anaconda, and will be excluded from
+                the zip: {}"""

src/snowflake/cli/plugins/snowpark/package/manager.py

@@ -6,11 +6,10 @@
 from pathlib import Path
 from shutil import rmtree
 
-from requirements.requirement import Requirement
 from snowflake.cli.api.constants import PACKAGES_DIR
 from snowflake.cli.plugins.object.stage.manager import StageManager
 from snowflake.cli.plugins.snowpark import package_utils
-from snowflake.cli.plugins.snowpark.models import SplitRequirements
+from snowflake.cli.plugins.snowpark.models import Requirement, SplitRequirements
 from snowflake.cli.plugins.snowpark.package.utils import (
     CreatedSuccessfully,
     InAnaconda,
@@ -20,6 +19,7 @@
     RequiresPackages,
     prepare_app_zip,
 )
+from snowflake.cli.plugins.snowpark.package_utils import create_zip_name
 from snowflake.cli.plugins.snowpark.zipper import zip_dir
 
 log = logging.getLogger(__name__)
@@ -62,7 +62,7 @@ def upload(file: Path, stage: str, overwrite: bool):
 
 
 def create(zip_name: str):
-    file_name = zip_name if zip_name.endswith(".zip") else f"{zip_name}.zip"
+    file_name = create_zip_name(zip_name)
     zip_dir(dest_zip=Path(file_name), source=Path.cwd() / ".packages")
 
     if os.path.exists(file_name):

src/snowflake/cli/plugins/snowpark/package/utils.py

@@ -5,8 +5,7 @@
 from pathlib import Path
 from typing import List
 
-from requirements.requirement import Requirement
-from snowflake.cli.plugins.snowpark.models import SplitRequirements
+from snowflake.cli.plugins.snowpark.models import Requirement, SplitRequirements
 
 
 @dataclass