Remove unstructured-ingest as a dependency (#63)

<!-- CURSOR_SUMMARY -->
> [!NOTE]
> Replaces unstructured-ingest with utic-public-types, updates imports
and error types, adds local file_data_from_dict using Pydantic, and
bumps version to 0.0.42.
> 
> - **Core/API**:
> - Replace `unstructured_ingest` types/errors with `utic_public_types`
in `etl_uvicorn/api_generator.py` and related modules.
> - Add local `file_data_from_dict` (Pydantic `ValidationError`-based)
to parse `FileData`/`BatchFileData`.
> - **Tests/Schema**:
> - Update imports in tests and schema (`file_data`, `errors`) to
`utic_public_types`.
> - **Packaging**:
> - Remove `unstructured-ingest` dependency; add `utic-public-types` in
`pyproject.toml`.
> - **Versioning/Changelog**:
>   - Bump to `0.0.42`; add changelog entry for dependency removal.
> 
> <sup>Written by [Cursor
Bugbot](https://cursor.com/dashboard?tab=bugbot) for commit
3320a22. This will update automatically
on new commits. Configure
[here](https://cursor.com/dashboard?tab=bugbot).</sup>
<!-- /CURSOR_SUMMARY -->

Author: potter-potter

CHANGELOG.md

@@ -1,3 +1,7 @@
+## 0.0.42
+
+* **Remove unstructured-ingest dependency**
+
 ## 0.0.39
 
 * **Remove wrap_error logic as exceptions are categorized in unstructured-ingest**

pyproject.toml

@@ -23,10 +23,10 @@ dependencies = [
     "uvicorn",
     "fastapi",
     "click",
-    "unstructured-ingest",
+    "utic-public-types",
     "opentelemetry-instrumentation-fastapi",
     "opentelemetry-exporter-otlp-proto-grpc",
-    "dataclasses-json"
+    "dataclasses-json",
 ]
 dynamic = [
  "version",

test/api/test_api.py

@@ -4,7 +4,7 @@
 import pytest
 from fastapi.testclient import TestClient
 from pydantic import BaseModel
-from unstructured_ingest.data_types.file_data import (
+from utic_public_types.plugins.file_data import (
     BatchFileData,
     BatchItem,
     FileData,

test/assets/dataclass_response.py

@@ -2,7 +2,7 @@
 from pathlib import Path
 from typing import Any, Optional, TypedDict, Union
 
-from unstructured_ingest.data_types.file_data import BatchFileData, FileData
+from utic_public_types.plugins.file_data import BatchFileData, FileData
 
 
 class SampleFunctionResponse(TypedDict):

test/assets/exception_status_code.py

@@ -1,7 +1,7 @@
 """Test assets for testing exception handling with various status_code scenarios."""
 
 from fastapi import HTTPException
-from unstructured_ingest.error import UnstructuredIngestError
+from utic_public_types.plugins.errors import UnstructuredIngestError
 
 
 class ExceptionWithNoneStatusCode(Exception):

test/assets/filedata_meta.py

@@ -2,7 +2,7 @@
 from typing import Optional, Union
 
 from pydantic import BaseModel
-from unstructured_ingest.data_types.file_data import BatchFileData, FileData, SourceIdentifiers
+from utic_public_types.plugins.file_data import BatchFileData, FileData, SourceIdentifiers
 
 from unstructured_platform_plugins.schema import FileDataMeta, NewRecord
 

test/test_schema.py

@@ -6,7 +6,7 @@
 import pytest
 from pydantic import BaseModel
 from typing_extensions import TypedDict
-from unstructured_ingest.data_types.file_data import FileData
+from utic_public_types.plugins.file_data import FileData
 
 import unstructured_platform_plugins.schema.json_schema as js
 from unstructured_platform_plugins.schema.model import is_valid_input_dict, is_valid_response_dict

test/test_utils.py

@@ -4,7 +4,7 @@
 
 import pytest
 from pydantic import BaseModel
-from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
+from utic_public_types.plugins.file_data import FileData, SourceIdentifiers
 from uvicorn.importer import import_from_string
 
 from unstructured_platform_plugins.etl_uvicorn import utils

unstructured_platform_plugins/__version__.py

@@ -1 +1 @@
-__version__ = "0.0.41"  # pragma: no cover
+__version__ = "0.0.42"  # pragma: no cover

unstructured_platform_plugins/etl_uvicorn/api_generator.py

@@ -9,10 +9,10 @@
 from fastapi import FastAPI, HTTPException, status
 from fastapi.responses import StreamingResponse
 from opentelemetry.instrumentation.fastapi import FastAPIInstrumentor
-from pydantic import BaseModel, Field, create_model
+from pydantic import BaseModel, Field, ValidationError, create_model
 from starlette.responses import RedirectResponse
-from unstructured_ingest.data_types.file_data import BatchFileData, FileData, file_data_from_dict
-from unstructured_ingest.error import UnstructuredIngestError
+from utic_public_types.plugins.errors import UnstructuredIngestError
+from utic_public_types.plugins.file_data import BatchFileData, FileData
 from uvicorn.config import LOG_LEVELS
 from uvicorn.importer import import_from_string
 
@@ -32,12 +32,19 @@
 
 FileDataType = Union[FileData, BatchFileData]
 
+logger = logging.getLogger("uvicorn.error")
 
-class EtlApiException(Exception):
-    pass
+
+def file_data_from_dict(data: dict) -> FileDataType:
+    try:
+        return BatchFileData.model_validate(data)
+    except ValidationError:
+        logger.debug(f"{data} not valid for batch file data")
+    return FileData.model_validate(data)
 
 
-logger = logging.getLogger("uvicorn.error")
+class EtlApiException(Exception):
+    pass
 
 
 class MessageChannels(BaseModel):