Merge pull request #1 from Clarifai/DEVX-125-Annotation_conversion

[DEVX-125]: Annotation Conversion

Author: sanjaychelliah

.gitignore

@@ -0,0 +1,137 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Editor Directories
+.idea
+*.swp
+.vscode
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# macOS specific files
+.DS_Store

.isort.cfg

@@ -0,0 +1,33 @@
+[settings]
+line_length=99
+
+# Ignore differences in whitespace.
+ignore_whitespace=True
+
+known_third_party=
+    grpc,
+    yaml,
+    cached_property,
+    lap,
+    magic,
+    PIL,
+    pydub,
+    google,
+    mock,
+    requests,
+    googleapiclient,
+    oauth2client,
+    dns,
+    noise,
+    urllib3,
+    simplejson,
+    imageio,
+    retrying,
+    json_lines
+
+
+# isort being dumb
+known_future_library=
+    future,
+    six,
+    past

.pre-commit-config.yaml

@@ -0,0 +1,32 @@
+default_stages:
+  - commit
+  - manual
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.4.0
+    hooks:
+      - id: check-added-large-files
+      - id: check-executables-have-shebangs
+      - id: check-case-conflict
+      - id: check-merge-conflict
+      - id: end-of-file-fixer
+      - id: mixed-line-ending
+      - id: trailing-whitespace
+  - repo: https://github.com/timothycrosley/isort
+    rev: 5.12.0
+    hooks:
+      - id: isort
+  - repo: https://github.com/charliermarsh/ruff-pre-commit
+    rev: v0.0.292
+    hooks:
+      - id: ruff
+        args: [--fix, --exit-non-zero-on-fix]
+  - repo: local
+    hooks:
+      - id: yapf
+        name: yapf
+        entry: yapf -i
+        language: python
+        types: [ python ]
+        pass_filenames: true
+        additional_dependencies: [ "yapf==0.19.0" ]

.ruff.toml

@@ -0,0 +1,40 @@
+# Enable Pyflakes (`F`) and a subset of the pycodestyle (`E`)  codes by default.
+select = ["E4", "E7", "E9", "F"]
+ignore = ["E501"]
+
+# Allow fix for all enabled rules (when `--fix`) is provided.
+fixable = ["A", "B", "C", "D", "E", "F", "G", "I", "N", "Q", "S", "T", "W", "ANN", "ARG", "BLE", "COM", "DJ", "DTZ", "EM", "ERA", "EXE", "FBT", "ICN", "INP", "ISC", "NPY", "PD", "PGH", "PIE", "PL", "PT", "PTH", "PYI", "RET", "RSE", "RUF", "SIM", "SLF", "TCH", "TID", "TRY", "UP", "YTT"]
+unfixable = []
+
+# Exclude a variety of commonly ignored directories.
+exclude = [
+    ".bzr",
+    ".direnv",
+    ".eggs",
+    ".git",
+    ".git-rewrite",
+    ".hg",
+    ".mypy_cache",
+    ".nox",
+    ".pants.d",
+    ".pytype",
+    ".ruff_cache",
+    ".svn",
+    ".tox",
+    ".venv",
+    "__pypackages__",
+    "_build",
+    "buck-out",
+    "build",
+    "dist",
+    "node_modules",
+    "venv",
+]
+
+# Same as Black.
+line-length = 88
+
+# Allow unused variables when underscore-prefixed.
+dummy-variable-rgx = "^(_+|(_+[a-zA-Z0-9_]*[a-zA-Z0-9]+?))$"
+
+target-version = "py39"

.style.yapf

@@ -0,0 +1,30 @@
+[style]
+based_on_style = google
+
+# maximum number of chars per line
+column_limit = 99
+
+# number of spaces for a block indent
+indent_width = 2
+
+# number of spaces for line continuation indent
+# (i.e. single statement spanning more than one line)
+continuation_indent_width = 4
+
+# number of spaces between the end of a statement and same-line comment, e.g.:
+# x = 3  # there are 2 spaces before this comment
+spaces_before_comment = 2
+
+# prefer to put long class lists in "from module import (...)" statements
+# on fewer lines, not one class per line
+split_penalty_import_names = 0
+
+# prefer a little more to keep function calls on the same line as
+# their first argument. increased from default value 30
+split_penalty_after_opening_bracket = 70
+
+# indent values relative to keys in multiline dict entries, e.g.:
+# {key_with_long_name:
+#     value_on_a_long_line,
+# }
+indent_dictionary_value = true

CHANGELOG.md

@@ -0,0 +1 @@
+## [[0.0.1]](https://github.com/Clarifai/clarifai-python-datautils/releases/tag/0.0.1) - [PyPI](https://pypi.org/project/clarifai-datautils/0.0.1/) - 2024-01-23

README.md

@@ -1 +1,84 @@
-# clarifai-python-datautils
+![Clarifai logo](docs/logo.png)
+
+# Clarifai Python Data Utils
+
+
+[![Discord](https://img.shields.io/discord/1145701543228735582)](https://discord.gg/M32V7a7a)
+[![codecov](https://img.shields.io/pypi/dm/clarifai)](https://pypi.org/project/clarifai)
+
+This is a collection of utilities for handling various types of multimedia data. Enhance your experience by seamlessly integrating these utilities with the Clarifai Python SDK. This powerful combination empowers you to address both visual and textual use cases effortlessly through the capabilities of Artificial Intelligence. Unlock new possibilities and elevate your projects with the synergy of versatile data utilities and the robust features offered by the [Clarifai Python SDK](https://github.com/Clarifai/clarifai-python). Explore the fusion of these tools to amplify the intelligence in your applications! 🌐🚀
+
+[Website](https://www.clarifai.com/) | [Schedule Demo](https://www.clarifai.com/company/schedule-demo) | [Signup for a Free Account](https://clarifai.com/signup) | [API Docs](https://docs.clarifai.com/) | [Clarifai Community](https://clarifai.com/explore) | [Python SDK Docs](https://docs.clarifai.com/python-sdk/api-reference) | [Examples](https://github.com/Clarifai/examples) | [Colab Notebooks](https://github.com/Clarifai/colab-notebooks) | [Discord](https://discord.gg/XAPE3Vtg)
+
+---
+## Table Of Contents
+
+* **[Installation](#installation)**
+* **[Getting Started](#getting-started)**
+* **[Features](#features)**
+  * [Image Utils](#image-utils)
+* **[Usage](#usage)**
+* **[Examples](#more-examples)**
+
+
+## Installation
+
+
+Install from PyPi:
+
+```bash
+pip install clarifai-datautils
+```
+
+Install from Source:
+
+```bash
+git clone https://github.com/Clarifai/clarifai-python-datautils
+cd clarifai-python-datautils
+python3 -m venv env
+source env/bin/activate
+pip3 install -r requirements.txt
+```
+
+
+## Getting started
+
+Quick intro to Image Annotation Conversion feature
+
+```python
+from clarifai_datautils import ImageAnnotations
+
+annotated_dataset = ImageAnnotations.import_from(path= 'folder_path', format= 'annotation_format')
+```
+
+## Features
+
+### Image Utils
+- #### Annotation Loader
+  - Load various annotated image datasets and export to clarifai Platform
+  - Convert from one annotation format to other supported annotation formats
+
+
+
+## Usage
+### Image Annotation Loader
+```python
+from clarifai_datautils import ImageAnnotations
+#import from folder
+coco_dataset = ImageAnnotations.import_from(path='folder_path',format= 'coco_detection')
+
+#clarifai dataset loader object
+coco_dataset.dataloader
+
+
+#info about loaded dataset
+coco_dataset.get_info()
+
+
+#exporting to other formats
+coco_dataset.export_to('voc_detection')
+```
+
+## More Examples
+
+See many more code examples in this [repo](https://github.com/Clarifai/examples).

VERSION

@@ -0,0 +1 @@
+0.0.1

clarifai_datautils/__init__.py

@@ -0,0 +1,3 @@
+from clarifai_datautils.image.annotation_conversion.annotations import ImageAnnotations
+
+__all__ = ['ImageAnnotations']