🚚 Big Move: Move all files from ai-lembic to open-nlp repository

.flake8

@@ -0,0 +1,9 @@
+[flake8]
+max-line-length = 100
+extend-ignore = E203
+per-file-ignores = **/__init__.py:F401
+exclude =
+    .git,
+    __pycache__,
+    build,
+    dist,

.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,30 @@
+---
+name: Bug report
+about: Create a report to help us fix a bug
+labels: "type/bug, prio/high"
+---
+
+## Description
+
+<!-- Concisely describe the bug. -->
+
+## Environment
+
+<!-- Describe the environment the bug occurred on.-->
+
+## Reproduction
+
+<!-- Provide detailed steps to reproduce the bug. -->
+
+1. <!-- First step... -->
+2. <!-- Second step... -->
+
+See Error Traceback.
+
+## Error Traceback
+
+<!-- If you can, copy/paste here the error traceback, or delete the section entirely.-->
+
+## Resolution
+
+<!-- If you can, provide a possible fix suggestion, or delete the section entirely.-->

.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,5 @@
+blank_issues_enabled: false
+contact_links:
+  - name: Arkhn
+    url: https://arkhn.com/
+    about: For more information about Arkhn, you can visit our website.

.github/ISSUE_TEMPLATE/exploration_request.md

@@ -0,0 +1,17 @@
+---
+name: Exploration
+about: Suggest something we could explore
+labels: "type/exploration, prio/low"
+---
+
+## Description
+
+<!-- Concisely describe the exploration. -->
+
+## Implementation
+
+<!-- If you can, provide implementation steps. -->
+<!-- Replace the [ ] with [x] to check the box. -->
+
+- [ ] <!-- First step... -->
+- [ ] <!-- Second step... -->

.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,17 @@
+---
+name: Feature
+about: Suggest a new feature we could implement
+labels: "type/feature, prio/medium"
+---
+
+## Description
+
+<!-- Concisely describe the feature. -->
+
+## Implementation
+
+<!-- If you can, provide implementation steps. -->
+<!-- Replace the [ ] with [x] to check the box. -->
+
+- [ ] <!-- First step... -->
+- [ ] <!-- Second step... -->

.github/ISSUE_TEMPLATE/improvement_request.md

@@ -0,0 +1,17 @@
+---
+name: Improvement
+about: Suggest an improvement we could make
+labels: "type/improvement, prio/low"
+---
+
+## Description
+
+<!-- Concisely describe the improvement. -->
+
+## Implementation
+
+<!-- If you can, provide implementation steps. -->
+<!-- Replace the [ ] with [x] to check the box. -->
+
+- [ ] <!-- First step... -->
+- [ ] <!-- Second step... -->

.github/PULL_REQUEST_TEMPLATE.md

@@ -0,0 +1,23 @@
+## Fixes
+
+<!-- If PR doesn't fully resolve the issue, replace 'Fixes' below with 'Related to'. -->
+<!-- If there is no issue being resolved, open one before creating this pull request. -->
+
+Fixes #[issue number]
+
+## Description
+
+<!-- Concisely describe what the pull request does. -->
+
+## Technical details
+
+<!-- Add any other information or technical details about the implementation; or delete the section entirely. -->
+
+## Definition of Done
+
+<!-- Check the boxes (replace the [ ] with [x]) corresponding to what you've done. -->
+<!-- You must have followed the AI Code Book, but the other items can be skipped if your work doesn't require them. -->
+
+- [ ] I followed the [AI Code Book](https://www.notion.so/arkhn/How-to-Code-a-k-a-the-AI-Code-Book-f8df0dd8fa484a7fb5eb989f07076141) (I swear!).
+- [ ] I have added/updated tests according to my changes.
+- [ ] I have added/updated documentation according to my changes.

.github/workflows/pre-commit.yml

@@ -0,0 +1,49 @@
+# This re-usable workflow runs pre-commit hooks on all the files of the repository.
+#
+# If a pre-commit hook finds an issue with a file or fixes it, the workflow will fail, but it will
+# not fix the files on its own. The pre-commit hooks must be defined in a `.pre-commit-config.yaml`
+# file and pre-commit's version in a `requirements-pre-commit.txt` file.
+#
+# This workflow caches pre-commit hooks; this is  directly adapted from:
+# https://github.com/pre-commit/action/blob/efd3bcfec120bd343786e46318186153b7bc8c68/action.yml.
+
+on:
+  workflow_call:
+
+jobs:
+  pre-commit:
+    name: Run pre-commit
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+
+      - name: Set up Python 3.9
+        uses: actions/setup-python@v4
+        with:
+          python-version: 3.9
+
+      - name: Install pre-commit
+        run: python -m pip install -r requirements-pre-commit.txt
+
+      - name: Cache pre-commit hooks
+        uses: actions/cache@v3
+        with:
+          path: ~/.cache/pre-commit
+          key: pre-commit-hooks-${{ hashFiles('.pre-commit-config.yaml') }}
+
+      - name: Run pre-commit
+        run: pre-commit run --all-files --show-diff-on-failure
+
+      - name: Detect hardcoded secrets
+        description: Detect hardcoded secrets using Gitleaks
+        entry: gitleaks protect --verbose --redact --staged
+        language: golang
+        pass_filenames: false
+
+      - name: Detect hardcoded secrets
+        description: Detect hardcoded secrets using Gitleaks
+        entry: zricethezav/gitleaks protect --verbose --redact --staged
+        language: docker_image

.github/workflows/test.yml

@@ -0,0 +1,22 @@
+# This workflow triggers checks with pre-commit.
+
+name: Test
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+    branches:
+      - main
+    types:
+      - opened
+      - reopened
+      - ready_for_review
+      - synchronize
+
+jobs:
+  pre-commit:
+    name: pre-commit
+    if: github.event_name != 'pull_request' || github.event.pull_request.draft == false
+    uses: ./.github/workflows/pre-commit.yml

.gitignore

@@ -0,0 +1,159 @@
+### Custom .gitignore ###
+
+wandb/
+
+# Data stuff
+*/*/data
+
+# IDE stuff
+.idea/
+.vscode/
+
+### GitHub's .gitignore Python template ###
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+datasets/*/data
+datasets/**/resources
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+#logs
+
+/**/**/outputs
+/**/**/wandb
+/**/logs/**
+/**/multirun
+
+#custom extension
+*.bak
+**/e3c_llm/data/*
+
+#custom path by project
+/lib/style-transfer/hf_datasets/*/preprocessed/
+/lib/style-transfer/hf_datasets/*/keywords_extraction/
+/lib/style-transfer/hf_datasets/*/data/
+lib/style-transfer/hf_datasets/*/raw/*