0.0.2-rc

Author: ebonnal

.github/workflows/pypi.yml

@@ -0,0 +1,29 @@
+name: PyPI
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - 'version.py'
+
+jobs:
+  pypi:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - name: Set up Python
+        uses: actions/setup-python@v1
+        with:
+          python-version: '3.x'
+      - name: Install dependencies
+        run: |
+          python3 -m pip install --upgrade pip
+          pip install setuptools wheel twine
+      - name: Build and publish
+        env:
+          TWINE_USERNAME: __token__
+          TWINE_PASSWORD: ${{ secrets.pypi_token }}
+        run: |
+          python setup.py sdist bdist_wheel
+          twine upload dist/* --skip-existing

.gitignore

@@ -0,0 +1,5 @@
+.mypy_cache
+pythoned.egg-info
+**/__pycache__
+.venv
+build

README.md

@@ -0,0 +1,51 @@
+# 🐉 `pythoned`
+
+### *PYTHON EDitor: edit lines via Python expressions*
+
+> For Pythonistas tired of forgetting the syntax of  `sed`/`awk`/`grep`/`tr` syntaxes.
+
+### ⬇️ install
+```bash
+pip install pythoned
+```
+(it sets up `pythoned` in your PATH)
+
+### ✒️ edit
+The provided Python expression must be an `str`. It manipulates the line available in the `_: str` variable:
+
+```bash
+# get last char of each line
+echo -e 'f00\nbar\nf00bar' | pythoned '_[-1]'
+```
+output:
+```
+0
+r
+r
+```
+
+### 🛑 filter
+If the expression is a `bool` instead of an `str`, then the lines will be filtered according to it:
+```bash
+# keep only lines whose length equals 3
+echo -e 'f00\nbar\nf00bar' | pythoned 'len(_) == 3'
+```
+output:
+```
+f00
+bar
+```
+
+### 📦 modules auto-import
+
+Modules are auto-imported, example with `re`:
+```bash
+# replace digits by Xs
+echo -e 'f00\nbar\nf00bar' | pythoned 're.sub(r"\d", "X", _)'
+```
+output:
+```
+fXX
+bar
+fXXbar
+```

pythoned/__init__.py

@@ -0,0 +1 @@
+from pythoned.edit import edit

pythoned/__main__.py

@@ -0,0 +1,19 @@
+import argparse
+import sys
+
+from pythoned.edit import edit
+
+
+def main() -> int:
+    arg_parser = argparse.ArgumentParser()
+    arg_parser.add_argument("expression")
+
+    args = arg_parser.parse_args()
+    expression: str = args.expression
+    for output_line in edit(sys.stdin, expression):
+        print(output_line, end="")
+    return 0
+
+
+if __name__ == "__main__":
+    main()

pythoned/edit.py

@@ -0,0 +1,38 @@
+import importlib
+import os
+import re
+from types import ModuleType
+from typing import Dict, Iterator
+
+
+TYPE_ERROR_MSG = "The provided expression must be an str (editing) or a bool (filtering), but got {}."
+
+
+def edit(lines: Iterator[str], expression) -> Iterator[str]:
+    modules: Dict[str, ModuleType] = {}
+    for line in lines:
+        linesep = ""
+        if line.endswith(os.linesep):
+            linesep, line = os.linesep, line[: -len(os.linesep)]
+        globals = {"_": line, **modules}
+        try:
+            value = eval(expression, globals)
+        except NameError as name_error:
+            match = re.match(r"name '([A-Za-z]+)'.*", str(name_error))
+            if match:
+                module = match.group(1)
+            else:
+                raise name_error
+            try:
+                modules[module] = importlib.import_module(module)
+                globals = {"_": line, **modules}
+            except:
+                raise name_error
+            value = eval(expression, globals)
+        if isinstance(value, str):
+            yield value + linesep
+        elif isinstance(value, bool):
+            if value:
+                yield line + linesep
+        else:
+            raise TypeError(TYPE_ERROR_MSG.format(type(value)))

setup.py

@@ -0,0 +1,20 @@
+from setuptools import find_packages, setup  # type: ignore
+from version import __version__
+
+setup(
+    name="pythoned",
+    version=__version__,
+    packages=find_packages(),
+    url="http://github.com/ebonnal/pythoned",
+    license="Apache 2.",
+    author="ebonnal",
+    author_email="[email protected]",
+    description="PYTHON EDitor: edit lines via Python expressions",
+    long_description=open("README.md").read(),
+    long_description_content_type="text/markdown",
+    entry_points={
+        "console_scripts": [
+            "pythoned=pythoned.__main__:main",
+        ],
+    },
+)

tests/__init__.py

@@ -0,0 +1,37 @@
+from typing import Iterator
+import unittest
+
+from pythoned.edit import edit
+
+
+def lines() -> Iterator[str]:
+    return iter(["f00\n", "bar\n", "f00bar"])
+
+
+class TestStream(unittest.TestCase):
+    def test_edit(self) -> None:
+        self.assertEqual(
+            list(edit(lines(), "_[-1]")),
+            ["0\n", "r\n", "r"],
+            msg="str expression must edit the lines",
+        )
+        self.assertEqual(
+            list(edit(lines(), 're.sub(r"\d", "X", _)')),
+            ["fXX\n", "bar\n", "fXXbar"],
+            msg="re should be supported out-of-the-box",
+        )
+        self.assertEqual(
+            list(edit(lines(), '"0" in _')),
+            ["f00\n", "f00bar"],
+            msg="bool expression must filter the lines",
+        )
+        self.assertEqual(
+            list(edit(lines(), "len(_) == 3")),
+            ["f00\n", "bar\n"],
+            msg="_ must exclude linesep",
+        )
+        self.assertEqual(
+            list(edit(lines(), "str(int(math.pow(10, len(_))))")),
+            ["1000\n", "1000\n", "1000000"],
+            msg="modules should be auto-imported",
+        )

tests/test.py

@@ -0,0 +1,2 @@
+# to show the CHANGELOG: git log -- version.py
+__version__ = "0.0.2-rc"