Merge pull request #59 from hynky1999/pipeline

Pipeline
hynky1999 · May 11, 2023 · bf0297f · bf0297f
2 parents 67b99eb + 76a8ef5
commit bf0297f
Show file tree

Hide file tree

Showing 7 changed files with 9 additions and 6 deletions.
diff --git a/.github/workflows/test_and_push.yml b/.github/workflows/test_and_push.yml
@@ -1,9 +1,7 @@
 on:
-  push:
-    branches:
-      - main
-
-
+  release:
+    type:
+      - created
 
 env:
   PYTHON_VERSION: "3.10"

diff --git a/cmoncrawl/__init__.py b/cmoncrawl/__init__.py
diff --git a/cmoncrawl/common/__init__.py b/cmoncrawl/common/__init__.py
diff --git a/cmoncrawl/processor/extraction/__init__.py b/cmoncrawl/processor/extraction/__init__.py
diff --git a/cmoncrawl/processor/pipeline/__init__.py b/cmoncrawl/processor/pipeline/__init__.py
diff --git a/pyproject.toml b/pyproject.toml
@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 [project]
 name = "CmonCrawl"
 
-dynamic = ["version"]
+dynamic = ["version", "dependencies"]
 
 keywords = [
   "Common Crawl",

diff --git a/tests/test_extract/files/file.jsonl b/tests/test_extract/files/file.jsonl