Skip to content

Commit 0e314a8

Browse files
test: Test with singer-sdk prerelease
1 parent 06a74a8 commit 0e314a8

File tree

4 files changed

+57
-37
lines changed

4 files changed

+57
-37
lines changed

.github/workflows/meltano-run.yml

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -28,6 +28,11 @@ jobs:
2828
output_db: nested.db
2929
target_table: users
3030
install_extractor: false
31+
- tap: tap-csv
32+
mapping: fake
33+
output_db: tap_csv.db
34+
target_table: customers
35+
install_extractor: false
3136
steps:
3237
- uses: actions/checkout@v4
3338

meltano.yml

Lines changed: 12 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -36,7 +36,7 @@ plugins:
3636
mappers:
3737
- name: meltano-map-transformer
3838
namespace: meltano_map_transformer
39-
pip_url: -e .
39+
pip_url: --pre -e .[faker]
4040
executable: meltano-map-transform
4141
settings:
4242
- name: stream_maps
@@ -72,6 +72,17 @@ plugins:
7272
users:
7373
id: id
7474
fields: "[f for f in fields if f['key'] != 'age']"
75+
- name: fake
76+
config:
77+
stream_maps:
78+
customers:
79+
id: id
80+
first_name: first_name
81+
cc: fake.credit_card_number() # add a new field with a fake credit card number
82+
__else__: __NULL__
83+
faker_config:
84+
locale: [en_US]
85+
seed: 123456
7586
environments:
7687
- name: dev
7788
config:

poetry.lock

Lines changed: 32 additions & 35 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

pyproject.toml

Lines changed: 8 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,11 +18,18 @@ documentation = "https://github.com/MeltanoLabs/meltano-map-transform#readme"
1818

1919
[tool.poetry.dependencies]
2020
python = ">=3.8"
21-
singer-sdk = "~=0.34.0"
21+
faker = { version = "~=22.6", optional = true }
22+
23+
[tool.poetry.dependencies.singer-sdk]
24+
version = ">=0.34.0"
25+
allow-prereleases = true
2226

2327
[tool.poetry.dev-dependencies]
2428
pytest = ">=7.4.4"
2529

30+
[tool.poetry.extras]
31+
faker = ["faker"]
32+
2633
[tool.poetry-dynamic-versioning]
2734
enable = true
2835
format-jinja = """

0 commit comments

Comments
 (0)