Skip to content

Commit

Permalink
Revert "Source Marketo: set high test strictness level (#21790)"
Browse files Browse the repository at this point in the history
This reverts commit 34d43cc.
  • Loading branch information
lazebnyi authored Jan 26, 2023
1 parent 34d43cc commit 1c41660
Show file tree
Hide file tree
Showing 9 changed files with 165 additions and 313 deletions.
2 changes: 1 addition & 1 deletion airbyte-integrations/connectors/source-marketo/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -34,5 +34,5 @@ COPY source_marketo ./source_marketo
ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=1.0.0
LABEL io.airbyte.version=0.1.11
LABEL io.airbyte.name=airbyte/source-marketo
Original file line number Diff line number Diff line change
@@ -1,82 +1,29 @@
# See [Source Acceptance Tests](https://docs.airbyte.com/connector-development/testing-connectors/source-acceptance-tests-reference)
# for more information about how to configure these tests
connector_image: airbyte/source-marketo:dev
test_strictness_level: high
acceptance_tests:
tests:
spec:
tests:
- spec_path: "source_marketo/spec.json"
- spec_path: "source_marketo/spec.json"
connection:
tests:
- config_path: "secrets/config.json"
status: "succeed"
- config_path: "integration_tests/invalid_config.json"
status: "failed"
- config_path: "secrets/config.json"
status: "succeed"
- config_path: "integration_tests/invalid_config.json"
status: "failed"
discovery:
tests:
- config_path: "secrets/config.json"
- config_path: "secrets/config.json"
basic_read:
tests:
- config_path: "secrets/config.json"
expect_records:
path: "integration_tests/expected_records.jsonl"
empty_streams:
- name: "activities_update_opportunity"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_change_segment"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_document_interacted_with"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_call_webhook"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_push_leadto_marketo"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_change_revenue_stage"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_dialogue_goal_reached"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_removefrom_opportunity"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_received_forwardto_friend_email"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_open_sales_email"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_share_content"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_sales_email_bounced"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_dialogue_engaged"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_dialogue_appointment_scheduled"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_click_sales_email"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_sent_forwardto_friend_email"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_click_link"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_send_sales_email"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_change_revenue_stage_manually"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_receive_sales_email"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_replyto_sales_email"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_addto_opportunity"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
- name: "activities_open_email"
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
# 52 streams, most of them use BULK API therefore it takes much time to run a sync
timeout_seconds: 9000
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/configured_catalog.json"
empty_streams: ["lists", "campaigns"]
timeout_seconds: 3600
expect_records:
path: "integration_tests/expected_records.jsonl"
incremental:
tests:
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/incremental_catalog.json"
future_state:
future_state_path: "integration_tests/abnormal_state.json"
timeout_seconds: 3600
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/incremental_catalog.json"
future_state_path: "integration_tests/abnormal_state.json"
timeout_seconds: 3600
full_refresh:
tests:
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/configured_catalog.json"
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/configured_catalog.json"
timeout_seconds: 3600
Original file line number Diff line number Diff line change
@@ -0,0 +1,35 @@
{
"streams": [
{
"stream": {
"name": "programs",
"json_schema": {},
"supported_sync_modes": ["incremental"],
"source_defined_cursor": true,
"default_cursor_field": []
},
"sync_mode": "incremental",
"destination_sync_mode": "append"
},
{
"stream": {
"name": "campaigns",
"json_schema": {},
"supported_sync_modes": ["incremental"],
"source_defined_cursor": true,
"default_cursor_field": []
},
"sync_mode": "incremental",
"destination_sync_mode": "append"
},
{
"stream": {
"name": "activity_types",
"json_schema": {},
"supported_sync_modes": ["full_refresh"]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "append"
}
]
}
Original file line number Diff line number Diff line change
Expand Up @@ -4,84 +4,65 @@
"stream": {
"name": "programs",
"json_schema": {},
"supported_sync_modes": ["full_refresh", "incremental"],
"supported_sync_modes": ["incremental"],
"source_defined_cursor": true,
"default_cursor_field": ["updatedAt"],
"source_defined_primary_key": [["id"]]
"default_cursor_field": []
},
"sync_mode": "full_refresh",
"destination_sync_mode": "append",
"cursor_field": ["updatedAt"],
"primary_key": [["id"]]
"sync_mode": "incremental",
"destination_sync_mode": "append"
},
{
"stream": {
"name": "campaigns",
"json_schema": {},
"supported_sync_modes": ["full_refresh", "incremental"],
"supported_sync_modes": ["incremental"],
"source_defined_cursor": true,
"default_cursor_field": ["createdAt"],
"source_defined_primary_key": [["id"]]
"default_cursor_field": []
},
"sync_mode": "full_refresh",
"destination_sync_mode": "append",
"cursor_field": ["createdAt"],
"primary_key": [["id"]]
"sync_mode": "incremental",
"destination_sync_mode": "append"
},
{
"stream": {
"name": "lists",
"json_schema": {},
"supported_sync_modes": ["full_refresh", "incremental"],
"supported_sync_modes": ["incremental"],
"source_defined_cursor": true,
"default_cursor_field": ["createdAt"],
"source_defined_primary_key": [["id"]]
"default_cursor_field": []
},
"sync_mode": "full_refresh",
"destination_sync_mode": "append",
"cursor_field": ["createdAt"],
"primary_key": [["id"]]
"sync_mode": "incremental",
"destination_sync_mode": "append"
},
{
"stream": {
"name": "leads",
"json_schema": {},
"supported_sync_modes": ["full_refresh", "incremental"],
"default_cursor_field": ["updatedAt"],
"source_defined_primary_key": [["id"]]
"supported_sync_modes": ["incremental"],
"source_defined_cursor": true,
"default_cursor_field": []
},
"sync_mode": "full_refresh",
"destination_sync_mode": "append",
"cursor_field": ["updatedAt"],
"primary_key": [["id"]]
"sync_mode": "incremental",
"destination_sync_mode": "append"
},
{
"stream": {
"name": "activity_types",
"json_schema": {},
"supported_sync_modes": ["full_refresh"],
"source_defined_cursor": false,
"default_cursor_field": null,
"source_defined_primary_key": [["id"]]
"supported_sync_modes": ["full_refresh"]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "append",
"cursor_field": null,
"primary_key": [["id"]]
"destination_sync_mode": "append"
},
{
"stream": {
"name": "activities_visit_webpage",
"json_schema": {},
"supported_sync_modes": ["full_refresh", "incremental"],
"supported_sync_modes": ["incremental"],
"source_defined_cursor": true,
"default_cursor_field": ["activityDate"],
"source_defined_primary_key": [["marketoGUID"]]
"default_cursor_field": []
},
"sync_mode": "full_refresh",
"destination_sync_mode": "append",
"cursor_field": ["activityDate"],
"primary_key": [["marketoGUID"]]
"sync_mode": "incremental",
"destination_sync_mode": "append"
}
]
}
Loading

0 comments on commit 1c41660

Please sign in to comment.