Skip to content

Commit

Permalink
purview scanning service (#14021)
Browse files Browse the repository at this point in the history
* purview scanning service

* Add custom words for spellcheck

* fix config files and add endpoint param

Co-authored-by: Parv Saxena <[email protected]>
Co-authored-by: iscai-msft <[email protected]>
  • Loading branch information
3 people authored Apr 28, 2021
1 parent 0070175 commit f070607
Show file tree
Hide file tree
Showing 41 changed files with 8,662 additions and 0 deletions.
12 changes: 12 additions & 0 deletions custom-words.txt
Original file line number Diff line number Diff line change
Expand Up @@ -2153,3 +2153,15 @@ ziplist
Zoho
zoneinfo
zset
classificationrules
Unparented
scanrulesets
Ruleset
Rulesets
XLSB
Miti
DOCM
PPSX
PPTM
XLSM
DOCM
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@
{
"parameters": {
"Endpoint": "{Endpoint}",
"azureKeyVaultName": "AzureKeyVault1",
"api-version": "2018-12-01-preview",
"body": {
"properties": {
"baseUrl": "https://babylon-sample-kv.vault.azure.net/",
"description": "This is a Key Vault"
}
}
},
"responses": {
"200": {
"headers": {
"x-ms-request-id": "d5496da4-9c52-402f-b067-83cc9ddea888"
},
"body": {
"properties": {
"baseUrl": "https://babylon-sample-kv.vault.azure.net/",
"description": "This is a Key Vault"
},
"id": "/subscriptions/34fb3b81-27ab-4690-9d0b-668896fd288c/resourceGroups/scanning-df-westus2/providers/Microsoft.ProjectBabylon/accounts/babylon-128abf8c-ecea-4be6-8010-36d73cfad6e5/linkedservices/AzureKeyVault1",
"name": "AzureKeyVault1"
}
}
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
{
"parameters": {
"Endpoint": "{Endpoint}",
"azureKeyVaultName": "AzureKeyVault1",
"api-version": "2018-12-01-preview"
},
"responses": {
"200": {
"headers": {
"x-ms-request-id": "d5496da4-9c52-402f-b067-83cc9ddea888"
},
"body": {
"properties": {
"baseUrl": "https://babylon-sample-kv.vault.azure.net/",
"description": "This is a Key Vault"
},
"id": "/subscriptions/34fb3b81-27ab-4690-9d0b-668896fd288c/resourceGroups/scanning-df-westus2/providers/Microsoft.ProjectBabylon/accounts/babylon-128abf8c-ecea-4be6-8010-36d73cfad6e5/linkedservices/AzureKeyVault1",
"name": "AzureKeyVault1"
}
},
"204": {
"headers": {
"x-ms-request-id": "d5496da4-9c52-402f-b067-83cc9ddea888"
}
}
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
{
"parameters": {
"Endpoint": "{Endpoint}",
"api-version": "2018-12-01-preview",
"azureKeyVaultName": "AzureKeyVault1"
},
"responses": {
"200": {
"headers": {
"x-ms-request-id": "d5496da4-9c52-402f-b067-83cc9ddea888"
},
"body": {
"properties": {
"baseUrl": "https://babylon-sample-kv.vault.azure.net/",
"description": "This is a Key Vault"
},
"id": "/subscriptions/34fb3b81-27ab-4690-9d0b-668896fd288c/resourceGroups/scanning-df-westus2/providers/Microsoft.ProjectBabylon/accounts/babylon-128abf8c-ecea-4be6-8010-36d73cfad6e5/linkedservices/AzureKeyVault1",
"name": "AzureKeyVault1"
}
}
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,36 @@
{
"parameters": {
"Endpoint": "{Endpoint}",
"api-version": "2018-12-01-preview",
"skipToken": null
},
"responses": {
"200": {
"headers": {
"x-ms-request-id": "8e58266a-de42-40d5-b3c4-c6a7e159cfba"
},
"body": {
"value": [
{
"properties": {
"baseUrl": "https://babylon-sample-kv.vault.azure.net/",
"description": "This is a Key Vault"
},
"id": "/subscriptions/34fb3b81-27ab-4690-9d0b-668896fd288c/resourceGroups/scanning-df-westus2/providers/Microsoft.ProjectBabylon/accounts/babylon-128abf8c-ecea-4be6-8010-36d73cfad6e5/linkedservices/AzureKeyVault1",
"name": "AzureKeyVault1"
},
{
"properties": {
"baseUrl": "https://babylon-random-kv.vault.azure.net/",
"description": "This is a Key Vault"
},
"id": "/subscriptions/34fb3b81-27ab-4690-9d0b-668896fd288c/resourceGroups/scanning-df-westus2/providers/Microsoft.ProjectBabylon/accounts/babylon-128abf8c-ecea-4be6-8010-36d73cfad6e5/linkedservices/AzureKeyVault2",
"name": "AzureKeyVault2"
}
],
"count": 2,
"nextLink": null
}
}
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,102 @@
{
"parameters": {
"Endpoint": "{Endpoint}",
"classificationRuleName": "ClassificationRule1",
"api-version": "2018-12-01-preview",
"body": {
"kind": "Custom",
"properties": {
"description": "Let's put a cool desc here",
"classificationName": "MICROSOFT.FINANCIAL.AUSTRALIA.BANK_ACCOUNT_NUMBER",
"columnPatterns": [
{
"pattern": "^data$",
"kind": "Regex"
}
],
"dataPatterns": [
{
"pattern": "^[0-9]{2}-[0-9]{4}-[0-9]{6}-[0-9]{3}$",
"kind": "Regex"
}
],
"minimumPercentageMatch": 60,
"ruleStatus": "Enabled"
}
}
},
"responses": {
"201": {
"headers": {
"x-ms-request-id": "d5496da4-9c52-402f-b067-83cc9ddea888"
},
"body": {
"id": "classificationRules/ClassificationRule1",
"name": "ClassificationRule1",
"kind": "Custom",
"properties": {
"minimumPercentageMatch": 80,
"classificationAction": "Keep",
"description": "second one",
"version": 4,
"classificationName": "MICROSOFT.FINANCIAL.AUSTRALIA.BANK_ACCOUNT_NUMBER",
"ruleStatus": "Enabled",
"createdAt": "2019-12-09T06:43:30.8478469Z",
"lastModifiedAt": "2019-12-09T07:04:53.2807344Z",
"dataPatterns": [
{
"kind": "Regex",
"pattern": "^data1$"
},
{
"kind": "Regex",
"pattern": "^data2$"
}
],
"columnPatterns": [
{
"kind": "Regex",
"pattern": "^column1$"
}
]
}
}
},
"200": {
"headers": {
"x-ms-request-id": "d5496da4-9c52-402f-b067-83cc9ddea888"
},
"body": {
"id": "/subscriptions/433a8dfd-e5d5-4e77-ad86-90acdc75eb1a/resourceGroups/SampleResourceGroup/providers/Microsoft.DataCatalog/DataCatalogs/Catalog1/ClassificationRules/ClassificationRule1",
"name": "ClassificationRule1",
"kind": "Custom",
"properties": {
"minimumPercentageMatch": 80,
"classificationAction": "Keep",
"description": "second one",
"version": 4,
"classificationName": "MICROSOFT.FINANCIAL.AUSTRALIA.BANK_ACCOUNT_NUMBER",
"ruleStatus": "Enabled",
"createdAt": "2019-12-09T06:43:30.8478469Z",
"lastModifiedAt": "2019-12-09T07:04:53.2807344Z",
"dataPatterns": [
{
"kind": "Regex",
"pattern": "^data1$"
},
{
"kind": "Regex",
"pattern": "^data2$"
}
],
"columnPatterns": [
{
"kind": "Regex",
"pattern": "^column1$"
}
]
}
}
}
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,53 @@
{
"parameters": {
"Endpoint": "{Endpoint}",
"subscriptionId": "433a8dfd-e5d5-4e77-ad86-90acdc75eb1a",
"resourceGroupName": "SampleResourceGroup",
"dataCatalogName": "Catalog1",
"classificationRuleName": "ClassificationRule1",
"api-version": "2018-12-01-preview"
},
"responses": {
"200": {
"headers": {
"x-ms-request-id": "d5496da4-9c52-402f-b067-83cc9ddea888"
},
"body": {
"id": "/subscriptions/12345678-1234-1234-12345678abc/resourceGroups/SampleResourceGroup/providers/Microsoft.DataCatalog/DataCatalogs/Catalog1/ClassificationRules/ClassificationRule1",
"name": "ClassificationRule1",
"kind": "Custom",
"properties": {
"minimumPercentageMatch": 80,
"classificationAction": "Keep",
"description": "second one",
"version": 4,
"classificationName": "CUSTOM.TEST.TWO",
"ruleStatus": "Enabled",
"createdAt": "2019-12-09T06:43:30.8478469Z",
"lastModifiedAt": "2019-12-09T07:04:53.2807344Z",
"dataPatterns": [
{
"kind": "Regex",
"pattern": "^data1$"
},
{
"kind": "Regex",
"pattern": "^data2$"
}
],
"columnPatterns": [
{
"kind": "Regex",
"pattern": "^column1$"
}
]
}
}
},
"204": {
"headers": {
"x-ms-request-id": "d5496da4-9c52-402f-b067-83cc9ddea888"
}
}
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,48 @@
{
"parameters": {
"Endpoint": "{Endpoint}",
"subscriptionId": "12345678-1234-1234-12345678abc",
"resourceGroupName": "SampleResourceGroup",
"dataCatalogName": "Catalog1",
"classificationRuleName": "ClassificationRule1",
"api-version": "2018-12-01-preview"
},
"responses": {
"200": {
"headers": {
"x-ms-request-id": "d5496da4-9c52-402f-b067-83cc9ddea888"
},
"body": {
"id": "/subscriptions/12345678-1234-1234-12345678abc/resourceGroups/SampleResourceGroup/providers/Microsoft.DataCatalog/DataCatalogs/Catalog1/ClassificationRules/ClassificationRule1",
"name": "ClassificationRule1",
"kind": "Custom",
"properties": {
"minimumPercentageMatch": 80,
"classificationAction": "Keep",
"description": "second one",
"version": 4,
"classificationName": "CUSTOM.TEST.TWO",
"ruleStatus": "Enabled",
"createdAt": "2019-12-09T06:43:30.8478469Z",
"lastModifiedAt": "2019-12-09T07:04:53.2807344Z",
"dataPatterns": [
{
"kind": "Regex",
"pattern": "^data1$"
},
{
"kind": "Regex",
"pattern": "^data2$"
}
],
"columnPatterns": [
{
"kind": "Regex",
"pattern": "^column1$"
}
]
}
}
}
}
}
Loading

0 comments on commit f070607

Please sign in to comment.