-
Notifications
You must be signed in to change notification settings - Fork 1.9k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'main' into renovate/c8-8.x
- Loading branch information
Showing
5 changed files
with
297 additions
and
2 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,111 @@ | ||
// Copyright 2023 Google LLC | ||
// | ||
// Licensed under the Apache License, Version 2.0 (the "License"); | ||
// you may not use this file except in compliance with the License. | ||
// You may obtain a copy of the License at | ||
// | ||
// http://www.apache.org/licenses/LICENSE-2.0 | ||
// | ||
// Unless required by applicable law or agreed to in writing, software | ||
// distributed under the License is distributed on an "AS IS" BASIS, | ||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
// See the License for the specific language governing permissions and | ||
// limitations under the License. | ||
|
||
'use strict'; | ||
|
||
// sample-metadata: | ||
// title: Create stored infotype. | ||
// description: Uses the Data Loss Prevention API to create a stored infotype. | ||
// usage: node createStoredInfoType.js projectId infoTypeId, outputPath, dataProjectId, datasetId, tableId, fieldName | ||
function main( | ||
projectId, | ||
infoTypeId, | ||
outputPath, | ||
dataProjectId, | ||
datasetId, | ||
tableId, | ||
fieldName | ||
) { | ||
// [START dlp_create_stored_infotype] | ||
// Import the required libraries | ||
const dlp = require('@google-cloud/dlp'); | ||
|
||
// Create a DLP client | ||
const dlpClient = new dlp.DlpServiceClient(); | ||
|
||
// The project ID to run the API call under. | ||
// const projectId = "your-project-id"; | ||
|
||
// The identifier for the stored infoType | ||
// const infoTypeId = 'github-usernames'; | ||
|
||
// The path to the location in a Cloud Storage bucket to store the created dictionary | ||
// const outputPath = 'cloud-bucket-path'; | ||
|
||
// The project ID the table is stored under | ||
// This may or (for public datasets) may not equal the calling project ID | ||
// const dataProjectId = 'my-project'; | ||
|
||
// The ID of the dataset to inspect, e.g. 'my_dataset' | ||
// const datasetId = 'my_dataset'; | ||
|
||
// The ID of the table to inspect, e.g. 'my_table' | ||
// const tableId = 'my_table'; | ||
|
||
// Field ID to be used for constructing dictionary | ||
// const fieldName = 'field_name'; | ||
|
||
async function createStoredInfoType() { | ||
// The name you want to give the dictionary. | ||
const displayName = 'GitHub usernames'; | ||
// A description of the dictionary. | ||
const description = 'Dictionary of GitHub usernames used in commits'; | ||
|
||
// Specify configuration for the large custom dictionary | ||
const largeCustomDictionaryConfig = { | ||
outputPath: { | ||
path: outputPath, | ||
}, | ||
bigQueryField: { | ||
table: { | ||
datasetId: datasetId, | ||
projectId: dataProjectId, | ||
tableId: tableId, | ||
}, | ||
field: { | ||
name: fieldName, | ||
}, | ||
}, | ||
}; | ||
|
||
// Stored infoType configuration that uses large custom dictionary. | ||
const storedInfoTypeConfig = { | ||
displayName: displayName, | ||
description: description, | ||
largeCustomDictionary: largeCustomDictionaryConfig, | ||
}; | ||
|
||
// Construct the job creation request to be sent by the client. | ||
const request = { | ||
parent: `projects/${projectId}/locations/global`, | ||
config: storedInfoTypeConfig, | ||
storedInfoTypeId: infoTypeId, | ||
}; | ||
|
||
// Send the job creation request and process the response. | ||
const [response] = await dlpClient.createStoredInfoType(request); | ||
|
||
// Print results | ||
console.log(`InfoType stored successfully: ${response.name}`); | ||
} | ||
createStoredInfoType(); | ||
// [END dlp_create_stored_infotype] | ||
} | ||
|
||
process.on('unhandledRejection', err => { | ||
console.error(err.message); | ||
process.exitCode = 1; | ||
}); | ||
|
||
main(...process.argv.slice(2)); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,110 @@ | ||
// Copyright 2023 Google LLC | ||
// | ||
// Licensed under the Apache License, Version 2.0 (the "License"); | ||
// you may not use this file except in compliance with the License. | ||
// You may obtain a copy of the License at | ||
// | ||
// http://www.apache.org/licenses/LICENSE-2.0 | ||
// | ||
// Unless required by applicable law or agreed to in writing, software | ||
// distributed under the License is distributed on an "AS IS" BASIS, | ||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
// See the License for the specific language governing permissions and | ||
// limitations under the License. | ||
|
||
'use strict'; | ||
|
||
// sample-metadata: | ||
// title: De-identify with time extraction | ||
// description: De-identify sensitive data in a string by replacing it with a given time config. | ||
// usage: node deidentifyWithTimeExtraction.js my-project string | ||
function main(projectId) { | ||
// [START dlp_deidentify_time_extract] | ||
// Imports the Google Cloud Data Loss Prevention library | ||
const DLP = require('@google-cloud/dlp'); | ||
|
||
// Instantiates a client | ||
const dlp = new DLP.DlpServiceClient(); | ||
|
||
// The project ID to run the API call under | ||
// const projectId = 'my-project'; | ||
|
||
// The string to de-identify | ||
// const string = 'My BirthDay is on 9/21/1976'; | ||
|
||
// Table to de-identify | ||
const tablularData = { | ||
headers: [ | ||
{name: 'Name'}, | ||
{name: 'Birth Date'}, | ||
{name: 'Credit Card'}, | ||
{name: 'Register Date'}, | ||
], | ||
rows: [ | ||
{ | ||
values: [ | ||
{stringValue: 'Ann'}, | ||
{stringValue: '01/01/1970'}, | ||
{stringValue: '4532908762519852'}, | ||
{stringValue: '07/21/1996'}, | ||
], | ||
}, | ||
{ | ||
values: [ | ||
{stringValue: 'James'}, | ||
{stringValue: '03/06/1988'}, | ||
{stringValue: '4301261899725540'}, | ||
{stringValue: '04/09/2001'}, | ||
], | ||
}, | ||
], | ||
}; | ||
|
||
async function deidentifyWithTimeExtraction() { | ||
// Specify transformation to extract a portion of date. | ||
const primitiveTransformation = { | ||
timePartConfig: { | ||
partToExtract: 'YEAR', | ||
}, | ||
}; | ||
|
||
// Specify which fields the TimePart should apply too | ||
const dateFields = [{name: 'Birth Date'}, {name: 'Register Date'}]; | ||
|
||
// Construct de-identification request to be sent by client. | ||
const request = { | ||
parent: `projects/${projectId}/locations/global`, | ||
deidentifyConfig: { | ||
recordTransformations: { | ||
fieldTransformations: [ | ||
{ | ||
fields: dateFields, | ||
primitiveTransformation, | ||
}, | ||
], | ||
}, | ||
}, | ||
item: { | ||
table: tablularData, | ||
}, | ||
}; | ||
|
||
// Use the client to send the API request. | ||
const [response] = await dlp.deidentifyContent(request); | ||
|
||
// Print results. | ||
console.log( | ||
`Table after de-identification: ${JSON.stringify(response.item.table)}` | ||
); | ||
} | ||
|
||
deidentifyWithTimeExtraction(); | ||
// [END dlp_deidentify_time_extract] | ||
} | ||
|
||
process.on('unhandledRejection', err => { | ||
console.error(err.message); | ||
process.exitCode = 1; | ||
}); | ||
|
||
main(...process.argv.slice(2)); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters