diff --git a/NOTICE.txt b/NOTICE.txt index 032a21768..7fecea208 100644 --- a/NOTICE.txt +++ b/NOTICE.txt @@ -91,8 +91,8 @@ SOFTWARE. PyMySQL -1.1.1 -MIT License +1.1.2 +UNKNOWN Copyright (c) 2010, 2013 PyMySQL contributors Permission is hereby granted, free of charge, to any person obtaining a copy @@ -7780,7 +7780,7 @@ DEALINGS IN THE SOFTWARE. typing_extensions -4.14.1 +4.15.0 UNKNOWN A. HISTORY OF THE SOFTWARE ========================== diff --git a/connectors/agent/mappings/google_drive.json b/connectors/agent/mappings/google_drive.json new file mode 100644 index 000000000..fa0648a07 --- /dev/null +++ b/connectors/agent/mappings/google_drive.json @@ -0,0 +1,92 @@ +{ + "mappings": { + "_meta": { + "briefing": "This index contains information about files, folders, and their metadata from Google Drive." + }, + "properties": { + "_timestamp": { + "type": "date" + }, + "body": { + "type": "semantic_text", + "meta": { + "description": "This is the main content of the document." + } + }, + "created_at": { + "type": "date" + }, + "file_extension": { + "type": "keyword", + "meta": { + "description": "The file extension of a document." + } + }, + "id": { + "type": "keyword" + }, + "last_updated": { + "type": "date", + "meta": { + "description": "The last time the document was updated." + } + }, + "mime_type": { + "type": "keyword", + "meta": { + "description": "The MIME type of the document." + } + }, + "name": { + "fields": { + "text": { + "type": "text" + } + }, + "type": "semantic_text", + "meta": { + "description": "This is the name of a document." + } + }, + "path": { + "type": "text", + "meta": { + "description": "This is the Google Drive path of the document." + } + }, + "shared_drive": { + "fields": { + "keyword": { + "ignore_above": 256, + "type": "keyword" + } + }, + "type": "text", + "meta": { + "description": "The shared drive a document is located in." + } + }, + "size": { + "type": "text", + "meta": { + "description": "The size of the document, in bytes." + } + }, + "trashed": { + "type": "boolean", + "meta": { + "description": "Indicates whether the document was deleted." + } + }, + "type": { + "type": "keyword" + }, + "url": { + "type": "text", + "meta": { + "description": "The Google Drive URL to the document." + } + } + } + } +} diff --git a/connectors/agent/mappings/salesforce.json b/connectors/agent/mappings/salesforce.json new file mode 100644 index 000000000..cb0066d48 --- /dev/null +++ b/connectors/agent/mappings/salesforce.json @@ -0,0 +1,708 @@ +{ + "mappings": { + "_meta": { + "briefing": "This index contains data from Salesforce. It may contain Accounts, Opportunities, Cases, email content, and billing addresses. You can also find comments and relevent documents pertaining to these accounts, opportunities and cases." + }, + "properties": { + "Account": { + "properties": { + "Id": { + "type": "keyword" + }, + "Name": { + "type": "text", + "meta": { + "description": "The name of the account." + } + }, + "attributes": { + "properties": { + "type": { + "type": "keyword" + }, + "url": { + "type": "text" + } + } + } + } + }, + "AccountId": { + "type": "keyword" + }, + "BillingAddress": { + "properties": { + "city": { + "type": "text" + }, + "country": { + "fields": { + "keyword": { + "ignore_above": 256, + "type": "keyword" + } + }, + "type": "text" + }, + "postalCode": { + "type": "keyword" + }, + "state": { + "fields": { + "keyword": { + "ignore_above": 256, + "type": "keyword" + } + }, + "type": "text" + }, + "street": { + "fields": { + "keyword": { + "ignore_above": 256, + "type": "keyword" + } + }, + "type": "text" + } + } + }, + "CaseNumber": { + "type": "keyword" + }, + "Company": { + "type": "text", + "meta": { + "description": "The name of the company." + } + }, + "ContentDocumentLinks": { + "properties": { + "done": { + "type": "boolean" + }, + "records": { + "properties": { + "ContentDocument": { + "properties": { + "ContentSize": { + "type": "long" + }, + "CreatedBy": { + "properties": { + "Email": { + "type": "text" + }, + "Id": { + "type": "keyword" + }, + "Name": { + "type": "text" + }, + "attributes": { + "properties": { + "type": { + "type": "keyword" + }, + "url": { + "type": "text" + } + } + } + } + }, + "CreatedDate": { + "type": "date" + }, + "FileExtension": { + "type": "keyword", + "meta": { + "description": "The file extension of the content." + } + }, + "Id": { + "type": "keyword" + }, + "LastModifiedDate": { + "type": "date" + }, + "LatestPublishedVersion": { + "properties": { + "CreatedDate": { + "type": "date" + }, + "Id": { + "type": "keyword" + }, + "VersionDataUrl": { + "type": "text" + }, + "VersionNumber": { + "type": "keyword" + }, + "attributes": { + "properties": { + "type": { + "type": "keyword" + }, + "url": { + "type": "text" + } + } + } + } + }, + "Owner": { + "properties": { + "Email": { + "type": "text" + }, + "Id": { + "type": "keyword" + }, + "Name": { + "type": "text", + "meta": { + "description": "The name of the ContentDocument owner." + } + }, + "attributes": { + "properties": { + "type": { + "type": "keyword" + }, + "url": { + "type": "text" + } + } + } + } + }, + "Title": { + "type": "semantic_text" + }, + "attributes": { + "properties": { + "type": { + "type": "keyword" + }, + "url": { + "type": "text" + } + } + }, + "linked_ids": { + "type": "keyword" + }, + "linked_sobject_id": { + "fields": { + "keyword": { + "ignore_above": 256, + "type": "keyword" + } + }, + "type": "text" + } + } + }, + "attributes": { + "properties": { + "type": { + "type": "keyword" + }, + "url": { + "type": "text" + } + } + } + } + }, + "totalSize": { + "type": "long" + } + } + }, + "ConvertedAccount": { + "type": "object" + }, + "ConvertedContact": { + "type": "object" + }, + "ConvertedOpportunity": { + "type": "object" + }, + "CreatedBy": { + "properties": { + "Email": { + "type": "text" + }, + "Id": { + "type": "keyword" + }, + "Name": { + "type": "text", + "meta": { + "description": "The name of the user who created the document." + } + }, + "attributes": { + "properties": { + "type": { + "type": "keyword" + }, + "url": { + "type": "text" + } + } + } + } + }, + "CreatedDate": { + "type": "date" + }, + "Description": { + "type": "semantic_text" + }, + "EmailMessages": { + "properties": { + "done": { + "type": "boolean" + }, + "records": { + "properties": { + "BccAddress": { + "type": "text" + }, + "CcAddress": { + "type": "text" + }, + "CreatedBy": { + "properties": { + "Email": { + "type": "text" + }, + "Id": { + "type": "keyword" + }, + "Name": { + "type": "text", + "meta": { + "description": "The name of the user who created the email." + } + }, + "attributes": { + "properties": { + "type": { + "type": "keyword" + }, + "url": { + "type": "text" + } + } + } + } + }, + "FromAddress": { + "type": "text" + }, + "FromName": { + "type": "text" + }, + "Id": { + "type": "keyword" + }, + "IsDeleted": { + "type": "boolean" + }, + "LastModifiedById": { + "type": "keyword" + }, + "MessageDate": { + "type": "date" + }, + "ParentId": { + "type": "keyword" + }, + "Status": { + "fields": { + "keyword": { + "ignore_above": 256, + "type": "keyword" + } + }, + "type": "text" + }, + "Subject": { + "type": "semantic_text" + }, + "TextBody": { + "type": "semantic_text", + "meta": { + "description": "The body of the email message." + } + }, + "ToAddress": { + "type": "text" + }, + "attributes": { + "properties": { + "type": { + "type": "keyword" + }, + "url": { + "type": "text" + } + } + } + } + }, + "totalSize": { + "type": "long" + } + } + }, + "Feeds": { + "properties": { + "Body": { + "type": "text" + }, + "CommentCount": { + "type": "long", + "meta": { + "description": "The number of comments in the feed." + } + }, + "CreatedBy": { + "properties": { + "Email": { + "type": "text" + }, + "Id": { + "type": "keyword" + }, + "Name": { + "type": "text", + "meta": { + "description": "The name of the user who created the feed." + } + }, + "attributes": { + "properties": { + "type": { + "type": "keyword" + }, + "url": { + "type": "text" + } + } + } + } + }, + "CreatedDate": { + "type": "date" + }, + "FeedComments": { + "properties": { + "done": { + "type": "boolean" + }, + "records": { + "properties": { + "CommentBody": { + "type": "text", + "meta": { + "description": "The body of the feed comment." + } + }, + "CreatedBy": { + "properties": { + "Email": { + "type": "text" + }, + "Id": { + "type": "keyword" + }, + "Name": { + "type": "text", + "meta": { + "description": "The name of the user who created the feed comment." + } + }, + "attributes": { + "properties": { + "type": { + "type": "keyword" + }, + "url": { + "type": "text" + } + } + } + } + }, + "Id": { + "type": "keyword" + }, + "IsDeleted": { + "type": "boolean" + }, + "ParentId": { + "type": "keyword" + }, + "attributes": { + "properties": { + "type": { + "type": "keyword" + }, + "url": { + "type": "text" + } + } + } + } + }, + "totalSize": { + "type": "long" + } + } + }, + "Id": { + "type": "keyword" + }, + "IsDeleted": { + "type": "boolean" + }, + "LastModifiedDate": { + "type": "date" + }, + "ParentId": { + "type": "keyword" + }, + "Type": { + "fields": { + "keyword": { + "ignore_above": 256, + "type": "keyword" + } + }, + "type": "text" + }, + "attributes": { + "properties": { + "type": { + "type": "keyword" + }, + "url": { + "type": "text" + } + } + } + } + }, + "Id": { + "type": "keyword" + }, + "IsActive": { + "type": "boolean" + }, + "IsClosed": { + "type": "boolean" + }, + "IsDeleted": { + "type": "boolean" + }, + "LastModifiedDate": { + "type": "date" + }, + "LeadSource": { + "fields": { + "keyword": { + "ignore_above": 256, + "type": "keyword" + } + }, + "type": "text" + }, + "Name": { + "type": "text", + "meta": { + "description": "The name of the user who created this record." + } + }, + "Opportunities": { + "properties": { + "done": { + "type": "boolean" + }, + "records": { + "properties": { + "Id": { + "type": "keyword" + }, + "Name": { + "type": "text", + "meta": { + "description": "The name of the opportunity." + } + }, + "StageName": { + "type": "text" + }, + "attributes": { + "properties": { + "type": { + "type": "keyword" + }, + "url": { + "type": "text" + } + } + } + } + }, + "totalSize": { + "type": "long" + } + } + }, + "Owner": { + "properties": { + "Email": { + "type": "text" + }, + "Id": { + "type": "keyword" + }, + "Name": { + "type": "text", + "meta": { + "description": "The name of the user who owns this record." + } + }, + "attributes": { + "properties": { + "type": { + "type": "keyword" + }, + "url": { + "type": "text" + } + } + } + } + }, + "OwnerId": { + "type": "keyword" + }, + "PhotoUrl": { + "type": "text" + }, + "StageName": { + "type": "text" + }, + "StartDate": { + "type": "date" + }, + "Status": { + "fields": { + "keyword": { + "ignore_above": 256, + "type": "keyword" + } + }, + "type": "text" + }, + "Subject": { + "type": "semantic_text" + }, + "Type": { + "fields": { + "keyword": { + "ignore_above": 256, + "type": "keyword" + } + }, + "type": "text" + }, + "_timestamp": { + "type": "date" + }, + "attributes": { + "properties": { + "type": { + "type": "keyword" + }, + "url": { + "type": "text" + } + } + }, + "body": { + "type": "semantic_text" + }, + "content_size": { + "type": "long" + }, + "created_at": { + "type": "date" + }, + "created_by": { + "fields": { + "keyword": { + "ignore_above": 256, + "type": "keyword" + } + }, + "type": "text" + }, + "created_by_email": { + "type": "text" + }, + "file_extension": { + "fields": { + "keyword": { + "ignore_above": 256, + "type": "keyword" + } + }, + "type": "text" + }, + "id": { + "type": "keyword" + }, + "last_updated": { + "type": "date" + }, + "linked_ids": { + "type": "keyword" + }, + "owner": { + "fields": { + "keyword": { + "ignore_above": 256, + "type": "keyword" + } + }, + "type": "text" + }, + "owner_email": { + "type": "text" + }, + "title": { + "type": "semantic_text" + }, + "type": { + "type": "keyword" + }, + "url": { + "type": "text" + }, + "version_number": { + "type": "keyword" + }, + "version_url": { + "type": "text" + } + } + } +} diff --git a/connectors/agent/pipelines/googledrive_pipeline.json b/connectors/agent/pipelines/googledrive_pipeline.json new file mode 100644 index 000000000..1660aee32 --- /dev/null +++ b/connectors/agent/pipelines/googledrive_pipeline.json @@ -0,0 +1,13 @@ +{ + "description": "ingest pipeline for google drive content", + "processors": [ + { + "rename": { + "field": "name", + "target_field": "title", + "description": "renames the name field to title", + "ignore_failure": true + } + } + ] +} diff --git a/connectors/agent/pipelines/salesforce_pipeline.json b/connectors/agent/pipelines/salesforce_pipeline.json new file mode 100644 index 000000000..275d28484 --- /dev/null +++ b/connectors/agent/pipelines/salesforce_pipeline.json @@ -0,0 +1,31 @@ +{ + "description": "ingest pipeline for salesforce content", + "processors": [ + { + "remove": { + "field": [ + "AccountId", + "version_url", + "version_number", + "ConvertedAccount", + "ConvertedContact", + "ConvertedOpportunity", + "Feeds.CommentCount", + "Feeds.attributes", + "FeedComments.attributes", + "FeedComments.ParentId", + "FeedComments.IsDeleted", + "FeedComments.totalSize", + "PhotoUrl", + "StageName", + "OwnerId", + "content_size", + "linked_ids" + ], + "description": "removes fields that are not needed in the index", + "ignore_failure": true, + "ignore_missing": true + } + } + ] +}