Solved
API Bulk Extract Missing Data
Hi All,
I am seeing discrepancies in the total number of records for a given query using the API Bulk Extract service versus the Smart Group List DB.
Here is my query against the API:
{"fields": ["accountrolecode_contact", "acquisitionProgramId", "address", "annualRevenue", "anonymousIP", "behavioralscore", "billingCity", "billingCountry", "billingPostalCode", "billingState", "blackListed", "blackListedCause", "businessNature", "city", "cncy_account", "cncy_address1country_lead", "cncy_address1state_lead", "cncy_addresstype", "cncy_behaviorscore", "cncy_campaignname_lead", "cncy_cistatus_contact", "cncy_contactrole", "cncy_customernumber_contact", "cncy_customernumber_lead", "cncy_deceased", "cncy_demographicscore", "cncy_department", "cncy_gdprconsent_contact", "cncy_handsofffacility_lead", "cncy_leadrole_lead", "cncy_leadsource_lead", "cncy_marketoid", "cncy_markettype_lead", "cncy_prioritycode_lead", "cncy_retired", "cncy_role", "cncy_suffix", "cncy_territorycode", "cncy_trainingtype_lead", "cncy_type", "company", "companyMsftType", "contactCompany", "cookies", "createdAt", "deletedInMsft", "doNotCall", "doNotCallReason", "donotpostalmail", "email", "emailDoubleOptIn", "emailDoubleOptInDate", "emailInvalid", "emailInvalidCause", "emailOptIn", "emailOptInDate", "emailSuspended", "emailSuspendedAt", "emailSuspendedCause", "externalCompanyId", "externalSalesPersonId", "facebookDisplayName", "facebookId", "facebookPhotoURL", "facebookProfileURL", "facebookReach", "facebookReferredEnrollments", "facebookReferredVisits", "fax", "firstName", "gender", "id", "industry", "inferredCity", "inferredCompany", "inferredCountry", "inferredMetropolitanArea", "inferredPhoneAreaCode", "inferredPostalCode", "inferredStateRegion", "isAnonymous", "isLead", "lastEmailReceived", "lastName", "lastReferredEnrollment", "lastReferredVisit", "leadPartitionId", "leadPerson", "leadRevenueCycleModelId", "leadRevenueStageId", "leadScore", "leadSource", "leadSourceDetail", "leadSourceOriginal", "leadSourceOriginalDetail", "leadStatus", "linkedInDisplayName", "linkedInId", "linkedInPhotoURL", "linkedInProfileURL", "linkedInReach", "linkedInReferredEnrollments", "linkedInReferredVisits", "marketingSuspended", "marketingSuspendedCause", "mktoAcquisitionDate", "mktoCompanyNotes", "mktoDoNotCallCause", "mktoIsCustomer", "mktoIsPartner", "mktoName", "mktoPersonNotes", "mobilePhone", "mQLDate", "msftAccountNum", "msftAddress2", "msftAddress3", "msftBillingAddress2", "msftBillingAddress3", "msftCreatedDate", "msftDoNotEmail", "msftDoNotFax", "msftHomePhone", "msftPreferredMethodofContact", "msftTopic", "msftType", "need", "numberOfEmployees", "optInDate", "optintoPP", "originalMarketoCreateDate", "originalReferrer", "originalSearchEngine", "originalSearchPhrase", "originalSourceInfo", "originalSourceType", "personPrimaryLeadInterest", "personTimeZone", "personType", "phone", "postalCode", "priority", "qualificationcomments_lead", "qualifiedforMQL", "rating", "registrationSourceInfo", "registrationSourceType", "relativeScore", "relativeUrgency", "salutation", "sicCode", "site", "statuscode", "syndicationId", "title", "totalReferredEnrollments", "totalReferredVisits", "triggerAssignmentRules", "twitterDisplayName", "twitterId", "twitterPhotoURL", "twitterProfileURL", "twitterReach", "twitterReferredEnrollments", "twitterReferredVisits", "unsubscribed", "unsubscribePPEmails", "updatedAt", "urgency", "utmcampaign", "utmcontent", "utmmedium", "utmsource", "utmterm", "website"], "format": "SSV", "columnHeaderNames": {"accountrolecode_contact": "accountrolecode_contact", "acquisitionProgramId": "acquisitionProgramId", "address": "address", "annualRevenue": "annualRevenue", "anonymousIP": "anonymousIP", "behavioralscore": "behavioralscore", "billingCity": "billingCity", "billingCountry": "billingCountry", "billingPostalCode": "billingPostalCode", "billingState": "billingState", "blackListed": "blackListed", "blackListedCause": "blackListedCause", "businessNature": "businessNature", "city": "city", "cncy_account": "cncy_account", "cncy_address1country_lead": "cncy_address1country_lead", "cncy_address1state_lead": "cncy_address1state_lead", "cncy_addresstype": "cncy_addresstype", "cncy_behaviorscore": "cncy_behaviorscore", "cncy_campaignname_lead": "cncy_campaignname_lead", "cncy_cistatus_contact": "cncy_cistatus_contact", "cncy_contactrole": "cncy_contactrole", "cncy_customernumber_contact": "cncy_customernumber_contact", "cncy_customernumber_lead": "cncy_customernumber_lead", "cncy_deceased": "cncy_deceased", "cncy_demographicscore": "cncy_demographicscore", "cncy_department": "cncy_department", "cncy_gdprconsent_contact": "cncy_gdprconsent_contact", "cncy_handsofffacility_lead": "cncy_handsofffacility_lead", "cncy_leadrole_lead": "cncy_leadrole_lead", "cncy_leadsource_lead": "cncy_leadsource_lead", "cncy_marketoid": "cncy_marketoid", "cncy_markettype_lead": "cncy_markettype_lead", "cncy_prioritycode_lead": "cncy_prioritycode_lead", "cncy_retired": "cncy_retired", "cncy_role": "cncy_role", "cncy_suffix": "cncy_suffix", "cncy_territorycode": "cncy_territorycode", "cncy_trainingtype_lead": "cncy_trainingtype_lead", "cncy_type": "cncy_type", "company": "company", "companyMsftType": "companyMsftType", "contactCompany": "contactCompany", "cookies": "cookies", "createdAt": "createdAt", "deletedInMsft": "deletedInMsft", "doNotCall": "doNotCall", "doNotCallReason": "doNotCallReason", "donotpostalmail": "donotpostalmail", "email": "email", "emailDoubleOptIn": "emailDoubleOptIn", "emailDoubleOptInDate": "emailDoubleOptInDate", "emailInvalid": "emailInvalid", "emailInvalidCause": "emailInvalidCause", "emailOptIn": "emailOptIn", "emailOptInDate": "emailOptInDate", "emailSuspended": "emailSuspended", "emailSuspendedAt": "emailSuspendedAt", "emailSuspendedCause": "emailSuspendedCause", "externalCompanyId": "externalCompanyId", "externalSalesPersonId": "externalSalesPersonId", "facebookDisplayName": "facebookDisplayName", "facebookId": "facebookId", "facebookPhotoURL": "facebookPhotoURL", "facebookProfileURL": "facebookProfileURL", "facebookReach": "facebookReach", "facebookReferredEnrollments": "facebookReferredEnrollments", "facebookReferredVisits": "facebookReferredVisits", "fax": "fax", "firstName": "firstName", "gender": "gender", "id": "id", "industry": "industry", "inferredCity": "inferredCity", "inferredCompany": "inferredCompany", "inferredCountry": "inferredCountry", "inferredMetropolitanArea": "inferredMetropolitanArea", "inferredPhoneAreaCode": "inferredPhoneAreaCode", "inferredPostalCode": "inferredPostalCode", "inferredStateRegion": "inferredStateRegion", "isAnonymous": "isAnonymous", "isLead": "isLead", "lastEmailReceived": "lastEmailReceived", "lastName": "lastName", "lastReferredEnrollment": "lastReferredEnrollment", "lastReferredVisit": "lastReferredVisit", "leadPartitionId": "leadPartitionId", "leadPerson": "leadPerson", "leadRevenueCycleModelId": "leadRevenueCycleModelId", "leadRevenueStageId": "leadRevenueStageId", "leadScore": "leadScore", "leadSource": "leadSource", "leadSourceDetail": "leadSourceDetail", "leadSourceOriginal": "leadSourceOriginal", "leadSourceOriginalDetail": "leadSourceOriginalDetail", "leadStatus": "leadStatus", "linkedInDisplayName": "linkedInDisplayName", "linkedInId": "linkedInId", "linkedInPhotoURL": "linkedInPhotoURL", "linkedInProfileURL": "linkedInProfileURL", "linkedInReach": "linkedInReach", "linkedInReferredEnrollments": "linkedInReferredEnrollments", "linkedInReferredVisits": "linkedInReferredVisits", "marketingSuspended": "marketingSuspended", "marketingSuspendedCause": "marketingSuspendedCause", "mktoAcquisitionDate": "mktoAcquisitionDate", "mktoCompanyNotes": "mktoCompanyNotes", "mktoDoNotCallCause": "mktoDoNotCallCause", "mktoIsCustomer": "mktoIsCustomer", "mktoIsPartner": "mktoIsPartner", "mktoName": "mktoName", "mktoPersonNotes": "mktoPersonNotes", "mobilePhone": "mobilePhone", "mQLDate": "mQLDate", "msftAccountNum": "msftAccountNum", "msftAddress2": "msftAddress2", "msftAddress3": "msftAddress3", "msftBillingAddress2": "msftBillingAddress2", "msftBillingAddress3": "msftBillingAddress3", "msftCreatedDate": "msftCreatedDate", "msftDoNotEmail": "msftDoNotEmail", "msftDoNotFax": "msftDoNotFax", "msftHomePhone": "msftHomePhone", "msftPreferredMethodofContact": "msftPreferredMethodofContact", "msftTopic": "msftTopic", "msftType": "msftType", "need": "need", "numberOfEmployees": "numberOfEmployees", "optInDate": "optInDate", "optintoPP": "optintoPP", "originalMarketoCreateDate": "originalMarketoCreateDate", "originalReferrer": "originalReferrer", "originalSearchEngine": "originalSearchEngine", "originalSearchPhrase": "originalSearchPhrase", "originalSourceInfo": "originalSourceInfo", "originalSourceType": "originalSourceType", "personPrimaryLeadInterest": "personPrimaryLeadInterest", "personTimeZone": "personTimeZone", "personType": "personType", "phone": "phone", "postalCode": "postalCode", "priority": "priority", "qualificationcomments_lead": "qualificationcomments_lead", "qualifiedforMQL": "qualifiedforMQL", "rating": "rating", "registrationSourceInfo": "registrationSourceInfo", "registrationSourceType": "registrationSourceType", "relativeScore": "relativeScore", "relativeUrgency": "relativeUrgency", "salutation": "salutation", "sicCode": "sicCode", "site": "site", "statuscode": "statuscode", "syndicationId": "syndicationId", "title": "title", "totalReferredEnrollments": "totalReferredEnrollments", "totalReferredVisits": "totalReferredVisits", "triggerAssignmentRules": "triggerAssignmentRules", "twitterDisplayName": "twitterDisplayName", "twitterId": "twitterId", "twitterPhotoURL": "twitterPhotoURL", "twitterProfileURL": "twitterProfileURL", "twitterReach": "twitterReach", "twitterReferredEnrollments": "twitterReferredEnrollments", "twitterReferredVisits": "twitterReferredVisits", "unsubscribed": "unsubscribed", "unsubscribePPEmails": "unsubscribePPEmails", "updatedAt": "updatedAt", "urgency": "urgency", "utmcampaign": "utmcampaign", "utmcontent": "utmcontent", "utmmedium": "utmmedium", "utmsource": "utmsource", "utmterm": "utmterm", "website": "website"}, "filter": {"updatedAt": {"startAt": "2019-06-25T00:00:00Z", "endAt": "2019-06-25T23:59:59Z"}}}
Right now I'm seeing the following returns for the same filter logic:
- API: 175070 Total Records
- UI: 322713 Total Records
Has anyone else experienced this before? What was the determined root cause?
Thanks!
Juliana Lisser