Как нормализовать объект JSON, который имеет вложенные массивы и списки в Python Pandas ⇐ Python

[Anonymous]

У меня есть следующие данные JSON, и я пытался сгладить их в одну строку. Я попробовал несколько методов, таких как explode () и json_normale (data, max_level = 3), falten_json. Код не дает мне желаемый результат. У меня проблемы с работе с вложенными предметами.
Независимо от того, что я использовал, в результате я не изменяется. Вложенные столбцы отображаются как один столбец с списком в качестве значения. Поскольку я не являюсь экспертом в этой области, мне трудно понять, чего мне не хватает, чтобы снять данные JSON. < /P>
import requests
import pandas as pd
import json
from flatten_json import flatten

response = requests.get(
ELASTICSEARCH_URL,
data = QUERY,
auth = (variables.get('username'), variables.get('password')),
verify = False,
headers = {'Content-Type': 'application/json'}
)
extracted_data = response.json()

required_records = extracted_data["hits"]["hits"][0]["_source"]["response"]["data"][CLAIMTYPE]

df = pd.json_normalize(required_records, max_level=2).fillna('')
#df = flatten(extracted_data)
#print(json.dumps(df, indent=4))

# df1 = df.explode('icdDiagnosisCodes')
# df2 = df1.explode('serviceProcedures')
#print("\nNumner of Records Extracted from MONGODB:\n", df.head(10).to_string())

# df2 = df.explode('icdDiagnosisCodes') # this is not working
df2 = pd.json_normalize(df['icdDiagnosisCodes'])
print("\nNumner of Records Extracted from MONGODB:\n", df2.head(10).to_string())
< /code>
data: < /p>
{
"providerCity": "SOME CITY",
"providerSpecialtyDescription": "PHYSICAL/OCCUPATIONAL THERAPY",
"updateDate": "YYYY-MM-DD",
"serviceDate": "YYYY-MM-DD",
"providerLastName": "XXXXXXXXXXX",
"gender": "F",
"city": "SOME CITY",
"healthPlanIdentifier": "POS CHOICE PLUS",
"ndcCodeDescription": "NO NDC",
"claimType": "Physician",
"providerName": "XXXX,XXX",
"ndcCode": "NONE",
"zip": "00000",
"providerZip": "00000",
"providerStateCode": "XX",
"providerNpi": "XXXXXXXXXXX",
"icdDiagnosisCodes": [
{
"icdDiagnosisCode": "M25551",
"icdDiagnosisDecimalCode": "M25.551",
"icdDiagnosisCodeDescription": "PAIN IN RIGHT HIP"
},
{
"icdDiagnosisCode": "M545",
"icdDiagnosisDecimalCode": "M54.5",
"icdDiagnosisCodeDescription": "LOW BACK PAIN"
}
],
"dateOfBirth": "YYYY-MM-DD",
"claimId": "ASDFGHJKLTUYBNCNDSDWEWRWDEW",
"memberIdentifier": "999999999",
"providerSpecialtyCode": "99",
"serviceProcedures": [
{
"typeOfServiceCode": "1",
"procedureCode": "97110",
"procedureCodeType": "CPT-4",
"quantityOfServices": "1",
"procedureCodeModifiers": [
{
"procedureCodeModifier": "GP",
"procedureCodeModifierDescription": "SERVICES DELIVERED UNDER AN OUTPATIENT PHYSICAL THERAPY PLAN OF CARE"
}
],
"toDate": "YYYY-MM-DD",
"placeOfService": "11",
"typeOfServiceDescription": "Medical/Surgical",
"fromDate": "YYYY-MM-DD",
"serviceDiagnoses": [
{
"diagnosisCode": "M25551",
"diagnosisCodeDescription": "PAIN IN RIGHT HIP"
},
{
"diagnosisCode": "M545",
"diagnosisCodeDescription": "LOW BACK PAIN"
}
],
"procedureCodeDescription": "THERAPEUTIC EXERCISES",
"lineNumber": "003",
"placeOfServiceDescription": "OFFICE"
},
{
"typeOfServiceCode": "1",
"procedureCode": "97140",
"procedureCodeType": "CPT-4",
"quantityOfServices": "1",
"procedureCodeModifiers": [
{
"procedureCodeModifier": "GP",
"procedureCodeModifierDescription": "SERVICES DELIVERED UNDER AN OUTPATIENT PHYSICAL THERAPY PLAN OF CARE"
}
],
"toDate": "YYYY-MM-DD",
"placeOfService": "00",
"typeOfServiceDescription": "Medical/Surgical",
"fromDate": "YYYY-MM-DD",
"serviceDiagnoses": [
{
"diagnosisCode": "M25551",
"diagnosisCodeDescription": "PAIN IN RIGHT HIP"
},
{
"diagnosisCode": "M545",
"diagnosisCodeDescription": "LOW BACK PAIN"
}
],
"procedureCodeDescription": "MANUAL THERAPY 1/> REGIONS",
"lineNumber": "001",
"placeOfServiceDescription": "OFFICE"
},
{
"typeOfServiceCode": "1",
"procedureCode": "97110",
"procedureCodeType": "CPT-4",
"quantityOfServices": "1",
"procedureCodeModifiers": [
{
"procedureCodeModifier": "GP",
"procedureCodeModifierDescription": "SERVICES DELIVERED UNDER AN OUTPATIENT PHYSICAL THERAPY PLAN OF CARE"
}
],
"toDate": "YYYY-MM-DD",
"placeOfService": "00",
"typeOfServiceDescription": "Medical/Surgical",
"fromDate": "YYYY-MM-DD",
"serviceDiagnoses": [
{
"diagnosisCode": "M25551",
"diagnosisCodeDescription": "PAIN IN RIGHT HIP"
},
{
"diagnosisCode": "M545",
"diagnosisCodeDescription": "LOW BACK PAIN"
}
],
"procedureCodeDescription": "THERAPEUTIC EXERCISES",
"lineNumber": "002",
"placeOfServiceDescription": "OFFICE"
}
],
"providerFirstName": "ANONYMOUS",
"adjudicationFlag": "Y",
"stateCode": "XX",
"icdCodeType": "10",
"claimStatus": "P",
"providerAddress1": "SOME ADDRESS"
}


Подробнее здесь: https://stackoverflow.com/questions/797 ... hon-pandas