Мобильная версияОшибка: не удалось проанализировать спецификацию сборки:
- FirebaseError Похоже, вы используете более новый SDK, чем поддерживает эта версия CLI. Обновите CLI с помощью npm install -g firebase-tools
Среда:
firebase-admin: 6.4.0 (последняя версия), такая же, как Firebase Python SDK
firebase-tools: 13.4.0 ( последняя версия) так же, как Firebase CLI
Платформа: macOS
Python: 3.12
Используемая команда:
firebase deploy --debug --only functions
[2024-02-29T15:30:14.892Z] > command requires scopes:
......
=== Deploying to 'miniproject1-412516'...
......
[2024-02-29T15:30:21.160Z] Customer code is not Node
[2024-02-29T15:30:21.162Z] Validating python source
[2024-02-29T15:30:21.162Z] Building python source
i functions: Loading and analyzing source code for codebase default to determine what to deploy
[2024-02-29T15:30:21.180Z] Found functions.yaml. Got spec: specVersion: 1
version: 1
functions:
collect_and_save_data_to_firebase_storage:
name: collect_and_save_data_to_firebase_storage
runtime: python312
trigger: http
source: main.py
Error: Failed to parse build specification:
- FirebaseError It seems you are using a newer SDK than this version of the CLI can handle. Please update your CLI with `npm install -g firebase-tools`
Я уже пробовал обновить интерфейс командной строки Firebase с помощью npm install -g firebase-tools, но та же ошибка не исчезла. Как я могу решить эту проблему? Любая информация будет принята с благодарностью. Спасибо!
Код main.py добавлен!
import requests
import json
import pandas as pd
import os
import concurrent.futures
import time
import firebase_admin
from datetime import datetime,timedelta
from firebase_admin import credentials, storage, initialize_app
from google.cloud import storage as gcs
import sys
import io
def collect_and_save_data_to_firebase_storage():
service_account_key = {
"removed"
}
cred = credentials.Certificate(service_account_key)
initialize_app(cred)
bucket = storage.bucket()
def fetch_data_from_api(auth_key, base_url, lastModTsBgn, lastModTsEnd, result_type, page_index, page_size):
try:
url = f"{base_url}?authKey={auth_key}&pageIndex={page_index}&pageSize={page_size}&lastModTsBgn={lastModTsBgn}&lastModTsEnd={lastModTsEnd}&resultType={result_type}"
response = requests.get(url)
if response.status_code != 200:
print(f"Failed to fetch data from API (Status code: {response.status_code})", file=sys.stderr)
return None
return json.loads(response.text)
except Exception as e:
print(f"An error occurred while fetching data from API: {str(e)}", file=sys.stderr)
return None
def save_data_to_storage(dataframe, storage_path):
try:
csv_buffer = io.StringIO()
dataframe.to_csv(csv_buffer, index=False)
# change to binary
csv_bytes = csv_buffer.getvalue().encode('utf-8-sig')
# upload at Firebase Storage
blob = bucket.blob(storage_path)
blob.upload_from_string(csv_bytes, content_type='text/csv')
print(f"CSV file saved to Firebase Storage: {storage_path}")
except Exception as e:
print(f"An error occurred while saving data to Firebase Storage: {str(e)}", file=sys.stderr)
def process_page(page_data):
try:
filtered_data = []
body = page_data['result']['body']['rows'][0]['row']
for data in body:
if data.get('opnSfTeamCode') == 3740000 and (data.get('trdStateNm') == '휴업' or data.get('trdStateNm') == '폐업'):
filtered_data.append(data)
return filtered_data
except Exception as e:
print(f"An error occurred while processing the page: {str(e)}", file = sys.stderr)
def collect_data(auth_key, base_url, lastModTsBgn, lastModTsEnd, result_type, page_size, num_pages_to_fetch):
filtered_dataset = []
try:
for page_index in range(1, num_pages_to_fetch + 1):
response_data = fetch_data_from_api(auth_key, base_url, lastModTsBgn, lastModTsEnd, result_type, page_index, page_size)
if response_data is not None:
filtered_dataset.extend(process_page(response_data))
return filtered_dataset
except Exception as e:
print(f"An error occurred while collecting the data: {str(e)}", file=sys.stderr)
def get_total_pages(auth_key, base_url, lastModTsBgn, lastModTsEnd, result_type, page_size):
try:
url = f"{base_url}?authKey={auth_key}&pageIndex=1&pageSize={page_size}&lastModTsBgn={lastModTsBgn}&lastModTsEnd={lastModTsEnd}&resultType={result_type}"
response = requests.get(url)
if response.status_code != 200:
print(f"Failed to fetch data from API (Status code: {response.status_code})")
return 0 # or any other appropriate value
data = json.loads(response.text)
total_count = data['result']['header']['paging']['totalCount']
total_pages = total_count // page_size
if total_count % page_size > 0:
total_pages += 1
return total_pages
except Exception as e:
print(f"An error occurred while gettering the total page number: {str(e)}", file = sys.stderr)
# period
latestday = datetime.today() - timedelta(days=0)
maximum_days_ago = datetime.today() - timedelta(days=7)
latestday_str = latestday.strftime('%Y%m%d')
maximum_days_ago_str = maximum_days_ago.strftime('%Y%m%d')
# collect data
auth_key = "removed"
base_url = "http://www.localdata.go.kr/platform/res ... penDataApi"
lastModTsBgn = maximum_days_ago_str
lastModTsEnd = latestday_str
page_size = 500
result_type = "json"
storage_path = "newData/extracted_values.csv"
num_pages_to_fetch = get_total_pages(auth_key, base_url, lastModTsBgn, lastModTsEnd, result_type, page_size)
refiltered_dataset = collect_data(auth_key, base_url, lastModTsBgn, lastModTsEnd, result_type, page_size, num_pages_to_fetch)
# to dataframe
keys_to_extract = ['영업상태명', '폐업일자', '사업장명', '좌표정보(x)', '좌표정보(y)', '도로명전체주소']
extracted_values = {key: [] for key in keys_to_extract}
for data in refiltered_dataset:
for key in keys_to_extract:
extracted_values[key].append(data.get(key))
extracted_df = pd.DataFrame(extracted_values)
new_columns = ['영업상태명', '폐업일자', '사업장명', '좌표정보(x)', '좌표정보(y)', '도로명전체주소']
extracted_df.columns = new_columns
# delete NA
for column in extracted_df.columns:
extracted_df = extracted_df[extracted_df[column] != '']
# Reset the index
extracted_df.reset_index(drop=True, inplace=True)
# Save CSV file at Firebase Storage
save_data_to_storage(extracted_df, storage_path)
print("CSV file saved to Firebase Storage:", storage_path)
# run
collect_and_save_data_to_firebase_storage()
firebase.json
{
"firestore": {
"rules": "firestore.rules",
"indexes": "firestore.indexes.json"
},
"functions": [
{
"source": "functions",
"codebase": "default",
"ignore": [
"venv",
".git",
"firebase-debug.log",
"firebase-debug.*.log"
]
}
]
}
и я создал файл function.yaml, потому что он вызывает ошибку.
functions.yaml
specVersion: 1
version: 1
functions:
collect_and_save_data_to_firebase_storage:
name: collect_and_save_data_to_firebase_storage
runtime: python312
trigger: pubsub
source: main.py
requirements.txt
firebase-functions~=0.1.0
requests~=2.31.0
pandas~=2.2.1
firebase-admin~=6.4.0
google-cloud-storage~=2.14.0
Подробнее здесь: https://stackoverflow.com/questions/780 ... cification
