mirror of
https://github.com/VinciGit00/Scrapegraph-ai.git
synced 2026-06-28 21:01:55 +08:00
fix: fix export function
This commit is contained in:
parent
4f1ed939e6
commit
c8a000f1d9
53
scrapegraphai/utils/data_export.py
Normal file
53
scrapegraphai/utils/data_export.py
Normal file
@ -0,0 +1,53 @@
|
||||
import json
|
||||
import csv
|
||||
import xml.etree.ElementTree as ET
|
||||
from typing import List, Dict, Any
|
||||
|
||||
def export_to_json(data: List[Dict[str, Any]], filename: str) -> None:
|
||||
"""
|
||||
Export data to a JSON file.
|
||||
|
||||
:param data: List of dictionaries containing the data to export
|
||||
:param filename: Name of the file to save the JSON data
|
||||
"""
|
||||
with open(filename, 'w', encoding='utf-8') as f:
|
||||
json.dump(data, f, ensure_ascii=False, indent=4)
|
||||
print(f"Data exported to {filename}")
|
||||
|
||||
def export_to_csv(data: List[Dict[str, Any]], filename: str) -> None:
|
||||
"""
|
||||
Export data to a CSV file.
|
||||
|
||||
:param data: List of dictionaries containing the data to export
|
||||
:param filename: Name of the file to save the CSV data
|
||||
"""
|
||||
if not data:
|
||||
print("No data to export")
|
||||
return
|
||||
|
||||
keys = data[0].keys()
|
||||
with open(filename, 'w', newline='', encoding='utf-8') as f:
|
||||
writer = csv.DictWriter(f, fieldnames=keys)
|
||||
writer.writeheader()
|
||||
writer.writerows(data)
|
||||
print(f"Data exported to {filename}")
|
||||
|
||||
def export_to_xml(data: List[Dict[str, Any]], filename: str, root_element: str = "data") -> None:
|
||||
"""
|
||||
Export data to an XML file.
|
||||
|
||||
:param data: List of dictionaries containing the data to export
|
||||
:param filename: Name of the file to save the XML data
|
||||
:param root_element: Name of the root element in the XML structure
|
||||
"""
|
||||
root = ET.Element(root_element)
|
||||
for item in data:
|
||||
element = ET.SubElement(root, "item")
|
||||
for key, value in item.items():
|
||||
sub_element = ET.SubElement(element, key)
|
||||
sub_element.text = str(value)
|
||||
|
||||
tree = ET.ElementTree(root)
|
||||
tree.write(filename, encoding='utf-8', xml_declaration=True)
|
||||
print(f"Data exported to {filename}")
|
||||
|
||||
Loading…
Reference in New Issue
Block a user