mirror of
https://github.com/VinciGit00/Scrapegraph-ai.git
synced 2026-06-28 21:01:55 +08:00
fix: fix export function
This commit is contained in:
parent
4f1ed939e6
commit
c8a000f1d9
53
scrapegraphai/utils/data_export.py
Normal file
53
scrapegraphai/utils/data_export.py
Normal file
@ -0,0 +1,53 @@
|
|||||||
|
import json
|
||||||
|
import csv
|
||||||
|
import xml.etree.ElementTree as ET
|
||||||
|
from typing import List, Dict, Any
|
||||||
|
|
||||||
|
def export_to_json(data: List[Dict[str, Any]], filename: str) -> None:
|
||||||
|
"""
|
||||||
|
Export data to a JSON file.
|
||||||
|
|
||||||
|
:param data: List of dictionaries containing the data to export
|
||||||
|
:param filename: Name of the file to save the JSON data
|
||||||
|
"""
|
||||||
|
with open(filename, 'w', encoding='utf-8') as f:
|
||||||
|
json.dump(data, f, ensure_ascii=False, indent=4)
|
||||||
|
print(f"Data exported to {filename}")
|
||||||
|
|
||||||
|
def export_to_csv(data: List[Dict[str, Any]], filename: str) -> None:
|
||||||
|
"""
|
||||||
|
Export data to a CSV file.
|
||||||
|
|
||||||
|
:param data: List of dictionaries containing the data to export
|
||||||
|
:param filename: Name of the file to save the CSV data
|
||||||
|
"""
|
||||||
|
if not data:
|
||||||
|
print("No data to export")
|
||||||
|
return
|
||||||
|
|
||||||
|
keys = data[0].keys()
|
||||||
|
with open(filename, 'w', newline='', encoding='utf-8') as f:
|
||||||
|
writer = csv.DictWriter(f, fieldnames=keys)
|
||||||
|
writer.writeheader()
|
||||||
|
writer.writerows(data)
|
||||||
|
print(f"Data exported to {filename}")
|
||||||
|
|
||||||
|
def export_to_xml(data: List[Dict[str, Any]], filename: str, root_element: str = "data") -> None:
|
||||||
|
"""
|
||||||
|
Export data to an XML file.
|
||||||
|
|
||||||
|
:param data: List of dictionaries containing the data to export
|
||||||
|
:param filename: Name of the file to save the XML data
|
||||||
|
:param root_element: Name of the root element in the XML structure
|
||||||
|
"""
|
||||||
|
root = ET.Element(root_element)
|
||||||
|
for item in data:
|
||||||
|
element = ET.SubElement(root, "item")
|
||||||
|
for key, value in item.items():
|
||||||
|
sub_element = ET.SubElement(element, key)
|
||||||
|
sub_element.text = str(value)
|
||||||
|
|
||||||
|
tree = ET.ElementTree(root)
|
||||||
|
tree.write(filename, encoding='utf-8', xml_declaration=True)
|
||||||
|
print(f"Data exported to {filename}")
|
||||||
|
|
||||||
Loading…
Reference in New Issue
Block a user