ira/tests/report/test_all_detail_levels.py

102 lines
4.1 KiB
Python

import sys
import os
import asyncio
import argparse
sys.path.append(os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))))
from report.report_synthesis import ReportSynthesizer
from report.report_templates import QueryType, DetailLevel
async def generate_report(query_type, detail_level, query, chunks):
"""Generate a report with the specified parameters."""
synthesizer = ReportSynthesizer()
print(f"\n{'='*80}")
print(f"Generating {detail_level} report with {query_type} query type")
print(f"{'='*80}")
# Convert string values to enum objects
query_type_enum = QueryType(query_type)
detail_level_enum = DetailLevel(detail_level)
report = await synthesizer.synthesize_report(
query_type=query_type_enum.value,
detail_level=detail_level_enum.value,
query=query,
chunks=chunks
)
print(f"\nGenerated Report:\n")
print(report)
return report
async def main():
parser = argparse.ArgumentParser(description='Test report generation with different detail levels')
parser.add_argument('--query-type', choices=['factual', 'exploratory', 'comparative'], default='factual',
help='Query type to test (default: factual)')
parser.add_argument('--detail-level', choices=['brief', 'standard', 'detailed', 'comprehensive'], default=None,
help='Detail level to test (default: test all)')
args = parser.parse_args()
# Test data
queries = {
'factual': "What is the capital of France?",
'exploratory': "How do electric vehicles impact the environment?",
'comparative': "Compare solar and wind energy technologies."
}
chunks = {
'factual': [
{
'content': 'Paris is the capital of France. It is located in the north-central part of the country.',
'source': 'Wikipedia',
'url': 'https://en.wikipedia.org/wiki/Paris'
}
],
'exploratory': [
{
'content': 'Electric vehicles produce zero direct emissions, which improves air quality in urban areas.',
'source': 'EPA',
'url': 'https://www.epa.gov/greenvehicles/electric-vehicles'
},
{
'content': 'The environmental impact of electric vehicles depends on how the electricity is generated. Renewable sources make EVs more environmentally friendly.',
'source': 'Energy.gov',
'url': 'https://www.energy.gov/eere/electricvehicles/electric-vehicle-benefits'
}
],
'comparative': [
{
'content': 'Solar energy is generated by converting sunlight into electricity using photovoltaic cells or concentrated solar power.',
'source': 'National Renewable Energy Laboratory',
'url': 'https://www.nrel.gov/research/re-solar.html'
},
{
'content': 'Wind energy is generated by using wind turbines to create mechanical power that can be converted into electricity.',
'source': 'Department of Energy',
'url': 'https://www.energy.gov/eere/wind/how-do-wind-turbines-work'
},
{
'content': 'Solar energy works best in sunny areas, while wind energy is more effective in windy regions. Both have different land use requirements.',
'source': 'Renewable Energy World',
'url': 'https://www.renewableenergyworld.com/solar/solar-vs-wind/'
}
]
}
# Get the query type to test
query_type = args.query_type
query = queries[query_type]
test_chunks = chunks[query_type]
# Test all detail levels or just the specified one
detail_levels = ['brief', 'standard', 'detailed', 'comprehensive'] if args.detail_level is None else [args.detail_level]
for detail_level in detail_levels:
await generate_report(query_type, detail_level, query, test_chunks)
if __name__ == "__main__":
asyncio.run(main())