Commit 7e965f68 authored by root's avatar root
Browse files

update benchmark

parent 6b704818

.gitignore

+1 −0
Original line number Diff line number Diff line
@@ -125,3 +125,4 @@ log* 
# analysis folder

svg_analysis_results/

temp/

benchmark_result/
 
 No newline at end of file

vagen/benchmark/alfworld/benchmark_config.yaml→scripts/benchmark/alfworld/benchmark_config.yaml

+1 −1
Original line number Diff line number Diff line
@@ -22,7 +22,7 @@ benchmark: 
  step_count: 5

  

  # Batch sizes to test

  batch_sizes: [128]

  batch_sizes: [8]

  

  # Directory to save benchmark results

  output_dir: benchmark_results

vagen/benchmark/alfworld/run.sh→scripts/benchmark/alfworld/run.sh

+1 −1
Original line number Diff line number Diff line
@@ -28,6 +28,6 @@ mkdir -p benchmark_results 


# Run benchmark

echo "Running service benchmark"

python -m vagen.benchmark.service_benchmark --config "$SCRIPT_DIR/benchmark_config.yaml"

python -m vagen.utils.service_benchmark --config "$SCRIPT_DIR/benchmark_config.yaml"



echo "Benchmark complete. Results saved to benchmark_results directory."
 
 No newline at end of file

CRA Git | Maintained and supported by SUSTech CRA and CCSE