Commit 23b461e6 authored by YaningGao's avatar YaningGao
Browse files

temp

parent 5bbd43c4

scripts/benchmark/service_benchmark/svg/dataset_config.yaml

+2 −2
Original line number Diff line number Diff line
@@ -5,5 +5,5 @@ svg-vision: 
    dino_weight: 1.0

    structural_weight: 1.0

    dreamsim_weight: 1.0

  train_size: 1000

  test_size: 64
 
  train_size: 500

  test_size: 0

scripts/exps/format/svg/free_think/env_config.yaml

+9 −3
Original line number Diff line number Diff line
@@ -3,9 +3,12 @@ env1: 
    env_config:

        prompt_format: free_think

        split: train

        dino_weight: 0.0

        dino_weight: 0.0001

        structural_weight: 0.0

        dreamsim_weight: 5.0

        device:

            dino: 0

            dreamsim: 0 

    train_size: 500

    test_size: 0
@@ -14,8 +17,11 @@ env2: 
    env_config:

        prompt_format: free_think

        split: test

        dino_weight: 0.0

        dino_weight: 0.0001

        structural_weight: 0.0

        dreamsim_weight: 5.0

        device:

            dino: 0

            dreamsim: 0

    train_size: 0

    test_size: 128
 
 No newline at end of file
 
    test_size: 32
 
 No newline at end of file

scripts/exps/prompting/alfworld/model_config.yaml

+5 −5
Original line number Diff line number Diff line
@@ -17,11 +17,11 @@ models: 
  #   max_retries: 3

  #   timeout: 60



  # claude_3_sonnet:

  #   provider: claude

  #   model_name: claude-3-7-sonnet-20250219

  #   max_tokens: 150

  #   temperature: 0.7

  claude_3_sonnet:

    provider: claude

    model_name: claude-3-7-sonnet-20250219

    max_tokens: 150

    temperature: 0.7

  

  # Gemini_2.5_flask:

  #     provider: gemini

scripts/exps/prompting/frozenlake/grounding/env_config.yaml

deleted100644 → 0
+0 −8
Original line number Diff line number Diff line 
env1:

    env_name: frozenlake  

    env_config:

        render_mode: vision

        prompt_format: grounding

        use_accuracy_reward: false

    train_size: 10000 

    test_size: 128
 
 No newline at end of file

scripts/exps/prompting/frozenlake/grounding/run.sh

deleted100755 → 0
+0 −23
Original line number Diff line number Diff line 
export VLLM_ATTENTION_BACKEND=XFORMERS

export PYTHONHASHSEED=0



SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"



# Extract experiment name from the path

# This will take the last 3 parts of the path: format/sokoban/free_think

EXPERIMENT_NAME=$(echo $SCRIPT_DIR | rev | cut -d'/' -f1-2 | rev | tr '/' '-')



echo "Experiment name: $EXPERIMENT_NAME"

# run python -m vagen.server.server in a tmux session first

python -m vagen.env.create_dataset \

    --yaml_path "$SCRIPT_DIR/env_config.yaml" \

    --train_path "data/$EXPERIMENT_NAME/train.parquet" \

    --test_path "data/$EXPERIMENT_NAME/test.parquet" \

    --force_gen



python -m vagen.inference.run_inference \

    --inference_config_path="$(dirname $SCRIPT_DIR)/inference_config.yaml" \

    --model_config_path="$(dirname $SCRIPT_DIR)/model_config.yaml" \

    --val_files_path="data/$EXPERIMENT_NAME/test.parquet" \

    --wandb_path_name="$EXPERIMENT_NAME"

CRA Git | Maintained and supported by SUSTech CRA and CCSE