forked from neulab/agent-data-protocol
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathscript_sample.sh
More file actions
20 lines (16 loc) · 1.32 KB
/
Copy pathscript_sample.sh
File metadata and controls
20 lines (16 loc) · 1.32 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
export MY_DATASET=nnetnav-wa
mkdir -p datasets/$MY_DATASET/sample_sft
echo RAW
python datasets/$MY_DATASET/extract_raw.py 2>/dev/null | head -n 5 | python scripts/jsonl_to_json.py > datasets/$MY_DATASET/sample_raw.json
export PYTHONPATH=`pwd`:$PYTHONPATH
echo ATIF
cat datasets/$MY_DATASET/sample_raw.json | python scripts/json_to_jsonl.py | python datasets/$MY_DATASET/raw_to_atif.py | python scripts/jsonl_to_json.py > datasets/$MY_DATASET/sample_atif.json
echo STD
cat datasets/$MY_DATASET/sample_atif.json | python scripts/json_to_jsonl.py | python datasets/$MY_DATASET/atif_to_std.py | python scripts/jsonl_to_json.py > datasets/$MY_DATASET/sample_std.json
echo SFT
# openhands_v0
# cat datasets/$MY_DATASET/sample_std.json | python scripts/json_to_jsonl.py | python agents/openhands_v0/std_to_sft.py --is_web=no --api_env=execute_bash | python scripts/jsonl_to_json.py > datasets/$MY_DATASET/sample_sft/openhands_v0.json
# sweagent
# cat datasets/$MY_DATASET/sample_std.json | python scripts/json_to_jsonl.py | python agents/sweagent/std_to_sft.py | python scripts/jsonl_to_json.py > datasets/$MY_DATASET/sample_sft/sweagent.json
# agentlab
cat datasets/$MY_DATASET/sample_std.json | python scripts/json_to_jsonl.py | python agents/agentlab/std_to_sft.py | python scripts/jsonl_to_json.py > datasets/$MY_DATASET/sample_sft/agentlab.json