Copies of the ai benchmark, using local logfiles rather than pgsql
This commit is contained in:
Alexander van Gessel
parent
802da5c777
commit
36d09851b1
2 changed files with 196 additions and 0 deletions
18
utils/ai_test/ai_test2.cfg
Normal file
18
utils/ai_test/ai_test2.cfg
Normal file
|
|
@ -0,0 +1,18 @@
|
|||
[default]
|
||||
path_to_wesnoth_binary=../../wesnoth
|
||||
arguments_to_wesnoth_binary=--log-info=ai/testing --nogui --multiplayer --controller1=ai --controller2=ai
|
||||
number_of_tests=400
|
||||
ai_config1=ai/ais/default_ai.cfg
|
||||
ai_config2=ai/ais/default_ai.cfg
|
||||
faction1=
|
||||
faction2=
|
||||
db_ip=127.0.0.1
|
||||
db_port=5432
|
||||
db_name=org.wesnoth.ai.test
|
||||
db_user=wesnoth_ai_test_user
|
||||
db_pass=PASSWORD
|
||||
log_file=ai_test__%A_%d_%B_%Y_%I-%M%p.log
|
||||
map1=multiplayer_Weldyn_Channel
|
||||
map2=multiplayer_The_Freelands
|
||||
map3=multiplayer_Den_of_Onis
|
||||
map4=multiplayer_Fallenstar_Lake
|
||||
178
utils/ai_test/ai_test2.py
Executable file
178
utils/ai_test/ai_test2.py
Executable file
|
|
@ -0,0 +1,178 @@
|
|||
#!/usr/bin/env python
|
||||
from subprocess import Popen,PIPE
|
||||
from time import clock, time
|
||||
from datetime import datetime
|
||||
import ConfigParser
|
||||
import os
|
||||
import string
|
||||
import random
|
||||
|
||||
class GameResult:
|
||||
ai_config1 = ''
|
||||
ai_config2 = ''
|
||||
ai_ident1 = ''
|
||||
ai_ident2 = ''
|
||||
duration = '0'
|
||||
faction1 = ''
|
||||
faction2 = ''
|
||||
is_success = 'false'
|
||||
local_modifications = 'false'
|
||||
map = ''
|
||||
svn_release = '0'
|
||||
test = 'default'
|
||||
end_turn = '0'
|
||||
version_string = ''
|
||||
winner_side = '0'
|
||||
|
||||
def __init__(self,_ai_config1,_ai_config2,_faction1,_faction2,_map,_test):
|
||||
self.ai_config1 = _ai_config1
|
||||
self.ai_config2 = _ai_config2
|
||||
self.faction1 = _faction1
|
||||
self.faction2 = _faction2
|
||||
self.map = _map
|
||||
self.test = _test
|
||||
|
||||
def filter_non_printable(str):
|
||||
return ''.join(c for c in str if ord(c) > 31 or ord(c) == 9)
|
||||
|
||||
def construct_command_line(cfg,ai1,ai2,f1,f2,map):
|
||||
wesnoth = cfg.get('default','path_to_wesnoth_binary')
|
||||
options= cfg.get('default','arguments_to_wesnoth_binary')
|
||||
ai_config1='--ai_config1='+ai1
|
||||
ai_config2='--ai_config2='+ai2
|
||||
if (map==''):
|
||||
optmap=''
|
||||
else:
|
||||
optmap='--scenario='+map
|
||||
|
||||
return wesnoth+' '+options+' '+optmap+' '+ai_config1+' '+ai_config2
|
||||
|
||||
def do_filter(str,substring):
|
||||
n = str.find(substring)
|
||||
if (n>-1):
|
||||
return n,str[n+len(substring):].strip()
|
||||
return n,''
|
||||
|
||||
def run_game(cfg,game_result):
|
||||
|
||||
command_line = construct_command_line(cfg,game_result.ai_config1,game_result.ai_config2, game_result.faction1, game_result.faction2, game_result.map)
|
||||
print 'Running: '+command_line
|
||||
start = time()
|
||||
p = Popen(command_line, shell=True, bufsize=10000000, stdout=PIPE, stderr=PIPE)
|
||||
# outlines = p.stdout.readlines()
|
||||
outerrlines = p.stderr.readlines()
|
||||
print 'Finished'
|
||||
for line in outerrlines:
|
||||
str = filter_non_printable(line.strip())
|
||||
n,s = do_filter(str,'info ai/testing: WINNER:')
|
||||
if (n>-1):
|
||||
print 'AND THE WINNER IS: '+s
|
||||
game_result.winner_side = s
|
||||
game_result.is_success = 'true'
|
||||
continue
|
||||
|
||||
n,s = do_filter(str,'info ai/testing: VERSION:')
|
||||
if (n>-1):
|
||||
#print 'AND THE VERSION IS: '+s
|
||||
game_result.version_string = s
|
||||
n1 = s.rfind('(')
|
||||
n2 = s.rfind(')')
|
||||
if ((n1>-1) and (n2>-1) and (n2>n1)):
|
||||
sz = s[n1+1:n2]
|
||||
#parse local_modifications
|
||||
n3 = sz.rfind('M')
|
||||
if (n3>-1):
|
||||
sz = sz[:n3]
|
||||
game_result.local_modifications = 1
|
||||
#parse svn_release
|
||||
game_result.svn_release = sz
|
||||
continue
|
||||
|
||||
n,s = do_filter(str,'info ai/testing: GAME_END_TURN:')
|
||||
if (n>-1):
|
||||
print 'AND THE VICTORY_TURN IS: '+s
|
||||
game_result.end_turn = s
|
||||
continue
|
||||
|
||||
n,s = do_filter(str,'info ai/testing: AI_IDENTIFIER1:')
|
||||
if (n>-1):
|
||||
#print 'AND THE AI_IDENTIFIER1 IS: '+s
|
||||
game_result.ai_ident1 = s.strip()
|
||||
continue
|
||||
|
||||
n,s = do_filter(str,'info ai/testing: AI_IDENTIFIER2:')
|
||||
if (n>-1):
|
||||
#print 'AND THE AI_IDENTIFIER2 IS: '+s
|
||||
game_result.ai_ident2 = s.strip()
|
||||
continue
|
||||
|
||||
n,s = do_filter(str,'info ai/testing: FACTION1:')
|
||||
if (n>-1):
|
||||
#print 'AND THE FACTION1 IS: '+s
|
||||
game_result.faction1 = s
|
||||
continue
|
||||
|
||||
n,s = do_filter(str,'info ai/testing: FACTION2:')
|
||||
if (n>-1):
|
||||
#print 'AND THE FACTION2 IS: '+s
|
||||
game_result.faction2 = s
|
||||
continue
|
||||
|
||||
game_result.duration = time() - start
|
||||
if (game_result.is_success=='false'):
|
||||
print 'Warning: not success!'
|
||||
print '===================='
|
||||
print 'stderr:'
|
||||
for line in outerrlines:
|
||||
print filter_non_printable(line.strip())
|
||||
print '===================='
|
||||
|
||||
return game_result
|
||||
|
||||
def save_result(cfg,log_file,game_result):
|
||||
print 'Saving to log file....'
|
||||
print 'game duration: '+str(game_result.duration);
|
||||
log_file.write('"'+game_result.ai_config1+'", "'+game_result.ai_config2+'", "'+game_result.ai_ident1+'", "'+game_result.ai_ident2+'", "'+ str(game_result.duration)+'", "'+game_result.faction1+'", "'+game_result.faction2+'", "'+str(game_result.is_success)+'", "'+str(game_result.local_modifications)+'", "'+game_result.map+'", "'+str(game_result.svn_release)+'", "'+str(game_result.test)+'", "'+str(game_result.end_turn)+'", "'+str(game_result.version_string)+'", "'+str(game_result.winner_side)+'"\n');
|
||||
log_file.flush();
|
||||
print 'Saved to log file'
|
||||
|
||||
def maps(cfg):
|
||||
mp = 1
|
||||
while 1:
|
||||
try:
|
||||
yield cfg.get('default','map'+`mp`);
|
||||
mp= mp+1
|
||||
except:
|
||||
return
|
||||
|
||||
def tests(cfg):
|
||||
ai1=cfg.get('default','ai_config1').strip()
|
||||
ai2=cfg.get('default','ai_config2').strip()
|
||||
f1=cfg.get('default','faction1').strip()
|
||||
f2=cfg.get('default','faction2').strip()
|
||||
n=cfg.getint('default','number_of_tests')
|
||||
maplist = []
|
||||
for map in maps(cfg):
|
||||
maplist.append(map)
|
||||
random.seed()
|
||||
for i in range(0, n):
|
||||
map = random.choice(maplist)
|
||||
d = random.randint(0,1)
|
||||
print 'TEST: map '+map+' i='+str(i)+' d='+str(d)
|
||||
if (d==0):
|
||||
game_result = GameResult(ai1,ai2,f1,f2,map,'default')
|
||||
else:
|
||||
game_result = GameResult(ai2,ai1,f2,f1,map,'default')
|
||||
yield game_result
|
||||
|
||||
# main
|
||||
|
||||
cfg = ConfigParser.ConfigParser()
|
||||
cfg.read('ai_test.cfg')
|
||||
|
||||
log_file = open(datetime.now().strftime(cfg.get('default','log_file').strip()) , 'w')
|
||||
log_file.write('"ai_config1"'+', '+'"ai_config2"'+', '+'"ai_ident1"'+', '+'"ai_ident2"'+', '+ '"duration"'+', '+'"faction1"'+', '+'"faction2"'+', '+'"is_success"'+', '+'"local_modifications"'+', '+'"map"'+', '+'"svn_release"'+', '+'"test"'+', '+'"end_turn"'+', '+'"version_string"'+', '+'"winner_side"'+'\n');
|
||||
log_file.flush();
|
||||
for test in tests(cfg):
|
||||
game_result = run_game(cfg,test)
|
||||
save_result(cfg,log_file,game_result)
|
||||
Loading…
Add table
Reference in a new issue