人狼知能セミナー資料20180630

1. 2018/6/30

2. •
•
–
–
– Javadoc
–
• Player
–

3. ( )
• Eclipse
• Java SDK

4. 1.
HP
2.
3.
4. aiwolf-ver0.4.X
JavaDoc DL)
5. aiwolf-ver0.4.X
http://aiwolf.org

5. 1.
HP
2.
3.
4. aiwolf-ver0.4.X
JavaDoc DL)
5. aiwolf-ver0.4.X
http://aiwolf.org

6. 1.
HP
2.
3.
4. aiwolf-ver0.4.X
JavaDoc DL)
5. aiwolf-ver0.4.X.zip

7. AIWolf-ver0.4.X.zip
AIWolf-ver0.4.X
• JAR
aiwolf-client.jar , aiwolf-common.jar
• ( )
• ( )
• AutoStarter
(AutoStarter.ini, SampleSetting.cfg)

8. Eclipse
Eclise
Java

9. 1.
2. ( +Agent)
DemoAgent Agent
3.

10. 1. DemoAgent
2.

11. lib

12. lib jar
1. AIWolf-ver0.4.X.zip
– aiwolf-client.jar
– aiwolf-commn.jar
2. lib
3. JavaDoc

13. lib jar
JAR
• aiwolf-client.jar
• aiwolf-common.jar

14. (1)
( :DemoAgent)

15. 2
JAR
1.
2. JAR

16. 3
jar
1. lib jar
2. OK

17. JavaDoc
• JavaDoc API
• Eclipse

18. Javadoc (1)
1. aiwolf-client.jar
2. Javadoc
3.

19. Javadoc 2/3
1. Javadoc
2.
3. : DemoAgent/lib/docs.zip
4. : docs
5.

20. Javadoc 3/3
•
OK
• aiwolf-common.jar Javadoc

22. 1. AbstractRoleAssignPlayer
2.
3. Player
4. RoleAssignPlayer Player

23. 1. AbstractRoleAssignPlayer
2.
3. Player
4. RoleAssignPlayer Player

24. 1/2
DemoAgent src

25. 2/2
demo@aiwolf.org → org.aiwolf.demo

26. 1. ( :org.aiwolf.demo)
2.

27. org.aiwolf.sample.lib AbstractRoleAssignPlayer
org.aiwolf.client.base.player
ARAP

28. : DemoRoleAssignPlayer

30. • 1
jar Java

31. jar
1. ( :DemoAgent)
2.

32. JAR
JAVA JAR

33. JAR
• AIWolf-ver0.4.X
–
• JAR demoAgent.jar

34. • AIWolf-ver0.4.X
AutoStarter.ini
• Sample1 Sample2
WEREWOLF SEER
• Sample5
#
•
lib=./
log=./log/
port=10000
game=10
view=true
setting=./SampleSetting.cfg
#agent=5
Sample1,org.aiwolf.sample.player.SampleRoleAssignPlayer
Sample2,org.aiwolf.sample.player.SampleRoleAssignPlayer
Sample3,org.aiwolf.sample.player.SampleRoleAssignPlayer
Sample4,org.aiwolf.sample.player.SampleRoleAssignPlayer
#Sample5,org.aiwolf.sample.player.SampleRoleAssignPlayer
Demo,org.aiwolf.demo.DemoRoleAssignPlayer
[ Demo ],[ ].[ ]

35. • AIWolf-ver0.4.X
– Windows :AutoStarter.bat
– Mac/Linux : AutoStarter.sh
•
% bash Autostarter.sh

36. Next:
Auto:
Ski ALL:

38. 1. AbstractRoleAssignPlayer
2.
3. Player
4. RoleAssignPlayer Player

39. RoleAssignPlayer
DemoRole
AssignPlayer

40. 1.
2.
DemoSeer
3.
4. AbstractSeer
OK
5.

41. 1.
2.
DemoSeer
3.
4. AbstractSeer
OK
5.

42. RoleAssignPlayer
• RoleAssignPlayer
(DemoRoleAssignPlayer )
–
DemoSeer
–
public DemoRoleAssignPlayer(){
setSeerPlayer(new DemoSeer());
}

43. •
– setBodyguardPlayer(bodyGuardPlayer)
•
– setMediumPlayer(mediumPlayer)
•
– setPossessedPlayer(possesedPlayer)
•
– setVillagerPlayer(villagerPlayer)
•
– setWerewolfPlayer(werewolfPlayer)

44. • JAR AutoStarter
OK
• DemoSeer

46. GameInfo
(talk,vote )

47. GameInfo
(talk,vote )
CO
CO

48. 1.
2. getName, update
3. initialize
4. dayStart
5. vote
6. divine
7. talk

49. /** */
Agent me;
/** */
GameInfo currentGameInfo;
/** */
Deque<Judge> myDivinationQueue = new LinkedList<>();
/** ( ) */
List<Agent> whiteList = new ArrayList<>();
/** ( ) */
List<Agent> blackList = new ArrayList<>();
/** */
List<Agent> grayList;
/** */
boolean saidCO = false;
/** */
int talkListHead;

50. 1.
2. getName, update
3. initialize
4. dayStart
5. vote
6. divine
7. talk

51. public String getName() {
return "DemoSeer";
}
public void update(GameInfo gameInfo) {
// currentGameInfo
currentGameInfo = gameInfo;
}
Seer

52. 1.
2. getName, update
3. initialize
4. dayStart
5. vote
6. divine
7. talk

53. public void initialize(GameInfo gameInfo,
GameSetting gameSetting) {
//
me = gameInfo.getAgent(); //GameInfo
grayList = new ArrayList<>(gameInfo.getAgentList());
grayList.remove(me);
whiteList.clear();
blackList.clear();
myDivinationQueue.clear();
}

54. 1.
2. getName, update
3. initialize
4. dayStart
5. vote
6. divine
7. talk

55. (GameInfo)
public void dayStart() {
// GameInfo
Judge divination = currentGameInfo.getDivineResult();
if (divination != null) {
myDivinationQueue.offer(divination);
// ( )
Agent target = divination.getTarget();
Species result = divination.getResult();
//
grayList.remove(target);
if (result == Species.HUMAN) {
whiteList.add(target); // ( )
} else {
blackList.add(target); // ( )
}
}
//
talkListHead = 0;
}

56. 1.
2. getName, update
3. initialize
4. dayStart
5. vote
6. divine
7. talk

57. 1.
2.

58. /** */
boolean isAlive(Agent agent) {
return currentGameInfo.getAliveAgentList().contains(agent);
}
/** */
<T> T randomSelect(List<T> list) {
if (list.isEmpty()) {
return null;
} else {
return list.get((int) (Math.random() * list.size()));
}
}

59. (vote) (1/2)
public Agent vote() { //
//
List<Agent> candidates = new ArrayList<>();
//
for (Agent agent : blackList) {
if (isAlive(agent)) { //
candidates.add(agent); //
}
}
//
if (candidates.isEmpty()) {
for (Agent agent : grayList) {
if (isAlive(agent)) {
candidates.add(agent);
}
}
}

60. (vote) (2/2)
// null
if (candidates.isEmpty()) {
return null;
}
//
return randomSelect(candidates);
}

61. vote()
public Agent vote() {
//
List<Agent> candidates = new ArrayList<>();
//
for (Agent agent : blackList) {
if (isAlive(agent)) {
candidates.add(agent);
}
}
//
if (candidates.isEmpty()) {
for (Agent agent : grayList) {
if (isAlive(agent)) {
candidates.add(agent);
}
}
}
// null
if (candidates.isEmpty()) {
return null;
}
//
return randomSelect(candidates);
}
divine()

62. 1.
2. getName, update
3. initialize
4. dayStart
5. vote
6. divine
7. talk

63. public Agent divine() {
//
List<Agent> candidates = new ArrayList<>();
//
for (Agent agent : grayList) {
if (isAlive(agent)) {
candidates.add(agent);
}
}
//
if (candidates.isEmpty()) {
return null;
}
//
return randomSelect(candidates);
}

64. 1.
2. getName, update
3. initialize
4. dayStart
5. vote
6. divine
7. talk

65. //
Judge judge = getLatestDayGameInfo().getDivineResult();
//
ContentBuilder builder = new
DivinedResultContentBuilder(judge.getTarget(), judge.getResult();
String talk = new Content(builder).getText();
ContentBuilder
DivinedResultContentBuilder

66. (talk())
1.
2.
NO
YES
CO
CO
NO
YES

67. talk() CO
public String talk() {
//
if (!saidCO) { // CO
//
if (!myDivinationQueue.isEmpty() &&
myDivinationQueue.peekLast().getResult() == Species.WEREWOLF) {
saidCO = true;
ContentBuilder builder = new ComingoutContentBuilder(me,
Role.SEER);
return new Content(builder).getText();
}
}
CO

68. talk()
//
else {
if (!myDivinationQueue.isEmpty()) {
Judge divination = myDivinationQueue.poll();
ContentBuilder builder = new
DivinedResultContentBuilder(divination.getTarget(),
divination.getResult());
return new Content(builder).getText();
} //
}
return Content.OVER.getText();
}

69. talk()
public String talk() {
//
if (!saidCO) {
if (!myDivinationQueue.isEmpty() && myDivinationQueue.peekLast().getResult() == Species.WEREWOLF) {
saidCO = true;
ContentBuilder builder = new ComingoutContentBuilder(me, Role.SEER);
return new Content(builder).getText();
}
} else {//
if (!myDivinationQueue.isEmpty()) {
Judge divination = myDivinationQueue.poll();
ContentBuilder builder = new DivinedResultContentBuilder(divination.getTarget(), divination.getResult());
return new Content(builder).getText();
}
}
return Content.OVER.getText(); //
}

70. • GameInfo
– GameInfo.getTalkList() List<Talk>
• Talk
– getAgent() Agent ID
– getText() String
•
– “DIVINED Agent[04] HUMAN” (Agent[04] )
– getDay() int
– getIdx() int
– getTurn()
int

71. Talk.getText()
“DIVINED Agent[04] HUMAN”
Content
(parse)
//Content (String)
parse
Talk talk = currentGameInfo.getTalkList().get(i);
Content content = new Content(talk.getText());

72. update() (1)
/** update
*/
public void update(GameInfo gameInfo) {
currentGameInfo = gameInfo;
// GameInfo.talkList
for (int i = talkListHead;
i < currentGameInfo.getTalkList().size(); i++) {
Talk talk = currentGameInfo.getTalkList().get(i);
Agent talker = talk.getAgent();
if (talker == me) { //
continue;
}
Content content = new Content(talk.getText()); // parse

73. update() (2)
switch (content.getTopic()) {
case COMINGOUT:
//
break;
case DIVINED:
//
break;
case IDENTIFIED:
//
break;
default:
break;
}
}
talkListHead = currentGameInfo.getTalkList().size();
}

74. update() ( )
public void update(GameInfo gameInfo) {
currentGameInfo = gameInfo;
// GameInfo.talkList
for (int i = talkListHead; i < currentGameInfo.getTalkList().size(); i++) {
Talk talk = currentGameInfo.getTalkList().get(i);
Agent talker = talk.getAgent();
if (talker == me) {
continue;
}
Content content = new Content(talk.getText()); // parse
switch (content.getTopic()) {
case COMINGOUT: //
break;
case DIVINED: //
break;
case IDENTIFIED: //
break;
default:
break;
}
}
talkListHead = currentGameInfo.getTalkList().size();
}

75. Content
String getText()
Operator getOperator() null
Agent getSubject()
Topic getTopic() COMINGOUT DIVINED
Agent getTarget() ”DIVINED Agent[01]
HUMAN” → Agent[01]
Role getRole() ”COMINGOUT Agent[02] SEER”
→ SEER
Species getResult() ( ) ”IDENTIFIED Agent[03] WEREWOLF”
→ WEREWOLF
TalkType getTalkType() Topic AGREE/DISAGREE TALK/WHISPER
int getTalkDay() Topic AGREE/DISAGREE
int getTalkID() Topic AGREE/DISAGREE ID
List<Content> getContentList()

76. /** */
Map<Agent, Role> comingoutMap = new HashMap<>(); // initialize() comingoutMap.clear();
public void update(GameInfo gameInfo) {
currentGameInfo = gameInfo;
// GameInfo.talkList
for (int i = talkListHead; i < currentGameInfo.getTalkList().size(); i++) {
Talk talk = currentGameInfo.getTalkList().get(i);
Agent talker = talk.getAgent();
if (talker == me) {
continue;
}
Content content = new Content(talk.getText()); // parse
switch (content.getTopic()) {
case COMINGOUT:
//
comingoutMap.put(talker, content.getRole());
break;
case DIVINED: //
break;
case IDENTIFIED: //
break;
default:
break;
}
}
talkListHead = currentGameInfo.getTalkList().size();
}
Map

77. •
–
–

79. initialize
divine
whisper
guard
attack
talk
vote
finish
1
dayStart
whisper
divine
YES
NO
NO
YES
vote

80. Player
Player
•
• update getName, initialize
n initialize(GameInfo, GameSetting)
n update(GameInfo) n getName()
n dayStart() n talk()
n whisper() n vote()
n attack() n divine()
n guard() n finish()

81. Player
• initialize(GameInfo)
–
–
GameInfo
• update(GameInfo)
–
–
GameInfo
• dayStart()
–
• finish()
–

82. Player
• vote()
–
• attack()
–
–
• divine()
–
–
• guard()
–
–
1
Agent

83. Player
• talk()
–
–
• whisper()
–
–
String

84. • void
• String
• Agent
ninitialize(GameInfo, GameSetting)
nupdate(GameInfo)
ndayStart()
nfinish()
nvote() nattack() ndivine() nguard()
ngetName() ntalk() nwhisper()

85. GameInfo
Agent getAgent()
List<Agent> getAgentList()
List<Agent> getAliveAgentList()
int getDay()
Agent getExecutedAgent()
List<Role> getExistingRoles()
List<Agent> getLastDeadAgentList()
Agent getLatestExecutedAgent() ( )
List<Vote> getLatestVoteList()
Role getRole()
Map<Agent, Status> getStatusMap()
List<Talk> getTalkList()
List<Vote> getVoteList()

86. Agent getAttackedAgent()
List<Vote> getAttackedVote()
List<Vote> getLatestAttackedVote()
Map<Agent,Role> getRoleMap()
List<Talk> getWhisperList()
null
List<Agent> getDivineResult()
List<Agent> getGuardedAgent()
List<Agent> getMediumResult()
null
null
null

87. talk, whisper
org.aiwolf.client.lib.Content
org.aiwolf.client.lib.ContentBuilder
text
ContentBuilder builder = ContentBuilder;
Content content = new Content(builder);
String text = content.getText();

88. ContentBuilder (1)
1. EstimateContentBuilder(target, role): target role
2. ComingoutContentBuilder (target, role) : target role
3. DivinationContentBuilder(target) : target
4. DivinedResultContentBuilder(target, result) : target result
5. IdentContentBuilder(target, result) : target result
6. GuardCandidateContentBuilder(target) : target
7. GuardedAgentContentBuilder(target) : target
8. VoteContentBuilder(target) : target
9. AttackContentBuilder(target) : target
10. AgreeContentBuilder(talkType, talkDay, talkID) : talkDay
talkType talkID

89. ContentBuilder (2)
11. DisagreeContentBuilder(talkType, talkDay, talkID) : talkDay
talkType talkID
12. RequestContentBuilder(agent, content) : agent content
13. OverContentBuilder() :
Content.OVER
OVER = new Content(new OverContentBuilder());
14. SkipContentBuilder() :
Content.SKIP
SKIP = new Content(new SkipContentBuilder());
aiwolf-ver0.4.4.zip 1
0.4.4 2 .pdf

91. •
–
•
•
–
• 9
•

92. (Villager)
•
–
•
–
–
•
– Map
–
•
– Map
–
:

93. import
// Java
import java.util.ArrayList;
import java.util.Deque;
import java.util.HashMap;
import java.util.LinedList;
import java.util.List; // ArrayList
import java.util.Map;
//
import org.aiwolf.client.lib.*; // “*”
import org.aiwolf.common.data.*; //
import org.aiwolf.common.net.*;

94. //
List<Judge> divitionList = new ArrayList<>();
public void update(GameInfo gameInfo) {
.....( ).....
for(int i = talkListHead; i < gameInfo.getTalkList().size(); i++){
Talk talk = gameInfo.getTalkList().get(i);
Agent talker = talk.getAgent();
.....( ).....
Content content = new Content(talk.getText());
switch(content.getTopic()) {
case DIVINED:
Judge j = new Judge(day,talker,content.getTarget(),content.getResult())
divinationList.add(j);
break;
.....( ).....
}
.....( ).....
}
.....( ).....
}

95. (Werewolf)
•
–
• CO
– CO
• CO
:

96. //
public void update() {
.....( ).....
for(Judge j : divitionList){ // for
Agent agent = j.getAgent();
Agent target = j.getTarget();
//
if (!werewolves.contains(agent) &&
((humans.contains(target) && j.getResult() == Species.WEREWOLF) ||
(werewolves.contains(target) && j.getResult() == Species.HUMAN))) {
if(!possessedList.contains(agent)) { //
possessedList.add(agent);
whisperQueue.offer(new Content(new EstimateContantBuilder(agent,
Role.POSSESSED))); //
}
}
}
.....( ).....
}

97. (Possessed)
• CO
–
• CO
– CO
– or
•
•
•
int numWolves = gameSetting.getRoleNumMap().get(Role.WEREWOLF);
:

98. CO
//
Role fakeRole = null;
int comingOutDay = -1;
int comingOutTurn = -1;
public void initialize(GameInfo gameInfo, GameSetting gameSetting) {
.....( ).....
List<Role> roles = new ArrayList<>(); // CO
for(Role r : Array.asList(Role.VILLAGER, Role.SEER, Role.MEDIUM)){
if(gameInfo.getExistingRoles().contains(r)){ //
roles.add(r);
}
}
fakeRole = randomSelect(roles) // ( )
comingOutDay = (int)(Math.random()*2+1); // 1 2 CO
comingOutTurn = (int)(Math.random()*5); // CO
.....( ).....
}

99. (Seer)
• CO
– CO
• CO
– CO CO
– CO
:

100. (Bodyguard)
•
•
–
•
•
–
•
–
–
:

101. (Medium)
•
•
–
:

102. //
protected <T> randomSelect(List<T> list) {
if (list.isEmpty()) {
return null;
} else {
return list.get((int)(Math.random() * list.size());
}
}
//
protected boolean isAlive(Agent agent){
return currentGameInfo.getStatusMap.get(agent) == Status.ALIVE;
}

103. • 20170624 :
– 0527 @
–
–
– Java
• 20170406 :

106. (C)Ghost inTheShell President Jomeson

107. Java
•
class
l
l
l
n
n
class
l
l
l
n
n

108. ( )

109. •
–
•
•
–
»
»
–
»
–
•
•

110. •
–
–
•
•
•
–
•
–
–
•

111. GUI

112. GUI
•
– Windows : StartServer.bat
– Mac/Linux : StartSerber.sh

113. • Num of players 5
• Connect

114. (1/3)
•
– Windows :StartGuiClient.bat
– Mac/Linux : StartGuiClient.sh

115. (2/3)
• jar aiwolf-client.jar JarFiles

116. (3/3)
• Jar
• Connect Agent
• Role

117. • 1
SampleRoleAssignPlayer 4 Connect
• Server Starter Start Game
ServerStarter

118. •
(Villager)

120. (Reinforcement Learning)
•
•
http://spider.art.coocan.jp/biology2/behavior2012.htm

121. (1/2)
• s a
– π
a Q

122. (2/2)
• (s, a)
t + 1 st+1
r (s, a) r
– Q(s,a) ← Q(s,a) + α[r + γ max Q(st+1,p)- Q(s,a)] α
– π(s,a): , ε- , soft max,
•
– MDP:
– POMDP:

123. …

124. • S
–
– CO
–
– ( )
• A
–
–
–
• R
–
–
–
BBS

125. JAVA

126. •
–
–
–
•
package org.aiwolf.common.util;
(org/aiwolf/common/util/)
•
import org.aiwolf.common.util.*;
import org.aiwolf.common.util.Sorter.java;
*

127. •
– public:
– protected:
– :
– private:
– {}
• static
–

128. • AiWolfCommon/src/org/aiwolf/common/util/
– Counter.java
– Sorter.java
– BidiMap.java
• Java
–
–
– ( )
•
public class ArrayList<E> extends AbstractLink<E> … {
…
public <T> T[] toArray(T[] a) { … }
….
}

129. • List<Object>
• ArrayList<Object>
• LinkedList<Object>: FIFO
• Map<Key, Value>
• LinkedHashMap<Key, Value>
• TreeMap<Key, Value>
• BidiMap<Key, Value>: Key Value
Map
• Counter<V> : V

130. for
List<Objet> list;
• :
for(int i = 0; i < MAX; i++) {
Object obj = list[i]; // list.get(i);
System.out.println(obj);
}
• :
for(Iterator<Object> it = list.iterator(); it.hasNext(); ){
Object obj = it.next();
System.out.println();
}
• for (for-each ):
For(Object obj: list) {
System.out.println(obj);
}

131. •
– Object obj = new Object();
• :String
– Object obj = (Object)Class.forName(
:String).newInstance();

132. JavaDoc
@Override
–
@Deprecated
–
@SuppressWarning
–

133. ----------------------------------------------------------------------
public class FileCopy(){
private String f1;
private String f2;
public void main( String[] args ) throws Exception{
FileCopy a = new FileCopy();
a.f1 = new File( args[0] );
a.f2 = new File( args[1] );
a.run( 1024 );}
private void run( int i ) throws Exception{
FileInputStream s1 = new FileInputStream( f1 );
FileOutputStream s2 = new FileOutputStream( f2 );
byte[] b = new byte[i];
Int j;
while( (j=s1.read(b))>0) s2.write( b,0,j);
s1.close();
s2.close();
}}

134. •
–
–
•
–
• static s_*, m_*, a_*
–

135. •
java.io.*;
•
–
class Sample {}
–
•
–
–
int getParameter() {}
void setParameter(int value) {}
–
– Boolean True/False
boolean isSampleClass() {} Boolean hasStock() {}
–
Int num= 0;
void setParameter(int num){
this.num= num;
}

136. •
– boolen true/false
boolean hasTree;
boolean isMan;
– static final
static final int NUM_TRIAL;
–
–