Kotz’i’jに恋して11

Posted on 2017-05-24 by 13 No'j

今回の更新でKotz’ijは単語帳にある名詞を認識し、一度入力された名詞がもう一度入力された場合は、初めて入力された時のフレーズを用いる仕様にしてみた。

名詞かどうかの判定は、単語帳に品詞の情報を加えることにより実現。

単語帳に含まれている単語は今のところ全て名詞だけど動詞や前置詞等を保存することももちろん可能。

今回、大幅な追加・変更があったのはやはり辞書関連のコード。名詞を認識するためのメソッドを新たに作成。キチェ語は英語やスペイン語等と同様に単語と単語を空白で離すため、単語の認識自体は楽。

Dictionary.rb

require 'csv' # added 20170523

class Dictionary
  def initialize
    @random = []
    open('dictionaries/list02.txt') do |f|
      f.each do |line|
        line.chomp!
        next if line.empty?
        @random.push(line)
      end
    end

    @pattern = []                                 
    open('dictionaries/patterns02.txt') do |f|
      f.each do |line|
        pattern, phrases = line.chomp.split("\t") #split by tab
        next if pattern.nil? or phrases.nil?
        @pattern.push(PatternItem.new(pattern, phrases))
      end
    end
	
	@vocabularyList = CSV.read('./dictionaries/VocabularyList.csv')# added 20170523
  end

  def study(input)
    return if @random.include?(input)
	@random.push(input)
  end
 
  def save
    open('dictionaries/list02.txt', 'w') do |f|
	  f.puts(@random)
	end
  end

################################################################
  def analyze(input)
    return if @pattern.include?(input)
    @vocabularyList.each do |t1, t2|
	  if input.match(t1) && t2.match("noun") then
	    #@pattern.push(PatternItem.new(t1, input))
		@pattern.push(PatternItem.new(t1, input))
	  end
    end
  end
	  
  def savePatterns
    open('dictionaries/patterns02.txt', 'w') do |f|
	  @pattern.each{|patternItem| f.puts(patternItem.makeLine)}
	end
  end
#################################################################
  
  attr_reader :random, :pattern            
end

class PatternItem
  SEPARATOR = /^((-?\d+)##)?(.*)$/      

  def initialize(pattern, phrases)      
    SEPARATOR =~ pattern
    @modify, @pattern = $2.to_i, $3     

    @phrases = []                       
    phrases.split('|').each do |phrase|
      SEPARATOR =~ phrase
      @phrases.push({'need'=>$2.to_i, 'phrase'=>$3})
    end
  end

  def match(str)                        
    return str.match(@pattern)
  end

  def choice(mood)                      
    choices = []
    @phrases.each do |p|
      choices.push(p['phrase']) if suitable?(p['need'], mood)
    end
    return (choices.empty?)? nil : randomSelect(choices)
  end

  def suitable?(need, mood)             
    return true if need == 0
    if need > 0
      return mood > need
    else
      return mood < need
    end
  end

################################################################
  def makeLine
    pattern = @modify.to_s + "##" + @pattern
	phrases = @phrases.map{|p| p['need'].to_s + "##" + p['phrase']}
	return pattern + "\t" + phrases.join('|')
  end
################################################################  
  attr_reader :modify, :pattern, :phrases
end

100

101

require 'csv' # added 20170523

class Dictionary

def initialize

@random = []

open('dictionaries/list02.txt') do |f|

f.each do |line|

line.chomp!

next if line.empty?

@random.push(line)

end

@pattern = []

open('dictionaries/patterns02.txt') do |f|

f.each do |line|

pattern, phrases = line.chomp.split("\t") #split by tab

next if pattern.nil? or phrases.nil?

@pattern.push(PatternItem.new(pattern, phrases))

end

@vocabularyList = CSV.read('./dictionaries/VocabularyList.csv')# added 20170523

end

def study(input)

return if @random.include?(input)

@random.push(input)

end

def save

open('dictionaries/list02.txt', 'w') do |f|

f.puts(@random)

end

################################################################

def analyze(input)

return if @pattern.include?(input)

@vocabularyList.each do |t1, t2|

if input.match(t1) && t2.match("noun") then

#@pattern.push(PatternItem.new(t1, input))

@pattern.push(PatternItem.new(t1, input))

end

def savePatterns

open('dictionaries/patterns02.txt', 'w') do |f|

@pattern.each{|patternItem| f.puts(patternItem.makeLine)}

end

#################################################################

attr_reader :random, :pattern

end

class PatternItem

SEPARATOR = /^((-?\d+)##)?(.*)$/

def initialize(pattern, phrases)

SEPARATOR =~ pattern

@modify, @pattern = $2.to_i, $3

@phrases = []

phrases.split('|').each do |phrase|

SEPARATOR =~ phrase

@phrases.push({'need'=>$2.to_i, 'phrase'=>$3})

end

def match(str)

return str.match(@pattern)

end

def choice(mood)

choices = []

@phrases.each do |p|

choices.push(p['phrase']) if suitable?(p['need'], mood)

end

return (choices.empty?)? nil : randomSelect(choices)

end

def suitable?(need, mood)

return true if need == 0

if need > 0

return mood > need

else

return mood < need

end

################################################################

def makeLine

pattern = @modify.to_s + "##" + @pattern

phrases = @phrases.map{|p| p['need'].to_s + "##" + p['phrase']}

return pattern + "\t" + phrases.join('|')

end

################################################################

attr_reader :modify, :pattern, :phrases

end

プログラムを実行してみる。

少し会話らしくなってきた気がしないでもない。語彙やパターン数を増やしていけば更に良くなるかも。

Kotz’i’jに恋して10

Posted on 2017-05-19 by 13 No'j

プログラムに何とか形態素解析を取り組みたいと思う。アルファベットを用いたキチェ語では英語の様に各単語を離して表記するため、日本語程難しくはならないと思う。ただ、動詞を用いない会話も多いため、その点が少し問題となり得る。

取り敢えず、形態素解析をひとまず隅において、Kotz’i’jがユーザーが入力した文章を用いることが出来る仕様にした。辞書ファイルへの書き込みや入力内容の評価といったことが形態素解析にも繋がるので次に向けたステップとしては中々良いかな。

まぁ、恋するプログラムも同じ手順を踏んでいるということもあるけれど。

でプログラムだけど今回は３つのソース・ファイルを修正。

Dictionary.rb

class Dictionary
  def initialize
    @random = []
    open('dictionaries/list02.txt') do |f|
      f.each do |line|
        line.chomp!
        next if line.empty?
        @random.push(line)
      end
    end

    @pattern = []                                 
    open('dictionaries/patterns02.txt') do |f|
      f.each do |line|
        pattern, phrases = line.chomp.split("\t") #split by tab
        next if pattern.nil? or phrases.nil?
        @pattern.push(PatternItem.new(pattern, phrases))
      end
    end
  end

  def study(input)
    return if @random.include?(input)
	@random.push(input)
  end
  
  def save
    open('dictionaries/list02.txt', 'w') do |f|
	  f.puts(@random)
	end
  end
  
  attr_reader :random, :pattern            
end

class PatternItem
  SEPARATOR = /^((-?\d+)##)?(.*)$/      

  def initialize(pattern, phrases)      
    SEPARATOR =~ pattern
    @modify, @pattern = $2.to_i, $3     

    @phrases = []                       
    phrases.split('|').each do |phrase|
      SEPARATOR =~ phrase
      @phrases.push({'need'=>$2.to_i, 'phrase'=>$3})
    end
  end

  def match(str)                        
    return str.match(@pattern)
  end

  def choice(mood)                      
    choices = []
    @phrases.each do |p|
      choices.push(p['phrase']) if suitable?(p['need'], mood)
    end
    return (choices.empty?)? nil : randomSelect(choices)
  end

  def suitable?(need, mood)             
    return true if need == 0
    if need > 0
      return mood > need
    else
      return mood < need
    end
  end

  attr_reader :modify, :pattern, :phrases
end

class Dictionary

def initialize

@random = []

open('dictionaries/list02.txt') do |f|

f.each do |line|

line.chomp!

next if line.empty?

@random.push(line)

end

@pattern = []

open('dictionaries/patterns02.txt') do |f|

f.each do |line|

pattern, phrases = line.chomp.split("\t") #split by tab

next if pattern.nil? or phrases.nil?

@pattern.push(PatternItem.new(pattern, phrases))

end

def study(input)

return if @random.include?(input)

@random.push(input)

end

def save

open('dictionaries/list02.txt', 'w') do |f|

f.puts(@random)

end

attr_reader :random, :pattern

end

class PatternItem

SEPARATOR = /^((-?\d+)##)?(.*)$/

def initialize(pattern, phrases)

SEPARATOR =~ pattern

@modify, @pattern = $2.to_i, $3

@phrases = []

phrases.split('|').each do |phrase|

SEPARATOR =~ phrase

@phrases.push({'need'=>$2.to_i, 'phrase'=>$3})

end

def match(str)

return str.match(@pattern)

end

def choice(mood)

choices = []

@phrases.each do |p|

choices.push(p['phrase']) if suitable?(p['need'], mood)

end

return (choices.empty?)? nil : randomSelect(choices)

end

def suitable?(need, mood)

return true if need == 0

if need > 0

return mood > need

else

return mood < need

end

attr_reader :modify, :pattern, :phrases

end

Kotzij.rb

require './Responder'
require './Dictionary'

class Kotzij                      
  def initialize
  
    @dictionary = Dictionary.new
	@emocion = Emocion.new(@dictionary)
	
	@responderWhat     = WhatResponder.new(@dictionary)
    @responderRandom   = RandomResponder.new(@dictionary) 
	@responderPatterns = PatternResponder.new(@dictionary)
	@responder = @responderRandom
  end

  def dialogue(input)
    @emocion.update(input)
    case rand(10)
	when 0
	  @responder = @responderWhat
	when 1..5
      @responder = @responderRandom  
	else
	  @responder = @responderPatterns
	end
	response = @responder.response(input, @emocion.mood)
	
	@dictionary.study(input)
	#@dictionary.save
	return response
  end

  def responderName
    return @responder.name
  end
  
  def mood
    return @emocion.mood
  end  
  
  def save
    @dictionary.save
  end
  
  attr_reader :name
end

def randomSelect(ary)
  return ary[rand(ary.size)]
end

require './Responder'

require './Dictionary'

class Kotzij

def initialize

@dictionary = Dictionary.new

@emocion = Emocion.new(@dictionary)

@responderWhat = WhatResponder.new(@dictionary)

@responderRandom = RandomResponder.new(@dictionary)

@responderPatterns = PatternResponder.new(@dictionary)

@responder = @responderRandom

end

def dialogue(input)

@emocion.update(input)

case rand(10)

when 0

@responder = @responderWhat

when 1..5

@responder = @responderRandom

else

@responder = @responderPatterns

end

response = @responder.response(input, @emocion.mood)

@dictionary.study(input)

#@dictionary.save

return response

end

def responderName

return @responder.name

end

def mood

return @emocion.mood

end

def save

@dictionary.save

end

attr_reader :name

end

def randomSelect(ary)

return ary[rand(ary.size)]

end

Tzijonik.rb

require './Kotzij'
require './Emocion'

def prompt(kotzij)                        
  return 'Kotz\'ij > '
end

puts('Tzijonik: Version 1.6 (20170518)')
currentTime = Time.now #get the current time
hour = currentTime.hour
if hour > 3 && hour < 12 then
  saludo = 'Saqarik'

elsif hour >= 12 && hour < 18 then
  saludo = 'Xe\'q\'ij'
  
else
  saludo = 'Xokaq\'ab\''
end
flor = Kotzij.new
puts(prompt(flor) + saludo)
puts(prompt(flor) + 'In al Kotz\'ij')

while true                             
  print('At> ')
  input = gets
  input.chomp!
  
  if input == '' then
    @log = ["Tzijonik System: Log -- #{Time.now} "]
  
    open('TzijonikLog.txt', 'a') do |f|
      f.puts(@log)
	  f.puts
	flor.save
  end
end
  
  break if input == ''

  response = flor.dialogue(input)    
  puts(prompt(flor) + response)
end

def putlog(log)
  @logArea.text += "#{log}\n"
  @logArea.scrollTo(@logArea.countLines-1, 1)
  @log.put(log)
end

require './Kotzij'

require './Emocion'

def prompt(kotzij)

return 'Kotz\'ij > '

end

puts('Tzijonik: Version 1.6 (20170518)')

currentTime = Time.now #get the current time

hour = currentTime.hour

if hour > 3 && hour < 12 then

saludo = 'Saqarik'

elsif hour >= 12 && hour < 18 then

saludo = 'Xe\'q\'ij'

else

saludo = 'Xokaq\'ab\''

end

flor = Kotzij.new

puts(prompt(flor) + saludo)

puts(prompt(flor) + 'In al Kotz\'ij')

while true

print('At> ')

input = gets

input.chomp!

if input == '' then

@log = ["Tzijonik System: Log -- #{Time.now} "]

open('TzijonikLog.txt', 'a') do |f|

f.puts(@log)

f.puts

flor.save

end

break if input == ''

response = flor.dialogue(input)

puts(prompt(flor) + response)

end

def putlog(log)

@logArea.text += "#{log}\n"

@logArea.scrollTo(@logArea.countLines-1, 1)

@log.put(log)

end

プログラムの更新を分かりやすくするため、単語リストはトマト（pix）の一単語のみとしてみた。

実行してみる。

途中からKotz’ijがスペイン語を話し始めてしまった。

ちなみにXwanというのはスペイン語のJuan、Ko’zijのスペルは発音を間違えたと仮定して元々とは違う形で入力してみた。

プログラム終了時に単語リストはこうなっていた。

スペイン語を話し始めたKotz’ijだけど次回からは本格的にキチェ語を学ぶ様になるかな？まずはやはり名詞から始めようと思う。

Kotz’i’jに恋して9

Posted on 2017-05-18 by 13 No'j

単語数も順調に増えてきたけど、今後はKotz’i’jの発言をより充実させるものにするためには、形態素解析が必要。英語や日本語では幾つかプログラムがあるけど、キチェ語も他のマヤ諸言語もそんなものはない。

スタンフォード大学が作っている英語とかのプロジェクトを基にしても良いけど、今のところ、キチェ語の語彙数も少ないので単純なプログラムを作った方が良いかな。

取り敢えずMeCabの辞書ファイルを拾って読み込んでみた。これはかなり大変そう。形態素解析(morphological analysis)についてはノラ・イングランドがキチェ語の文法本でも触れているのでそれを参考にしてみようと思う。

Kotz’i’jに恋して8

Posted on 2017-05-12 by 13 No'j

単語リストとパターン回答集を少し修正した。

Kotz’i’jに恋して7

Posted on 2017-05-11 by 13 No'j

今日午後の授業に行く前にプログラムに機能を追加した。本の第６章にあるように、Kotz’ijに感情モデルを実装した。具体的には特定の言葉によって機嫌が良くなったり、悪くなったりということ。

キチェ語クラスでの単語は１５０以上位だと思うけど、あまり形容詞を習っていないので今のところ機嫌を良くする言葉（Utz　Kotz’i’j＝可愛いKotz’i’j）と反対に機嫌を悪くさせる言葉（Chom＝太っている）それぞれ一つずつ。

それらはパターン回答集に追加。.rbファイルは５つ。

Tzijonik.rb

require './Kotzij'
require './Emocion'

def prompt(kotzij)                        
  return 'Kotz\'ij > '
end

puts('Tzijonik: Version 1.4 (20170511)')
currentTime = Time.now #get the current time
hour = currentTime.hour
if hour > 3 && hour < 12 then
  saludo = 'Saqarik'

elsif hour >= 12 && hour < 18 then
  saludo = 'Xe\'q\'ij'
  
else
  saludo = 'Xokaq\'ab\''
end
flor = Kotzij.new
puts(prompt(flor) + saludo)
puts(prompt(flor) + 'In al Kotz\'ij')

while true                             
  print('At> ')
  input = gets
  input.chomp!
  break if input == ''

  response = flor.dialogue(input)    
  puts(prompt(flor) + response)
end

require './Kotzij'

require './Emocion'

def prompt(kotzij)

return 'Kotz\'ij > '

end

puts('Tzijonik: Version 1.4 (20170511)')

currentTime = Time.now #get the current time

hour = currentTime.hour

if hour > 3 && hour < 12 then

saludo = 'Saqarik'

elsif hour >= 12 && hour < 18 then

saludo = 'Xe\'q\'ij'

else

saludo = 'Xokaq\'ab\''

end

flor = Kotzij.new

puts(prompt(flor) + saludo)

puts(prompt(flor) + 'In al Kotz\'ij')

while true

print('At> ')

input = gets

input.chomp!

break if input == ''

response = flor.dialogue(input)

puts(prompt(flor) + response)

end

Kotzij.rb

require './Responder'
require './Dictionary'

class Kotzij                      
  def initialize
  
    @dictionary = Dictionary.new
	@emocion = Emocion.new(@dictionary)
	
	@responderWhat     = WhatResponder.new(@dictionary)
    @responderRandom   = RandomResponder.new(@dictionary) 
	@responderPatterns = PatternResponder.new(@dictionary)
	@responder = @responderRandom
  end

  def dialogue(input)
    @emocion.update(input)
    case rand(10)
	when 0
	  @responder = @responderWhat
	else
	  @responder = @responderPatterns
	end
	return @responder.response(input, @emocion.mood)
  end

  def responderName
    return @responder.name
  end
  
  def mood
    return @emocion.mood
  end
  
  attr_reader :name
end

def randomSelect(ary)
  return ary[rand(ary.size)]
end

require './Responder'

require './Dictionary'

class Kotzij

def initialize

@dictionary = Dictionary.new

@emocion = Emocion.new(@dictionary)

@responderWhat = WhatResponder.new(@dictionary)

@responderRandom = RandomResponder.new(@dictionary)

@responderPatterns = PatternResponder.new(@dictionary)

@responder = @responderRandom

end

def dialogue(input)

@emocion.update(input)

case rand(10)

when 0

@responder = @responderWhat

else

@responder = @responderPatterns

end

return @responder.response(input, @emocion.mood)

end

def responderName

return @responder.name

end

def mood

return @emocion.mood

end

attr_reader :name

end

def randomSelect(ary)

return ary[rand(ary.size)]

end

Responder.rb

class Responder
  def initialize(dictionary)
	@dictionary = dictionary
  end
  
  def response(input, mood)
    return ''
  end
  
  attr_reader :name
end

class WhatResponder < Responder
  def response(input, mood)
  "Jas #{input}?"
  end  
end

class RandomResponder < Responder
  def response(input, mood)
    return randomSelect(@dictionary.random)
  end
end

class PatternResponder < Responder
  def response(input, mood)
    @dictionary.pattern.each do |patternItems| 
      if m = patternItems.match(input)       
        resp = patternItems.choice(mood)     
        next if resp.nil?                    
        return resp.gsub(/%match%/, m.to_s)
      end
    end

    return randomSelect(@dictionary.random)
  end
end

class Responder

def initialize(dictionary)

@dictionary = dictionary

end

def response(input, mood)

return ''

end

attr_reader :name

end

class WhatResponder < Responder

def response(input, mood)

"Jas #{input}?"

end

class RandomResponder < Responder

def response(input, mood)

return randomSelect(@dictionary.random)

end

class PatternResponder < Responder

def response(input, mood)

@dictionary.pattern.each do |patternItems|

if m = patternItems.match(input)

resp = patternItems.choice(mood)

next if resp.nil?

return resp.gsub(/%match%/, m.to_s)

end

return randomSelect(@dictionary.random)

end

Dictionary.rb

class Dictionary
  def initialize
    @random = []
    open('dictionaries/list01.txt') do |f|
      f.each do |line|
        line.chomp!
        next if line.empty?
        @random.push(line)
      end
    end

    @pattern = []                                 
    open('dictionaries/patterns02.txt') do |f|
      f.each do |line|
        pattern, phrases = line.chomp.split("\t") #split by tab
        next if pattern.nil? or phrases.nil?
        @pattern.push(PatternItem.new(pattern, phrases))
      end
    end
  end

  attr_reader :random, :pattern            
end

class PatternItem
  SEPARATOR = /^((-?\d+)##)?(.*)$/      

  def initialize(pattern, phrases)      
    SEPARATOR =~ pattern
    @modify, @pattern = $2.to_i, $3     

    @phrases = []                       
    phrases.split('|').each do |phrase|
      SEPARATOR =~ phrase
      @phrases.push({'need'=>$2.to_i, 'phrase'=>$3})
    end
  end

  def match(str)                        
    return str.match(@pattern)
  end

  def choice(mood)                      
    choices = []
    @phrases.each do |p|
      choices.push(p['phrase']) if suitable?(p['need'], mood)
    end
    return (choices.empty?)? nil : randomSelect(choices)
  end

  def suitable?(need, mood)             
    return true if need == 0
    if need > 0
      return mood > need
    else
      return mood < need
    end
  end

  attr_reader :modify, :pattern, :phrases
end

class Dictionary

def initialize

@random = []

open('dictionaries/list01.txt') do |f|

f.each do |line|

line.chomp!

next if line.empty?

@random.push(line)

end

@pattern = []

open('dictionaries/patterns02.txt') do |f|

f.each do |line|

pattern, phrases = line.chomp.split("\t") #split by tab

next if pattern.nil? or phrases.nil?

@pattern.push(PatternItem.new(pattern, phrases))

end

attr_reader :random, :pattern

end

class PatternItem

SEPARATOR = /^((-?\d+)##)?(.*)$/

def initialize(pattern, phrases)

SEPARATOR =~ pattern

@modify, @pattern = $2.to_i, $3

@phrases = []

phrases.split('|').each do |phrase|

SEPARATOR =~ phrase

@phrases.push({'need'=>$2.to_i, 'phrase'=>$3})

end

def match(str)

return str.match(@pattern)

end

def choice(mood)

choices = []

@phrases.each do |p|

choices.push(p['phrase']) if suitable?(p['need'], mood)

end

return (choices.empty?)? nil : randomSelect(choices)

end

def suitable?(need, mood)

return true if need == 0

if need > 0

return mood > need

else

return mood < need

end

attr_reader :modify, :pattern, :phrases

end

で最後に新しく作成したEmocion.rb

class Emocion
  MOOD_MIN = -10                        
  MOOD_MAX =  10
  MOOD_RECOVERY = 0.5

  def initialize(dictionary)            
    @dictionary = dictionary
    @mood = 0
  end

  def update(input)                     
    @dictionary.pattern.each do |patternItems| 
      if patternItems.match(input)          
        adjust_mood(patternItems.modify)    
        break
      end
    end

    if @mood < 0                        
      @mood += MOOD_RECOVERY
    elsif @mood > 0
      @mood -= MOOD_RECOVERY
    end
  end

  def adjust_mood(val)                  
    @mood += val
    if @mood > MOOD_MAX
      @mood = MOOD_MAX
    elsif @mood < MOOD_MIN
      @mood = MOOD_MIN
    end
  end

  attr_reader :mood
end

class Emocion

MOOD_MIN = -10

MOOD_MAX = 10

MOOD_RECOVERY = 0.5

def initialize(dictionary)

@dictionary = dictionary

@mood = 0

end

def update(input)

@dictionary.pattern.each do |patternItems|

if patternItems.match(input)

adjust_mood(patternItems.modify)

break

end

if @mood < 0

@mood += MOOD_RECOVERY

elsif @mood > 0

@mood -= MOOD_RECOVERY

end

def adjust_mood(val)

@mood += val

if @mood > MOOD_MAX

@mood = MOOD_MAX

elsif @mood < MOOD_MIN

@mood = MOOD_MIN

end

attr_reader :mood

end

キチェ語、英語、スペイン語が入り混じってちょっと分かりずらくなってきたかなぁ。

13 No'j

グアテマラ、マヤ文明とプログラミング/Mayan World and Programming

Category Archives: Kotz’i’jに恋して

Kotz’i’jに恋して11

Kotz’i’jに恋して10

Kotz’i’jに恋して9

Kotz’i’jに恋して8

Kotz’i’jに恋して7