windowsでTensorFlow その10

概要

windowsのTensorFlowの環境で、OpenAiやってみた。
新しい環境、作って見た。

写真

環境
windows 7 sp1 64bit
anaconda3
tensorflow 1.0
pyqt5
OpenAi Gym 0.5

サンプルコード

落ちてくる果物を籠で受け取る。
フルーツバスケット

class FBEnvironment(core.Env):
	metadata = {
		'render.modes': ['human', 'rgb_array'],
		'video.frames_per_second' : 1
	}
	def __init__(self):
		self.viewer = None
		self.state = None
		self.action_space = spaces.Discrete(3)
		high = np.array([1.0, 1.0])
		self.observation_space = gym.spaces.Box(low = -high, high = high)
		self._seed()
		self.x = 0
		self.y = 0
		self.z = 2
	def _get_ob(self):
		ban = np.zeros((10, 10))
		ban[self.x, self.y] = 1
		ban[9, self.z - 1] = 1
		ban[9, self.z] = 1
		ban[9, self.z + 1] = 1
		return np.reshape(ban, (-1, 100))
	def _seed(self, seed = None):
		self.np_random, seed = seeding.np_random(seed)
		return [seed]
	def _terminal(self):
		a = False
		if (self.y == 9):
			if (abs(self.x - self.z) <= 1):
				a = False
			else:
				a = True
		return a
	def _reset(self):
		self.x = random.randrange(0, 9)
		self.y = 0
		self.z = 4
		return self._get_ob()
	def _step(self, action):
		assert self.action_space.contains(action), "%r (%s) invalid" % (action, type(action))
		if (action == 1):
			acton = -1
		elif (action == 2):
			acton = 1
		else:
			acton = 0
		self.z = min(max(1, self.z + acton), 8)
		self.y += 1
		terminal = self._terminal()
		reward = 0.0
		if (self.y == 9):
			if (abs(self.x - self.z) <= 1):
				reward = 1.0
				self.x = random.randrange(0, 9)
				self.y = 0
			else:
				reward = -1.0
		return (self._get_ob(), reward, terminal, {})
	def _render(self, mode = 'human', close = False):
		time.sleep(0.2)
		if close:
			if self.viewer is not None:
				self.viewer.close()
				self.viewer = None
			return
		from gym.envs.classic_control import rendering
		if self.viewer is None:
			self.viewer = rendering.Viewer(500, 500)
			self.viewer.set_bounds(-2.5, 2.5, -2.5, 2.5)
		x = -1.8 + self.x * 0.4
		y = 2.0 - self.y * 0.4
		z = -1.8 + self.z * 0.4
		transform0 = rendering.Transform(translation = (x, y))
		transform1 = rendering.Transform(translation = (z, -1.8))
		self.viewer.draw_circle(0.2, 20, color = (1, 1, 0)).add_attr(transform0)
		self.viewer.draw_line((-2.0, 2.0), (2.0, 2.0), color = (0, 0, 0))
		self.viewer.draw_line((-2.0, 2.0), (-2.0, -2.0), color = (0, 0, 0))
		self.viewer.draw_line((2.0, 2.0), (2.0, -2.0), color = (0, 0, 0))
		self.viewer.draw_line((-2.0, -2.0), (2.0, -2.0), color = (0, 0, 0))
		self.viewer.draw_polygon([(-0.6, -0.2), (0.6, -0.2), (0.6, 0.2), (-0.6, 0.2)], color = (0, 1, 0)).add_attr(transform1)
		return self.viewer.render(return_rgb_array = mode == 'rgb_array')