@@ -1,16 +1,67 @@ #include "agent.h" - +#include <stdlib.h> +#include <time.h> +#include <QApplication> Agent::Agent(Environment *env, double alpha, double gamma, double eps) :m_env(env), m_alpha(alpha), m_gamma(gamma), m_eps(eps) { + srand( (unsigned) time(NULL) ); } void Agent::initQ() -{ +{ //m_Q.insert(MyQ(Status(i,j), Action(0,0)), 0); m_Q.clear(); int i,j; + + m_Q.insert(MyQ(Status(0,0), Action(1,0)), 0); + m_Q.insert(MyQ(Status(0,0), Action(1,1)), 0); + m_Q.insert(MyQ(Status(0,0), Action(0,1)), 0); + + m_Q.insert(MyQ(Status(19,0), Action(0,1)), 0); + m_Q.insert(MyQ(Status(19,0), Action(-1,1)), 0); + m_Q.insert(MyQ(Status(19,0), Action(-1,0)), 0); + + m_Q.insert(MyQ(Status(0,9), Action(1,0)), 0); + m_Q.insert(MyQ(Status(0,9), Action(1,-1)), 0); + m_Q.insert(MyQ(Status(0,9), Action(0,-1)), 0); + + m_Q.insert(MyQ(Status(19,9), Action(-1,0)), 0); + m_Q.insert(MyQ(Status(19,9), Action(-1,-1)), 0); + m_Q.insert(MyQ(Status(19,9), Action(0,-1)), 0); + + for(i=1;i<19;i++){ + m_Q.insert(MyQ(Status(i,0), Action(1,0)), 0); + m_Q.insert(MyQ(Status(i,0), Action(-1,0)), 0); + m_Q.insert(MyQ(Status(i,0), Action(1,1)), 0); + m_Q.insert(MyQ(Status(i,0), Action(-1,1)), 0); + m_Q.insert(MyQ(Status(i,0), Action(0,1)), 0); + + m_Q.insert(MyQ(Status(i,9), Action(1,0)), 0); + m_Q.insert(MyQ(Status(i,9), Action(-1,0)), 0); + m_Q.insert(MyQ(Status(i,9), Action(1,-1)), 0); + m_Q.insert(MyQ(Status(i,9), Action(-1,-1)), 0); + m_Q.insert(MyQ(Status(i,9), Action(0,-1)), 0); + } + for(j=1;j<9;j++){ + m_Q.insert(MyQ(Status(0, i), Action(0,1)), 0); + m_Q.insert(MyQ(Status(0, i), Action(0,-1)), 0); + m_Q.insert(MyQ(Status(0, i), Action(1,1)), 0); + m_Q.insert(MyQ(Status(0, i), Action(1,-1)), 0); + m_Q.insert(MyQ(Status(0, i), Action(1,0)), 0); + + m_Q.insert(MyQ(Status(19,i), Action(0,1)), 0); + m_Q.insert(MyQ(Status(19,i), Action(0,-1)), 0); + m_Q.insert(MyQ(Status(19,i), Action(-1,1)), 0); + m_Q.insert(MyQ(Status(19,i), Action(-1,-1)), 0); + m_Q.insert(MyQ(Status(19,i), Action(-1,0)), 0); + } for(i=0;i<20;i++){ for(j=0;j<10;j++){ + m_Q.insert(MyQ(Status(i,j), Action(0,0)), 0); + } + } + for(i=1;i<19;i++){ + for(j=1;j<9;j++){ m_Q.insert(MyQ(Status(i,j), Action(1,0)), 0); m_Q.insert(MyQ(Status(i,j), Action(-1,0)), 0); m_Q.insert(MyQ(Status(i,j), Action(0,1)), 0); @@ -19,7 +70,10 @@ void Agent::initQ() m_Q.insert(MyQ(Status(i,j), Action(1,-1)), 0); m_Q.insert(MyQ(Status(i,j), Action(-1,1)), 0); m_Q.insert(MyQ(Status(i,j), Action(-1,-1)), 0); - + } + } + for(i=2;i<18;i++){ + for(j=2;j<8;j++){ m_Q.insert(MyQ(Status(i,j), Action(2,0)), 0); m_Q.insert(MyQ(Status(i,j), Action(-2,0)), 0); m_Q.insert(MyQ(Status(i,j), Action(0,2)), 0); @@ -47,16 +101,25 @@ void Agent::changeEps(int i) switch(i){ case 0: setEps(0); + break; case 1: setEps(0.0001); + break; case 2: setEps(0.001); + break; case 3: setEps(0.01); + break; case 4: setEps(0.1); + break; case 5: + setEps(0.3); + break; + case 6: setEps(1.0); + break; default: setEps(0); } @@ -67,13 +130,59 @@ Action Agent::selectAction(Status s) Reward max = -100000000; Action a; QMap<MyQ, Reward>::iterator p; + + int ra = rand(); + double eps = (double)ra / (double)RAND_MAX; + + if(eps < m_eps){ + switch(ra%8){ + case 0: + a.first = 1; + a.second = 0; + break; + case 1: + a.first = -1; + a.second = 0; + break; + case 2: + a.first = 0; + a.second = -1; + break; + case 3: + a.first = 0; + a.second = 1; + break; + case 4: + a.first = 1; + a.second = 1; + break; + case 5: + a.first = 1; + a.second = -1; + break; + case 6: + a.first = -1; + a.second = 1; + break; + default: + a.first = -1; + a.second = -1; + } + if(a.first==-1 && s.first==0){a.first = 1;} + if(a.second==-1 && s.second==0){a.second = 1;} + if(a.first==1 && s.first==19){a.first = -1;} + if(a.second==1 && s.second==9){a.second = -1;} + } + else{ p = m_Q.find(MyQ(s,Action(1,0))); if(p != m_Q.end()){ max = p.value(); + a.first = 1; + a.second = 0; } p = m_Q.find(MyQ(s,Action(-1,0))); if(p != m_Q.end()){ - if (p.value() > max) {max = p.value(); a.first = 1; a.second = 0;} + if (p.value() > max) {max = p.value(); a.first = -1; a.second = 0;} } p = m_Q.find(MyQ(s,Action(0,-1))); if(p != m_Q.end()){ @@ -131,17 +240,20 @@ Action Agent::selectAction(Status s) // if(p != m_Q.end()){ // if (p.value() > max) {max = p.value(); a = Action(-2,-2);} // } + } return a; } -void Agent::doEpisode() +int Agent::doEpisode() { + m_stop = false; m_env->initStatus(); - + int ret = 0; Status s = m_env->getStatus(); Action a = selectAction(s); - while(!isFin(m_env->getStatus())){ + while(!isFin(m_env->getStatus()) && !m_stop){ + QApplication::processEvents(); Reward r = m_env->doAction(a); Status s_dash = m_env->getStatus(); @@ -153,13 +265,20 @@ void Agent::doEpisode() m_Q[MyQ(s, a)] = old_Q_sa + m_alpha*(r + m_gamma*old_Q_sa_dash - old_Q_sa); s = s_dash; a = a_dash; + ret++; } + return ret; } bool Agent::isFin(Status st) { - if(st == Status(19, 9)) return true; + if(st == Status(18, 7)) return true; if(st.first < 0 || st.first >= 20) return true; if(st.second < 0 || st.second >= 10) return true; return false; } + +void Agent::stop() +{ + m_stop = true; +} reinforce/agent.cpp @@ -15,9 +15,10 @@ public: void setAlpha(double alpha){ m_alpha = alpha; } void setGamma(double gamma){ m_gamma = gamma; } void setEps(double eps){ m_eps = eps; } - void doEpisode(); + int doEpisode(); void initQ(); bool isFin(Status st); + void stop(); Action selectAction(Status s); public slots: void changeAlpha(int i); @@ -28,6 +29,7 @@ private: double m_alpha; double m_gamma; double m_eps; + bool m_stop; QMap< MyQ, Reward > m_Q; }; reinforce/agent.h @@ -3,6 +3,10 @@ #include "environment.h" #include <QMessageBox> +#include <QApplication> + +#define max(a, b) (((a) > (b)) ? (a) : (b)) +#define min(a, b) (((a) < (b)) ? (a) : (b)) MainWindow::MainWindow(QWidget *parent) : QMainWindow(parent), ui(new Ui::MainWindow) @@ -31,7 +35,15 @@ MainWindow::~MainWindow() void MainWindow::recvStatusChanged(Status s) { - + QString str; + str.sprintf("%d %d", s.first, s.second); + ui->textEdit->append(str); + QTableWidgetItem *item = ui->tableWidget->item(s.second,s.first); + if(item){ + QColor c = item->backgroundColor(); + c.setRed(min(c.red() + 1,255)); + item->setBackgroundColor(c); + } } void MainWindow::on_initButton_clicked() @@ -40,13 +52,34 @@ void MainWindow::on_initButton_clicked() if(Status(10,10) == Status(10,10)){ QMessageBox::information(NULL, "", "true"); } - } void MainWindow::on_startButton_clicked() { + stop = false; + int i,j; + for(i=0;i<20;i++){ + for(j=0;j<10;j++){ + QTableWidgetItem* item = ui->tableWidget->item(j,i); + if(item){ + item->setBackground(Qt::SolidPattern); + } + } + } + env->initStatus(); agent->initQ(); - for(int i=0;i<3;i++){ - agent->doEpisode(); + for(int i=0;i<1000;i++){ + if(stop) break; + ui->textEdit->append("try"); + int ret = agent->doEpisode(); + QString str; + str.sprintf("%d",ret); + ui->textEdit_2->append(str); } } + +void MainWindow::on_stopButton_clicked() +{ + stop = true; + agent->stop(); +} reinforce/mainwindow.cpp @@ -28,8 +28,10 @@ private: Ui::MainWindow *ui; Environment *env; Agent *agent; + bool stop; private slots: + void on_stopButton_clicked(); void on_startButton_clicked(); void on_initButton_clicked(); }; reinforce/mainwindow.h @@ -6,8 +6,8 @@ <rect> <x>0</x> <y>0</y> - <width>611</width> - <height>400</height> + <width>642</width> + <height>545</height> </rect> </property> <property name="windowTitle"> @@ -229,6 +229,11 @@ </item> <item> <property name="text"> + <string>0.5</string> + </property> + </item> + <item> + <property name="text"> <string>1.0</string> </property> </item> @@ -238,10 +243,1197 @@ </widget> </item> <item> - <widget class="QGraphicsView" name="graphicsView"/> + <widget class="QFrame" name="frame_3"> + <property name="frameShape"> + <enum>QFrame::StyledPanel</enum> + </property> + <property name="frameShadow"> + <enum>QFrame::Raised</enum> + </property> + <layout class="QVBoxLayout" name="verticalLayout"> + <item> + <widget class="QTableWidget" name="tableWidget"> + <row> + <property name="text"> + <string>0</string> + </property> + </row> + <row> + <property name="text"> + <string>1</string> + </property> + </row> + <row> + <property name="text"> + <string>2</string> + </property> + </row> + <row> + <property name="text"> + <string>3</string> + </property> + </row> + <row> + <property name="text"> + <string>4</string> + </property> + </row> + <row> + <property name="text"> + <string>5</string> + </property> + </row> + <row> + <property name="text"> + <string>6</string> + </property> + </row> + <row> + <property name="text"> + <string>7</string> + </property> + </row> + <row> + <property name="text"> + <string>8</string> + </property> + </row> + <row> + <property name="text"> + <string>9</string> + </property> + </row> + <column> + <property name="text"> + <string>0</string> + </property> + </column> + <column> + <property name="text"> + <string>1</string> + </property> + </column> + <column> + <property name="text"> + <string>2</string> + </property> + </column> + <column> + <property name="text"> + <string>3</string> + </property> + </column> + <column> + <property name="text"> + <string>4</string> + </property> + </column> + <column> + <property name="text"> + <string>5</string> + </property> + </column> + <column> + <property name="text"> + <string>6</string> + </property> + </column> + <column> + <property name="text"> + <string>7</string> + </property> + </column> + <column> + <property name="text"> + <string>8</string> + </property> + </column> + <column> + <property name="text"> + <string>9</string> + </property> + </column> + <column> + <property name="text"> + <string>10</string> + </property> + </column> + <column> + <property name="text"> + <string>11</string> + </property> + </column> + <column> + <property name="text"> + <string>12</string> + </property> + </column> + <column> + <property name="text"> + <string>13</string> + </property> + </column> + <column> + <property name="text"> + <string>14</string> + </property> + </column> + <column> + <property name="text"> + <string>15</string> + </property> + </column> + <column> + <property name="text"> + <string>16</string> + </property> + </column> + <column> + <property name="text"> + <string>17</string> + </property> + </column> + <column> + <property name="text"> + <string>18</string> + </property> + </column> + <column> + <property name="text"> + <string>19</string> + </property> + </column> + <item row="0" column="0"> + <property name="text"> + <string/> + </property> + </item> + <item row="0" column="1"> + <property name="text"> + <string/> + </property> + <property name="background"> + <brush brushstyle="NoBrush"> + <color alpha="255"> + <red>0</red> + <green>0</green> + <blue>0</blue> + </color> + </brush> + </property> + </item> + <item row="0" column="2"> + <property name="text"> + <string/> + </property> + </item> + <item row="0" column="3"> + <property name="text"> + <string/> + </property> + </item> + <item row="0" column="4"> + <property name="text"> + <string/> + </property> + </item> + <item row="0" column="5"> + <property name="text"> + <string/> + </property> + </item> + <item row="0" column="6"> + <property name="text"> + <string/> + </property> + </item> + <item row="0" column="7"> + <property name="text"> + <string/> + </property> + </item> + <item row="0" column="8"> + <property name="text"> + <string/> + </property> + </item> + <item row="0" column="9"> + <property name="text"> + <string/> + </property> + </item> + <item row="0" column="10"> + <property name="text"> + <string/> + </property> + </item> + <item row="0" column="11"> + <property name="text"> + <string/> + </property> + </item> + <item row="0" column="12"> + <property name="text"> + <string/> + </property> + </item> + <item row="0" column="13"> + <property name="text"> + <string/> + </property> + </item> + <item row="0" column="14"> + <property name="text"> + <string/> + </property> + </item> + <item row="0" column="15"> + <property name="text"> + <string/> + </property> + </item> + <item row="0" column="16"> + <property name="text"> + <string/> + </property> + </item> + <item row="0" column="17"> + <property name="text"> + <string/> + </property> + </item> + <item row="0" column="18"> + <property name="text"> + <string/> + </property> + </item> + <item row="0" column="19"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="0"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="1"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="2"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="3"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="4"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="5"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="6"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="7"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="8"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="9"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="10"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="11"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="12"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="13"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="14"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="15"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="16"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="17"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="18"> + <property name="text"> + <string/> + </property> + </item> + <item row="1" column="19"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="0"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="1"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="2"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="3"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="4"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="5"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="6"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="7"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="8"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="9"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="10"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="11"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="12"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="13"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="14"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="15"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="16"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="17"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="18"> + <property name="text"> + <string/> + </property> + </item> + <item row="2" column="19"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="0"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="1"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="2"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="3"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="4"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="5"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="6"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="7"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="8"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="9"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="10"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="11"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="12"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="13"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="14"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="15"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="16"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="17"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="18"> + <property name="text"> + <string/> + </property> + </item> + <item row="3" column="19"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="0"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="1"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="2"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="3"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="4"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="5"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="6"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="7"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="8"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="9"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="10"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="11"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="12"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="13"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="14"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="15"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="16"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="17"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="18"> + <property name="text"> + <string/> + </property> + </item> + <item row="4" column="19"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="0"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="1"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="2"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="3"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="4"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="5"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="6"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="7"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="8"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="9"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="10"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="11"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="12"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="13"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="14"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="15"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="16"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="17"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="18"> + <property name="text"> + <string/> + </property> + </item> + <item row="5" column="19"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="0"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="1"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="2"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="3"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="4"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="5"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="6"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="7"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="8"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="9"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="10"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="11"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="12"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="13"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="14"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="15"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="16"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="17"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="18"> + <property name="text"> + <string/> + </property> + </item> + <item row="6" column="19"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="0"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="1"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="2"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="3"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="4"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="5"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="6"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="7"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="8"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="9"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="10"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="11"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="12"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="13"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="14"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="15"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="16"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="17"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="18"> + <property name="text"> + <string/> + </property> + </item> + <item row="7" column="19"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="0"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="1"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="2"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="3"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="4"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="5"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="6"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="7"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="8"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="9"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="10"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="11"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="12"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="13"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="14"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="15"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="16"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="17"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="18"> + <property name="text"> + <string/> + </property> + </item> + <item row="8" column="19"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="0"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="1"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="2"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="3"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="4"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="5"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="6"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="7"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="8"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="9"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="10"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="11"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="12"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="13"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="14"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="15"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="16"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="17"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="18"> + <property name="text"> + <string/> + </property> + </item> + <item row="9" column="19"> + <property name="text"> + <string/> + </property> + </item> + </widget> + </item> + </layout> + </widget> </item> <item> - <widget class="QTextEdit" name="textEdit"/> + <widget class="QFrame" name="frame_2"> + <property name="frameShape"> + <enum>QFrame::StyledPanel</enum> + </property> + <property name="frameShadow"> + <enum>QFrame::Raised</enum> + </property> + <layout class="QHBoxLayout" name="horizontalLayout_2"> + <item> + <widget class="QTextEdit" name="textEdit_2"/> + </item> + <item> + <widget class="QTextEdit" name="textEdit"/> + </item> + </layout> + </widget> </item> </layout> </widget> @@ -250,7 +1442,7 @@ <rect> <x>0</x> <y>0</y> - <width>611</width> + <width>642</width> <height>25</height> </rect> </property> reinforce/mainwindow.ui 93fdbc5fb07b79ee5672f81cadb79e80e59b3532 NOSE Takafumi ahya365@gmail.com http://github.com/plus7/plus7pub/commit/b52adbaf108272cd5b1467351ac78a97542c8a49 b52adbaf108272cd5b1467351ac78a97542c8a49 2009-05-07T20:55:14-07:00 2009-05-07T20:55:14-07:00 implemented sarsa a55d3794899d20d7c5d29a51ae044c3c5ea04569 NOSE Takafumi ahya365@gmail.com