老鼠找起司(2) 副本 | JavaScript 程式專案

{"id":193190,"student_id":1404,"content":"var grid = []\n//產生牆壁或通道\nfor (var i = 0; i \u003c 12; i++) {\n    line = \"\"\n    if (i == 0 || i == 11){\n        line = \"****************\"\n    }else{\n        for (var j = 0; j \u003c 16; j++) {\n            if(j == 0 || j == 15){\n                line += \"*\"\n            }else if(i == 1 \u0026\u0026 j == 1){\n                line += \" \"\n            }else{\n                line += Math.random()\u003e0.7 ? '*' : ' '\n            }\n        }   \n    }\n    grid.push(line)\n}\n//隨機選一個位置放起司\nwhile(true){\n    var x = Math.floor(Math.random() * 5 + 10)\n    var y = Math.floor(Math.random() * 5 + 6)\n    if (grid[y][x] == ' '){\n        grid[y] = grid[y].substring(0,x)+'C'+grid[y].substring(x+1)\n        break\n    }\n}\ninit(grid);\n\n\nvar initX = 1;\nvar initY = 1;\nplayer.reset(initX, initY); // 初始化老鼠位置\n\nvar Q = {}; //老鼠的大腦\nvar S1; //上一次的狀態(位置), 格式：\"x,y\"\nvar S2; //當前的狀態(位置), 格式：\"x,y\"\nvar A; //上一次的動作(移動方向), 0:左邊, 1:右邊, 2:上走, 3:下走\nvar alpha = 0.8; // 學習速率\nvar beta = 0.5; // 衰減值\n\n\nsetInterval(train, 50);\nfunction train(){\n    // S1: 舊的狀態（位置），格式： x,y\n    S1 = player.x + \",\" + player.y; //`${player.x},${player.y}`\n    if (Q[S1] == undefined) {\n        Q[S1] = [0, 0, 0, 0]; //[左走分數, 右走分數, 上走分數, 下走分數]\n    }\n\n    //找出分數最高的action\n    //e.g. if Q[S1] = [3, 2, 5, 7], then player.y+=1 and A = 3\n    //e.g. if Q[S1] = [3, 12, 5, 7], then player.x+=1 and A = 1\n    A = findMaxIndex(Q[S1])\n    if(A == 0){\n        player.x -= 1\n    }else if(A == 1){\n        player.x += 1\n    }else if(A == 2){\n        player.y -= 1\n    }else if(A == 3){\n        player.y += 1\n    }\n\n\n    //S2: 新的狀態（位置），格式： x,y\n    S2 = player.x + \",\" + player.y;\n    if (Q[S2] == undefined) {\n        Q[S2] = [0, 0, 0, 0]; //[左走分數, 右走分數, 上走分數, 下走分數]\n    }\n\n    //獎懲判斷\n    if (grid[player.y][player.x] == \"*\") {\n        //牆壁-100\n        reward(Q, S1, A, S2, -100)\n        player.reset(initX, initY);\n    }\n    if (grid[player.y][player.x] == \"C\") {\n        //起司+10\n        reward(Q, S1, A, S2, 10)\n        player.reset(initX, initY);\n    }\n    if (grid[player.y][player.x] == \" \") {\n        //浪費步數-1\n        reward(Q, S1, A, S2, -1)\n    }\n}\n\n\nfunction findMaxIndex(ls){\n    var maxIndex = -1;\n    var maxNum = -Infinity\n    for (var i = 0; i \u003c ls.length; i++) {\n        if(ls[i] \u003e maxNum){\n            maxNum = ls[i]\n            maxIndex = i\n        }\n    }\n    return maxIndex;\n}\n\n\n\n// Q: 老鼠的大腦\n// S1: 上一次的狀態(位置)，格式： x,y\n// S2: 當前的狀態(位置)，格式： x,y\n// A: 上一次的動作(移動方向), 0:左邊, 1:右邊, 2:上走, 3:下走\n// score: 基於狀態或行動得到的獎勵或逞罰(吃到起司：10, 浪費一步（空格）:-1, 撞牆：-100)\n// alpha: 學習速率，介於0-1，越大學的越快\n// beta: 衰減值\n// 懲罰獎勵\nfunction reward (Q, S1, A, S2, score) {\n    Q[S1][A] = alpha*Q[S1][A] + (1 - alpha)*(score + beta*Math.max(...Q[S2]));\n}\n\n\n\n\n","created_at":"2020-09-19T14:36:18.493+08:00","updated_at":"2020-09-19T18:23:20.087+08:00","name":"老鼠找起司(2) 副本","language":"javascript","screenshot":{"url":"https://cdn7.koding.school/uploads/project/screenshot/193190/6da812b781fef35ddc2c468f60aa3816.jpg"},"parent_id":65017,"plugin":"var rat = createSprite('mouse.png');;\nvar cheese = createSprite('cheese.png');\nvar W;\nvar H;\nvar width = 40;\n\nfunction init (grid) {\n\n    H = grid.length;\n    W = grid[0].length;\n\n    for (var y = 0; y \u003c H; y++) {\n        for (var x = 0; x \u003c W; x++) {\n            if (grid[y][x] == 'C') {\n                cheese.moveTo(x*width + width/2, y*width + width/2);\n            }\n        }\n    }\n\n    forever(function() {\n        for (var y = 0; y \u003c H; y++) {\n            for (var x = 0; x \u003c W; x++) {\n                pen.fillColor = (grid[y][x] == '*' ? 'black' : 'white')\n                pen.drawRect(x*width, y*width, width, width);\n            }\n        }\n    });\n}\n\nfunction randomGrid (col, row, rate) {\n    var col = col \u003c 16 ? col : 16;\n    var row = row \u003c 12 ? row : 12;\n    var grid = [];\n    for (var y = 0; y \u003c row - 2; y++) {\n        grid[y] = '';\n        for (var x = 0; x \u003c col - 2 ; x++) {\n            if (x == col - 3 \u0026\u0026 y == row - 3) grid[y] += 'C';\n            else grid[y] += Math.random() \u003c rate ? '*' : ' ';\n        }\n        grid[y] = '*' + grid[y] + '*';\n    }\n    var s = Array(col).fill('*').join('');\n    grid.push(s);\n    grid.unshift(s);\n    return grid;\n}\n\nvar player = {\n    x: 1,\n    y: 1,\n    reset: function (x, y) {\n        this.x = x;\n        this.y = y;\n    }\n}\n\nforever(function () {\n    rat.moveTo(player.x*width + width/2, player.y*width + width/2);\n})\n\n","description":null,"note":null,"status":"public","like_student_ids":[],"is_featured":false,"views":65,"hashid":"36ys6qmk","is_content_changed":false,"review_status":"unsubmitted","submitted_at":null,"reviewed_at":null,"advise":null,"is_deleted":false}