+ speed: 1
+
high score: 0
+
all time high score: 0
+
+ +
+ + + + + diff --git a/examples/neuroevolution-flappybird/pipe.js b/examples/neuroevolution-flappybird/pipe.js new file mode 100644 index 0000000..7ee05d8 --- /dev/null +++ b/examples/neuroevolution-flappybird/pipe.js @@ -0,0 +1,58 @@ +// Daniel Shiffman +// Nature of Code: Intelligence and Learning +// https://github.com/shiffman/NOC-S17-2-Intelligence-Learning + +// This flappy bird implementation is adapted from: +// https://youtu.be/cXgA1d_E-jY& + +class Pipe { + constructor() { + + // How big is the empty space + let spacing = 125; + // Where is th center of the empty space + let centery = random(spacing, height - spacing); + + // Top and bottom of pipe + this.top = centery - spacing / 2; + this.bottom = height - (centery + spacing / 2); + // Starts at the edge + this.x = width; + // Width of pipe + this.w = 80; + // How fast + this.speed = 6; + } + + // Did this pipe hit a bird? + hits(bird) { + if ((bird.y - bird.r) < this.top || (bird.y + bird.r) > (height - this.bottom)) { + if (bird.x > this.x && bird.x < this.x + this.w) { + return true; + } + } + return false; + } + + // Draw the pipe + show() { + stroke(255); + fill(200); + rect(this.x, 0, this.w, this.top); + rect(this.x, height - this.bottom, this.w, this.bottom); + } + + // Update the pipe + update() { + this.x -= this.speed; + } + + // Has it moved offscreen? + offscreen() { + if (this.x < -this.w) { + return true; + } else { + return false; + } + } +} \ No newline at end of file diff --git a/examples/neuroevolution-flappybird/sketch.js b/examples/neuroevolution-flappybird/sketch.js new file mode 100644 index 0000000..58fe6f0 --- /dev/null +++ b/examples/neuroevolution-flappybird/sketch.js @@ -0,0 +1,179 @@ +// Daniel Shiffman +// Nature of Code: Intelligence and Learning +// https://github.com/shiffman/NOC-S18 + +// This flappy bird implementation is adapted from: +// https://youtu.be/cXgA1d_E-jY& + +// How big is the population +let totalPopulation = 500; +// All active birds (not yet collided with pipe) +let activeBirds = []; +// All birds for any given population +let allBirds = []; +// Pipes +let pipes = []; +// A frame counter to determine when to add a pipe +let counter = 0; + +// Interface elements +let speedSlider; +let speedSpan; +let highScoreSpan; +let allTimeHighScoreSpan; + +// All time high score +let highScore = 0; + +// Training or just showing the current best +let runBest = false; +let runBestButton; + +function setup() { + let canvas = createCanvas(600, 400); + canvas.parent('canvascontainer'); + + // Access the interface elements + speedSlider = select('#speedSlider'); + speedSpan = select('#speed'); + highScoreSpan = select('#hs'); + allTimeHighScoreSpan = select('#ahs'); + runBestButton = select('#best'); + runBestButton.mousePressed(toggleState); + + // Create a population + for (let i = 0; i < totalPopulation; i++) { + let bird = new Bird(); + activeBirds[i] = bird; + allBirds[i] = bird; + } +} + +// Toggle the state of the simulation +function toggleState() { + runBest = !runBest; + // Show the best bird + if (runBest) { + resetGame(); + runBestButton.html('continue training'); + // Go train some more + } else { + nextGeneration(); + runBestButton.html('run best'); + } +} + + + +function draw() { + background(0); + + // Should we speed up cycles per frame + let cycles = speedSlider.value(); + speedSpan.html(cycles); + + + // How many times to advance the game + for (let n = 0; n < cycles; n++) { + // Show all the pipes + for (let i = pipes.length - 1; i >= 0; i--) { + pipes[i].update(); + if (pipes[i].offscreen()) { + pipes.splice(i, 1); + } + } + // Are we just running the best bird + if (runBest) { + bestBird.think(pipes); + bestBird.update(); + for (let j = 0; j < pipes.length; j++) { + // Start over, bird hit pipe + if (pipes[j].hits(bestBird)) { + resetGame(); + break; + } + } + + if (bestBird.bottomTop()) { + resetGame(); + } + // Or are we running all the active birds + } else { + for (let i = activeBirds.length - 1; i >= 0; i--) { + let bird = activeBirds[i]; + // Bird uses its brain! + bird.think(pipes); + bird.update(); + + // Check all the pipes + for (let j = 0; j < pipes.length; j++) { + // It's hit a pipe + if (pipes[j].hits(activeBirds[i])) { + // Remove this bird + activeBirds.splice(i, 1); + break; + } + } + + if (bird.bottomTop()) { + activeBirds.splice(i, 1); + } + + } + } + + // Add a new pipe every so often + if (counter % 75 == 0) { + pipes.push(new Pipe()); + } + counter++; + } + + // What is highest score of the current population + let tempHighScore = 0; + // If we're training + if (!runBest) { + // Which is the best bird? + let tempBestBird = null; + for (let i = 0; i < activeBirds.length; i++) { + let s = activeBirds[i].score; + if (s > tempHighScore) { + tempHighScore = s; + tempBestBird = activeBirds[i]; + } + } + + // Is it the all time high scorer? + if (tempHighScore > highScore) { + highScore = tempHighScore; + bestBird = tempBestBird; + } + } else { + // Just one bird, the best one so far + tempHighScore = bestBird.score; + if (tempHighScore > highScore) { + highScore = tempHighScore; + } + } + + // Update DOM Elements + highScoreSpan.html(tempHighScore); + allTimeHighScoreSpan.html(highScore); + + // Draw everything! + for (let i = 0; i < pipes.length; i++) { + pipes[i].show(); + } + + if (runBest) { + bestBird.show(); + } else { + for (let i = 0; i < activeBirds.length; i++) { + activeBirds[i].show(); + } + // If we're out of birds go to the next generation + if (activeBirds.length == 0) { + nextGeneration(); + } + } +} \ No newline at end of file diff --git a/lib/nn.js b/lib/nn.js index 0260280..3ba7edc 100644 --- a/lib/nn.js +++ b/lib/nn.js @@ -161,20 +161,14 @@ class NeuralNetwork { return new NeuralNetwork(this); } - mutate(rate) { - function mutate(val) { - if (Math.random() < rate) { - return Math.random() * 1000 - 1; - } else { - return val; - } - } - this.weights_ih.map(mutate); - this.weights_ho.map(mutate); - this.bias_h.map(mutate); - this.bias_o.map(mutate); + // Accept an arbitrary function for mutation + mutate(func) { + this.weights_ih.map(func); + this.weights_ho.map(func); + this.bias_h.map(func); + this.bias_o.map(func); } -} +} \ No newline at end of file