Skip to main content
Home
Browse packagesDocsSign in
This release is 125 versions behind 0.165.7 — the latest version of @stsoftware/neat-ai. Jump to latest

@stsoftware/neat-ai@0.121.0
Built and signed on GitHub Actions

stSoftwareAU/NEAT-AI

NEAT Neural Network. This project is a unique implementation of a neural network based on the NEAT (NeuroEvolution of Augmenting Topologies) algorithm, written in DenoJS using TypeScript.

This package works with Deno
This package works with Deno
JSR Score
100%
Published
4 months ago (0.121.0)

New Ticket: Report package

Please provide a reason for reporting this package. We will review your report and take appropriate action.

Please review the JSR usage policy before submitting a report.

Package root>test>Elitism.ts
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420
import { assert, assertAlmostEquals } from "jsr:@std/assert@^1.0.8";
import { Creature } from "../src/Creature.ts";
import type { CreatureInternal } from "../src/architecture/CreatureInterfaces.ts";
import {
  logVerbose,
  makeElitists,
  sortCreaturesByScore,
} from "../src/architecture/ElitismUtils.ts";
import { addTag } from "jsr:@stsoftware/tags@^1.0.5";
import type { Approach } from "../src/NEAT/LogApproach.ts";
import { CreatureUtil } from "../mod.ts";

((globalThis as unknown) as { DEBUG: boolean }).DEBUG = true;

function make(population: CreatureInternal[]) {
  const networks: Creature[] = [];

  population.forEach((ni) => {
    if (ni.neurons.length == 0) {
      ni.neurons.push({
        index: 1,
        type: "output",
        squash: "IDENTITY",
      });
      ni.synapses.push({
        from: 0,
        to: 1,
        weight: 1,
      });
    }
    const network = Creature.fromJSON(ni);
    network.score = ni.score;
    addTag(network, "error", Math.abs(ni.score ?? 1).toString());
    networks.push(network);
  });
  return networks;
}
Deno.test("1make", () => {
  const population: CreatureInternal[] = [
    { input: 1, output: 1, score: 1, neurons: [], synapses: [] },
    { input: 1, output: 1, score: -1, neurons: [], synapses: [] },
    { input: 1, output: 1, score: 3, neurons: [], synapses: [] },
    { input: 1, output: 1, score: 1, neurons: [], synapses: [] },
    { input: 1, output: 1, score: 2, neurons: [], synapses: [] },
  ];

  const sortedPopulation = sortCreaturesByScore(make(population));
  const elitists = makeElitists(sortedPopulation).elitists;

  for (let i = 0; i < elitists.length; i++) {
    const e = elitists[i];
    assert(e, "Undefined " + e);
  }

  assert(
    elitists.length == 1,
    "Should always find one " + JSON.stringify(elitists[0]?.exportJSON()),
  );
  assert(elitists[0].score == 3, `Wrong elitism score ${elitists[0].score}`);
});

Deno.test("3make", () => {
  const population: CreatureInternal[] = [
    { input: 1, output: 1, score: 1, neurons: [], synapses: [] },
    { input: 1, output: 1, score: -1, neurons: [], synapses: [] },
    { input: 1, output: 1, score: 3, neurons: [], synapses: [] },
    { input: 1, output: 1, score: 1, neurons: [], synapses: [] },
    { input: 1, output: 1, score: 2, neurons: [], synapses: [] },
  ];

  const sortedPopulation = sortCreaturesByScore(make(population));

  const elitists = makeElitists(sortedPopulation, 3).elitists;

  for (let i = 0; i < elitists.length; i++) {
    const e = elitists[i];
    assert(e, i + ") " + e);
  }

  assert(elitists.length == 3, `Wrong number ${elitists.length}`);
  assert(elitists[0].score == 3, `Wrong score ${elitists[0].score}`);
  assert(elitists[1].score == 2, `Wrong score ${elitists[1].score}`);
  assert(elitists[2].score == 1, `Wrong score ${elitists[2].score}`);
});

Deno.test("3make2", () => {
  const population: CreatureInternal[] = [
    { input: 1, output: 1, score: -3, neurons: [], synapses: [] },
    { input: 1, output: 1, score: -2, neurons: [], synapses: [] },
    { input: 1, output: 1, score: -1, neurons: [], synapses: [] },
  ];

  const sortedPopulation = sortCreaturesByScore(make(population));

  const elitists = makeElitists(sortedPopulation, 3).elitists;

  for (let i = 0; i < elitists.length; i++) {
    const e = elitists[i];
    assert(e, "Undefined " + e);
  }

  assert(elitists.length == 3, `Wrong number ${elitists.length}`);
  assert(elitists[0].score == -1, `Wrong score ${elitists[0].score}`);
  assert(elitists[1].score == -2, `Wrong score ${elitists[1].score}`);
  assert(elitists[2].score == -3, `Wrong score ${elitists[2].score}`);
});

Deno.test("short", () => {
  const population: CreatureInternal[] = [
    { input: 1, output: 1, score: -2, neurons: [], synapses: [] },
    { input: 1, output: 1, score: -1, neurons: [], synapses: [] },
  ];

  population.forEach((c, i) => {
    addTag(c, "trainID", "ID" + i);
    addTag(c, "approach", "fine" as Approach);
  });

  const sortedPopulation = sortCreaturesByScore(make(population));

  const elitists = makeElitists(sortedPopulation, 3, true).elitists;

  for (let i = 0; i < elitists.length; i++) {
    const e = elitists[i];
    assert(e, i + ") " + e);
  }

  assert(elitists.length == 2, `Wrong count ${elitists.length}`);
  assert(elitists[0].score == -1, `Wrong score ${elitists[0].score}`);
  assert(elitists[1].score == -2, `Wrong score ${elitists[1].score}`);
});

Deno.test("backwards", () => {
  const population: CreatureInternal[] = [];
  for (let i = 0; i < 1000; i++) {
    population.push({
      input: 1,
      output: 1,
      score: i,
      neurons: [],
      synapses: [],
    });
  }

  const sortedPopulation = sortCreaturesByScore(make(population));

  const elitists = makeElitists(sortedPopulation, 3).elitists;

  for (let i = 0; i < elitists.length; i++) {
    const e = elitists[i];
    assert(e, i + ") " + e);
  }

  assert(elitists.length == 3, `Wrong count ${elitists.length}`);
  assert(elitists[0].score == 999, `Wrong score ${elitists[0].score}`);
  assert(elitists[1].score == 998, `Wrong score ${elitists[1].score}`);
  assert(elitists[2].score == 997, `Wrong score ${elitists[2].score}`);
});

Deno.test("forward", () => {
  const population: CreatureInternal[] = [];
  for (let i = 0; i < 1000; i++) {
    population.push({
      input: 1,
      output: 1,
      score: 1000 - i,
      neurons: [],
      synapses: [],
    });
  }

  const elitists = makeElitists(make(population), 3).elitists;

  for (let i = 0; i < elitists.length; i++) {
    const e = elitists[i];
    assert(e, 1 + ") " + e);
  }

  assert(elitists.length == 3, `Wrong count ${elitists.length}`);
  assert(
    elitists[0].score == 1000,
    `Wrong score ${elitists[0].score}`,
  );
  assert(elitists[1].score == 999, `Wrong score ${elitists[1].score}`);
  assert(elitists[2].score == 998, `Wrong score ${elitists[2].score}`);
});

Deno.test("performance", () => {
  const population: CreatureInternal[] = [];
  for (let i = 0; i < 100000; i++) {
    population.push({
      input: 1,
      output: 1,
      score: Math.random(),
      neurons: [],
      synapses: [],
    });
  }
  let totalMS = 0;
  let minMS = Infinity;
  for (let j = 10; j--;) {
    performance.mark("start");
    const elitists = makeElitists(make(population), 3).elitists;

    performance.mark("end");
    const ms = performance.measure("start", "end").duration;
    console.log("Duration: " + ms);
    totalMS += ms;
    if (ms < minMS) minMS = ms;
    for (let i = 0; i < elitists.length; i++) {
      const e = elitists[i];
      assert(e, i + ") " + e);
    }

    assert(
      elitists.length == 3,
      `Wrong count ${elitists.length}`,
    );
  }

  console.log("Average", totalMS / 10, " Minimum", minMS);
});

Deno.test("order", () => {
  const population: CreatureInternal[] = [];
  for (let i = 0; i < 1000; i++) {
    const v = Math.random();
    if (i % 11 == 0) {
      population.push({
        input: 1,
        output: 1,
        score: v,
        neurons: [],
        synapses: [],
      });
    }
    const c: CreatureInternal = {
      input: 1,
      output: 1,
      score: v,
      neurons: [],
      synapses: [],
    };

    population.push(c);
  }

  const sortedPopulationStart = sortCreaturesByScore(make(population));

  const elitists = makeElitists(sortedPopulationStart, 100).elitists;

  const sortedPopulation = population.slice().sort(function (a, b) {
    if (b.score == a.score) return 0;
    if (b.score == undefined) return 1;
    if (a.score == undefined) return -1;

    return b.score - a.score;
  });
  let last = 1;
  for (let i = 0; i < elitists.length; i++) {
    const e = elitists[i];
    assert(e, i + ") " + e);

    assert(e.score ? e.score : 1 <= last, i + ") " + e.score + " > " + last);
    last = e.score ? e.score : 0;

    assert(e.score == sortedPopulation[i].score, "not sorted");
  }

  assert(
    elitists.length == 100,
    `Wrong count ${elitists.length}`,
  );
});

Deno.test("NaN", () => {
  const population: CreatureInternal[] = [];

  population.push({
    input: 1,
    output: 1,
    score: NaN,
    neurons: [],
    synapses: [],
  });

  population.push({
    input: 1,
    output: 1,
    score: undefined,
    neurons: [],
    synapses: [],
  });

  population.push({
    input: 1,
    output: 1,
    score: -1,
    neurons: [],
    synapses: [],
  });

  population.push({
    input: 1,
    output: 1,
    score: NaN,
    neurons: [],
    synapses: [],
  });

  population.push({
    input: 1,
    output: 1,
    score: -Infinity,
    neurons: [],
    synapses: [],
  });

  population.push({
    input: 1,
    output: 1,
    score: NaN,
    neurons: [],
    synapses: [],
  });

  population.push({
    input: 1,
    output: 1,
    score: Infinity,
    neurons: [],
    synapses: [],
  });

  population.push({
    input: 1,
    output: 1,
    score: NaN,
    neurons: [],
    synapses: [],
  });

  population.push({
    input: 1,
    output: 1,
    score: 0,
    neurons: [],
    synapses: [],
  });

  population.push({
    input: 1,
    output: 1,
    score: NaN,
    neurons: [],
    synapses: [],
  });

  population.push({
    input: 1,
    output: 1,
    score: 1,
    neurons: [],
    synapses: [],
  });

  population.push({
    input: 1,
    output: 1,
    score: NaN,
    neurons: [],
    synapses: [],
  });

  const sortedPopulation = sortCreaturesByScore(make(population));

  const elitists = makeElitists(sortedPopulation, 3).elitists;

  assert(
    elitists.length == 3,
    `Wrong count ${elitists.length}`,
  );

  assert(
    elitists[0].score == 1,
    "Highest score first " + elitists[0].score,
  );

  assert(
    elitists[1].score == 0,
    "Zero next " + elitists[1].score,
  );

  assert(
    elitists[2].score == -1,
    "Then negative 1 " + elitists[2].score,
  );
});

Deno.test("logVerbose", () => {
  const population: CreatureInternal[] = [
    { input: 1, output: 1, score: -2, neurons: [], synapses: [] },
    { input: 1, output: 1, score: -1, neurons: [], synapses: [] },
  ];

  population.forEach((c, i) => {
    addTag(c, "trainID", "ID" + i);
    addTag(c, "approach", "fine" as Approach);
  });

  const creatures = make(population);
  const uuid = CreatureUtil.makeUUID(creatures[0]);
  addTag(creatures[1], "CRISPR-SOURCE", uuid);
  const average = logVerbose(creatures);

  assertAlmostEquals(average, -1.5, 0.1, `Wrong average ${average}`);
  const average2 = logVerbose(creatures);

  assertAlmostEquals(average2, -1.5, 0.1, `Wrong average ${average}`);
});