app.py

import streamlit as st
from PIL import Image
import jax
import jax.numpy as jnp  # JAX NumPy
import numpy as np
from huggingface_hub import HfFileSystem
from flax.serialization import msgpack_restore, from_state_dict
import time
from generator import Generator, LATENT_DIM
import math

generator = Generator(7)
variables = generator.init(jax.random.PRNGKey(0), jnp.zeros([1, LATENT_DIM]))

fs = HfFileSystem()
with fs.open("PrakhAI/AIPlane3/g_checkpoint_400000.msgpack", "rb") as f:
  g_state = from_state_dict(variables, msgpack_restore(f.read()))

def sample_latent(batch, key):
  return jax.random.normal(key, shape=(batch, LATENT_DIM))

def to_img(normalized):
  return ((normalized+1)*255./2.).astype(np.uint8)

st.write("The model and its details are at https://huggingface.co/PrakhAI/AIPlane3")
if st.button('Generate Random'):
  st.session_state['generate'] = None

ROWS = 3
COLUMNS = 3

def set_latent(latent):
  st.session_state['generate'] = latent

if 'generate' in st.session_state:
  unique_id = int(1_000_000 * time.time())
  latents = sample_latent(ROWS*COLUMNS, jax.random.PRNGKey(unique_id))
  previous = st.session_state['generate']
  if previous is not None:
    if "similarity" not in st.session_state:
      st.session_state["similarity"] = 0.5
    similarity = st.number_input(label="Mutation (for \"Generate Similar\") - lower value generates more similar images", key="similarity", min_value=0.01, max_value=1.0)
    latents = np.repeat([previous], repeats=ROWS*COLUMNS, axis=0) + similarity * latents
  g_out = generator.apply({'params': g_state['params']}, latents)
  img = np.array(to_img(g_out))
  for row in range(ROWS):
    with st.container():
      for (col_idx, col) in enumerate(st.columns(COLUMNS)):
        with col:
          idx = row*COLUMNS + col_idx
          st.image(Image.fromarray(img[idx]))
          st.button(label="Generate Similar", key="%d_%d" % (unique_id, idx), on_click=set_latent, args=(latents[idx],))