Create app.py

app.py

@@ -0,0 +1,183 @@
+import gradio as gr
+import numpy as np
+from keras.applications.mobilenet_v2 import MobileNetV2, preprocess_input
+from keras.models import Model
+import matplotlib.pyplot as plt
+import logging
+from skimage.transform import resize
+from PIL import Image
+from tqdm import tqdm
+
+class SwarmAgent:
+    def __init__(self, position, velocity):
+        self.position = position
+        self.velocity = velocity
+        self.m = np.zeros_like(position)
+        self.v = np.zeros_like(position)
+
+class SwarmNeuralNetwork:
+    def __init__(self, num_agents, image_shape, target_image):
+        self.image_shape = image_shape
+        self.resized_shape = (64, 64, 3)
+        self.agents = [SwarmAgent(self.random_position(), self.random_velocity()) for _ in range(num_agents)]
+        self.target_image = self.load_target_image(target_image)
+        self.generated_image = np.random.randn(*image_shape)  # Start with noise
+        self.mobilenet = self.load_mobilenet_model()
+        self.current_epoch = 0
+        self.noise_schedule = np.linspace(0.1, 0.002, 1000)  # Noise schedule
+
+    def random_position(self):
+        return np.random.randn(*self.image_shape)  # Use Gaussian noise
+
+    def random_velocity(self):
+        return np.random.randn(*self.image_shape) * 0.01
+
+    def load_target_image(self, img):
+        img = img.resize((self.image_shape[1], self.image_shape[0]))
+        img_array = np.array(img) / 127.5 - 1  # Normalize to [-1, 1]
+        plt.imshow((img_array + 1) / 2)  # Convert back to [0, 1] for display
+        plt.title('Target Image')
+        plt.show()
+        return img_array
+
+    def resize_image(self, image):
+        return resize(image, self.resized_shape, anti_aliasing=True)
+
+    def load_mobilenet_model(self):
+        mobilenet = MobileNetV2(weights='imagenet', include_top=False, input_shape=self.resized_shape)
+        return Model(inputs=mobilenet.input, outputs=mobilenet.get_layer('block_13_expand_relu').output)
+
+    def add_positional_encoding(self, image):
+        h, w, c = image.shape
+        pos_enc = np.zeros_like(image)
+        for i in range(h):
+            for j in range(w):
+                pos_enc[i, j, :] = [i/h, j/w, 0]
+        return image + pos_enc
+
+    def multi_head_attention(self, agent, num_heads=4):
+        attention_scores = []
+        for _ in range(num_heads):
+            similarity = np.exp(-np.sum((agent.position - self.target_image)**2, axis=-1))
+            attention_score = similarity / np.sum(similarity)
+            attention_scores.append(attention_score)
+        attention = np.mean(attention_scores, axis=0)
+        return np.expand_dims(attention, axis=-1)
+
+    def multi_scale_perceptual_loss(self, agent_positions):
+        target_image_resized = self.resize_image((self.target_image + 1) / 2)  # Convert to [0, 1] for MobileNet
+        target_image_preprocessed = preprocess_input(target_image_resized[np.newaxis, ...] * 255)  # MobileNet expects [0, 255]
+        target_features = self.mobilenet.predict(target_image_preprocessed)
+
+        losses = []
+        for agent_position in agent_positions:
+            agent_image_resized = self.resize_image((agent_position + 1) / 2)
+            agent_image_preprocessed = preprocess_input(agent_image_resized[np.newaxis, ...] * 255)
+            agent_features = self.mobilenet.predict(agent_image_preprocessed)
+
+            loss = np.mean((target_features - agent_features)**2)
+            losses.append(1 / (1 + loss))
+
+        return np.array(losses)
+
+    def update_agents(self, timestep):
+        noise_level = self.noise_schedule[min(timestep, len(self.noise_schedule) - 1)]
+        
+        for agent in self.agents:
+            # Predict noise
+            predicted_noise = agent.position - self.target_image
+            
+            # Denoise
+            denoised = (agent.position - noise_level * predicted_noise) / (1 - noise_level)
+            
+            # Add scaled noise for next step
+            agent.position = denoised + np.random.randn(*self.image_shape) * np.sqrt(noise_level)
+            
+            # Clip values
+            agent.position = np.clip(agent.position, -1, 1)
+
+    def generate_image(self):
+        self.generated_image = np.mean([agent.position for agent in self.agents], axis=0)
+        # Normalize to [0, 1] range for display
+        self.generated_image = (self.generated_image + 1) / 2
+        self.generated_image = np.clip(self.generated_image, 0, 1)
+
+    def train(self, epochs):
+        logging.basicConfig(filename='training.log', level=logging.INFO)
+
+        for epoch in tqdm(range(epochs), desc="Training Epochs"):
+            self.update_agents(epoch)
+            self.generate_image()
+
+            mse = np.mean(((self.generated_image * 2 - 1) - self.target_image)**2)
+            logging.info(f"Epoch {epoch}, MSE: {mse}")
+
+            if epoch % 10 == 0:
+                print(f"Epoch {epoch}, MSE: {mse}")
+                self.display_image(self.generated_image, title=f'Epoch {epoch}')
+            self.current_epoch += 1
+
+    def display_image(self, image, title=''):
+        plt.imshow(image)
+        plt.title(title)
+        plt.axis('off')
+        plt.show()
+
+    def display_agent_positions(self, epoch):
+        fig, ax = plt.subplots()
+        positions = np.array([agent.position for agent in self.agents])
+        ax.imshow(self.generated_image, extent=[0, self.image_shape[1], 0, self.image_shape[0]])
+        ax.scatter(positions[:, :, 0].flatten(), positions[:, :, 1].flatten(), s=1, c='red')
+        plt.title(f'Agent Positions at Epoch {epoch}')
+        plt.show()
+
+    def save_model(self, filename):
+        model_state = {
+            'agents': self.agents,
+            'generated_image': self.generated_image,
+            'current_epoch': self.current_epoch
+        }
+        np.save(filename, model_state)
+
+    def load_model(self, filename):
+        model_state = np.load(filename, allow_pickle=True).item()
+        self.agents = model_state['agents']
+        self.generated_image = model_state['generated_image']
+        self.current_epoch = model_state['current_epoch']
+
+    def generate_new_image(self, num_steps=1000):
+        for agent in self.agents:
+            agent.position = np.random.randn(*self.image_shape)
+        
+        for step in tqdm(range(num_steps), desc="Generating Image"):
+            self.update_agents(num_steps - step - 1)  # Reverse order
+        
+        self.generate_image()
+        return self.generated_image
+
+# Gradio Interface
+def train_snn(image, num_agents, epochs):
+    snn = SwarmNeuralNetwork(num_agents=num_agents, image_shape=(64, 64, 3), target_image=image)
+    snn.train(epochs=epochs)
+    snn.save_model('snn_model.npy')
+    return snn.generated_image
+
+def generate_new_image():
+    snn = SwarmNeuralNetwork(num_agents=2000, image_shape=(64, 64, 3), target_image=None)
+    snn.load_model('snn_model.npy')
+    new_image = snn.generate_new_image()
+    return new_image
+
+interface = gr.Interface(
+    fn=train_snn,
+    inputs=[
+        gr.inputs.Image(type="pil", label="Upload Target Image"),
+        gr.inputs.Slider(minimum=500, maximum=3000, default=2000, label="Number of Agents"),
+        gr.inputs.Slider(minimum=10, maximum=200, default=100, label="Number of Epochs")
+    ],
+    outputs=gr.outputs.Image(type="numpy", label="Generated Image"),
+    title="Swarm Neural Network Image Generation",
+    description="Upload an image and set the number of agents and epochs to train the Swarm Neural Network to generate a new image."
+)
+
+interface.launch()