#!/usr/bin/env python # coding: utf-8 # # Tutorial 3: resolution of wave equation with custom Network # ### The problem solution # In this tutorial we present how to solve the wave equation using the `SpatialProblem` and `TimeDependentProblem` class, and the `Network` class for building custom **torch** networks. # # The problem is written in the following form: # # \begin{equation} # \begin{cases} # \Delta u(x,y,t) = \frac{\partial^2}{\partial t^2} u(x,y,t) \quad \text{in } D, \\\\ # u(x, y, t=0) = \sin(\pi x)\sin(\pi y), \\\\ # u(x, y, t) = 0 \quad \text{on } \Gamma_1 \cup \Gamma_2 \cup \Gamma_3 \cup \Gamma_4, # \end{cases} # \end{equation} # # where $D$ is a square domain $[0,1]^2$, and $\Gamma_i$, with $i=1,...,4$, are the boundaries of the square, and the velocity in the standard wave equation is fixed to one. # First of all, some useful imports. # In[2]: import torch from pina.problem import SpatialProblem, TimeDependentProblem from pina.operators import nabla, grad from pina.model import Network from pina import Condition, Span, PINN, Plotter # Now, the wave problem is written in PINA code as a class, inheriting from `SpatialProblem` and `TimeDependentProblem` since we deal with spatial, and time dependent variables. The equations are written as `conditions` that should be satisfied in the corresponding domains. `truth_solution` is the exact solution which will be compared with the predicted one. # In[3]: class Wave(TimeDependentProblem, SpatialProblem): output_variables = ['u'] spatial_domain = Span({'x': [0, 1], 'y': [0, 1]}) temporal_domain = Span({'t': [0, 1]}) def wave_equation(input_, output_): u_t = grad(output_, input_, components=['u'], d=['t']) u_tt = grad(u_t, input_, components=['dudt'], d=['t']) nabla_u = nabla(output_, input_, components=['u'], d=['x', 'y']) return nabla_u - u_tt def nil_dirichlet(input_, output_): value = 0.0 return output_.extract(['u']) - value def initial_condition(input_, output_): u_expected = (torch.sin(torch.pi*input_.extract(['x'])) * torch.sin(torch.pi*input_.extract(['y']))) return output_.extract(['u']) - u_expected conditions = { 'gamma1': Condition(Span({'x': [0, 1], 'y': 1, 't': [0, 1]}), nil_dirichlet), 'gamma2': Condition(Span({'x': [0, 1], 'y': 0, 't': [0, 1]}), nil_dirichlet), 'gamma3': Condition(Span({'x': 1, 'y': [0, 1], 't': [0, 1]}), nil_dirichlet), 'gamma4': Condition(Span({'x': 0, 'y': [0, 1], 't': [0, 1]}), nil_dirichlet), 't0': Condition(Span({'x': [0, 1], 'y': [0, 1], 't': 0}), initial_condition), 'D': Condition(Span({'x': [0, 1], 'y': [0, 1], 't': [0, 1]}), wave_equation), } def wave_sol(self, pts): return (torch.sin(torch.pi*pts.extract(['x'])) * torch.sin(torch.pi*pts.extract(['y'])) * torch.cos(torch.sqrt(torch.tensor(2.))*torch.pi*pts.extract(['t']))) truth_solution = wave_sol problem = Wave() # After the problem, a **torch** model is needed to solve the PINN. With the `Network` class the users can convert any **torch** model in a **PINA** model which uses label tensors with a single line of code. We will write a simple residual network using linear layers. Here we implement a simple residual network composed by linear torch layers. # # This neural network takes as input the coordinates (in this case $x$, $y$ and $t$) and provides the unkwown field of the Wave problem. The residual of the equations are evaluated at several sampling points (which the user can manipulate using the method `span_pts`) and the loss minimized by the neural network is the sum of the residuals. # In[4]: class TorchNet(torch.nn.Module): def __init__(self): super().__init__() self.residual = torch.nn.Sequential(torch.nn.Linear(3, 24), torch.nn.Tanh(), torch.nn.Linear(24, 3)) self.mlp = torch.nn.Sequential(torch.nn.Linear(3, 64), torch.nn.Tanh(), torch.nn.Linear(64, 1)) def forward(self, x): residual_x = self.residual(x) return self.mlp(x + residual_x) # model definition model = Network(model = TorchNet(), input_variables=problem.input_variables, output_variables=problem.output_variables, extra_features=None) # In this tutorial, the neural network is trained for 2000 epochs with a learning rate of 0.001. These parameters can be modified as desired. # We highlight that the generation of the sampling points and the train is here encapsulated within the function `generate_samples_and_train`, but only for saving some lines of code in the next cells; that function is not mandatory in the **PINA** framework. The training takes approximately one minute. # In[5]: def generate_samples_and_train(model, problem): # generate pinn object pinn = PINN(problem, model, lr=0.001) pinn.span_pts(1000, 'random', locations=['D','t0', 'gamma1', 'gamma2', 'gamma3', 'gamma4']) pinn.train(1500, 150) return pinn pinn = generate_samples_and_train(model, problem) # After the training is completed one can now plot some results using the `Plotter` class of **PINA**. # In[11]: plotter = Plotter() # plotting at fixed time t = 0.6 plotter.plot(pinn, fixed_variables={'t': 0.6}) # We can also plot the pinn loss during the training to see the decrease. # In[12]: import matplotlib.pyplot as plt plt.figure(figsize=(16, 6)) plotter.plot_loss(pinn, label='Loss') plt.grid() plt.legend() plt.show() # You can now trying improving the training by changing network, optimizer and its parameters, changin the sampling points,or adding extra features!