% This is a sample file for the Undergraduate Faculty Program at
% PCMI, containing one lecture 
%
%   What is a Partial Differential Equation?
%
%  from the Park City Lectures of Andrew J. Bernoff.
%
% The sample file illustrates the use of epsf.tex to include postscript 
% graphics, as well as various "AmS-LaTeX" constructions from the amsmath
% package (which is automatically loaded by the pcms-l document class).
% To run this file you need the files 
%
%        pcms-l.cls and pcmslmod.tex
%


\documentclass[lecture,12pt,]{pcms-l}
\input pcmslmod.tex  % v.1.2
%\input epsf.tex

%\usepackage{amssymb} % this command would have loaded all the extra symbols,



% authors should not define these, they will be defined by the volume editors
%\def\currentvolume{3}
%\def\currentyear{1993}


% EQUATION NUMBERING AND THEOREM SETUP

\numberwithin{section}{chapter}
\numberwithin{equation}{chapter}

\theoremstyle{plain}
\newtheorem{theorem}[equation]{Theorem}
\newtheorem{lemma}[equation]{Lemma}

\theoremstyle{definition}
\newtheorem{definition}[equation]{Definition}

\newtheorem{exercise}{Exercise}
\newtheorem{problem}{Problem}
\newtheorem*{remark}{Remark}

% Set enumerate to use letters, not numbers for problem parts.

\renewcommand{\theenumi}{\alph{enumi}}
\renewcommand{\labelenumi}{(\theenumi)}

% AUTHOR-DEFINED MACROS:

\newcommand{\cA}{\mathcal{A}}
\newcommand{\cB}{\mathcal{B}}
\newcommand{\C}{\mathbb{C}}
\newcommand{\cC}{\mathcal{C}}
\newcommand{\cD}{\mathcal{D}}

\begin{document}

\mainmatter
\setcounter{page}{1}

%\LogoOn

\lectureseries[An Introduction to PDE's]{An Introduction to Partial Differential Equations in the Undergraduate Curriculum}


\auth[Katherine Socha]{Katherine Socha} 

%\address{Department of Mathematics, Harvey Mudd College,Claremont, CA 91711}
%\email{ajb@hmc.edu}

%The following items will become first page footnotes; they are optional.
%\date{\today}
%\setaddress


% the following hack starts the lecture numbering at 1
\setcounter{lecture}{8}
\setcounter{chapter}{0}

\lecture{Sturm-Liouville Theory---Part II}

\section{Outline of Lecture}
\begin{itemize}
\item{IBVP with nonhomogeneous boundary data}
\item{Sturm-Liouville equations}
\item{Orthogonality}
\item{Eigenvalues and eigenvectors} 
\end{itemize}



\section{The heat equation with nonhomogeneous\\ boundary data}

In the previous lecture, we considered the initial boundary value problem (IBVP) with
nonhomogeneous boundary data, 
\begin{eqnarray}
 u_t=Ku_{xx}:&\quad 0<x<L,\quad t>0,\label{ibvpu}\\
\left. {\begin{array}{l}
    u(0,t)=T_1\\
    u_x(L,t)+hu(L,t) = hT_2
    \end{array}} \right\}:&\quad t>0,\nonumber\\
 u(x,0)=T_3:&\quad 0<x<L.\nonumber
\end{eqnarray}
where $h$, $T_1$, $T_2$, $T_3$, and $K$ were (strictly) positive
constants.  

We transformed this IBVP into an IBVP with homogeneous boundary data by finding the steady state solution to \eqref{ibvpu} and changing variables to $v(x,t)=u(x,t)-u_s(x)$.  The resulting IBVP had the form
\begin{align*}
 v_t=Kv_{xx}:&\quad 0<x<L,\quad t>0\\
\left. {\begin{array}{l}
    v(0,t)=0\\
    v_x(L,t)+hv(L,t) = 0
    \end{array}} \right\}:&\quad t>0,\\
 v(x,0)=T_3-u_s(x):&\quad 0<x<L.
\end{align*}

A standard separation of variables argument then led to an ordinary differential equation with boundary conditions: we called this the {\sl Sturm-Liouville problem}.  We then showed that this problem had infinitely many orthogonal solutions.

In this lecture, we seek more general conditions under which the Sturm-Liouville ordinary differential equation has infinitely many orthogonal solutions.  This study will lead to a description of the {\bf Sturm-Liouville Theory}.


\section{Sturm-Liouville Equations}

\begin{definition}\label{defref}
A {\bf Sturm-Liouville equation} on $x\in [a, b]$ is an ordinary differential equation of the form
\begin{equation}
\left( s(x) X^\prime(x)\right)^\prime + \left(\lambda \rho(x) - q(x)\right) X(x) = 0\label{sleq}
\end{equation}
where \begin{enumerate}
\item $s(x), q(x), \rho(x)$ are given continuous functions defined on $[a, b]$ with $s(x)$ and $\rho(x)$ both positive-valued on $(a,b)$, and
\item $\lambda$ is an unknown constant called the {\sl eigenvalue parameter}.
\end{enumerate}
\end{definition}
The function $\rho$ is called the {\sl weight function} for the Sturm-Liouville equation.

\subsection{Examples of Sturm-Liouville equations}

\noindent 1.  The Sturm-Liouville equation from Lecture 8,
\begin{equation}
X^{\prime\prime}=-\lambda X \label{efcnX}
\end{equation}
satisfies the formal definition (\ref{defref}) for $s(x)=1,~q(x)=0$, and weight function $\rho(x)=1$.

\noindent 2.  Bessel's equation,
\begin{equation}
\left(x\phi^\prime(x)\right)^\prime + \lambda\left(x \phi(x)\right)=0
\end{equation}
is a Sturm-Liouville equation for $x\in[1, 2]$ with $s(x)=x,~q(x)=0$, and weight function $\rho(x)=x$.

\noindent 3.  Bessel's equation
\begin{equation}
\left(x\phi^\prime(x)\right)^\prime + \lambda\left(x \phi(x)\right)=0\nonumber
\end{equation}
is {\sl not} a Sturm-Liouville equation for $x\in [-1, 1]$ since at $x=0$ the function $s$ is not positive.


\begin{definition}
In the case that both 
$$s(a)\rho(a)\neq 0\quad {\rm and} \quad s(b)\rho(b)\neq 0,$$
the Sturm-Liouville equation \eqref{sleq} is called {\bf regular}.  If the equation is not regular, it is called {\bf singular}.
\end{definition}

\subsection{Examples of regular and singular Sturm-Liouville equations}
\begin{enumerate}
\item[1.]  The eigenfunction equation $X^{\prime\prime}=-\lambda X$  is regular since $s(x)\rho(x)=1\neq 0$ for all $x$.
\item[2.]  Bessel's equation is regular for $x\in[1, 2]$.
\item[3.]  Bessel's equation is singular for $x\in[0, 1]$.
\end{enumerate}

Sturm-Liouville equations naturally result from separation of variables applied to many IBVP of physical and mathematical interest.  Fortunately, these equations with appropriate boundary conditions provide a wealth of orthogonal functions.  In fact, we will see that regular Sturm-Liouville problems have an infinite number of eigenvalues, and the corresponding eigenfunctions form a {\sl complete,} orthogonal set.


\subsection{Solutions of Sturm-Liouville equations}

\begin{definition}
A {\bf solution} of the Sturm-Liouville equation \eqref{sleq} is defined to be a pair $(X,\lambda)$ with $X(x)$ a nonzero function and $\lambda$ a constant.  The function $X$ is called the {\bf eigenfunction} and the corresponding $\lambda$ is called the {\bf eigenvalue}.
\end{definition}

\subsubsection{Examples}
\begin{enumerate}
\item[1.]  For the Sturm-Liouville equation $X^{\prime\prime} = -\lambda X$ on $[0, \pi]$ with data $X(0)= 0$ and $X(\pi)=0$, an eigenfunction is given by $X(x)=\sin(nx)$ with corresponding eigenvalue $\lambda=n^2$, for any positive integer $n$.
\item[2.]  For the Sturm-Liouville equation $X^{\prime\prime} = -\lambda X$ on $[0, L]$ with data $X(0)= 0$ and $X'(L)+hX(L)=0$, an eigenfunction is  $X(x)=\sin\big(x\sqrt{\lambda}\,\big)$ with corresponding eigenvalue $\lambda$ given by a positive solution of the transcendental equation $\sqrt\lambda+h\tan\big(L\sqrt\lambda\,\big)=0$.

\end{enumerate}



\section{Orthogonality}

Following Pinsky, we observe that ``each Sturm-Liouville equation has its own orthogonality relation, depending on the weight function $\rho$.''

\begin{definition}  Two functions $X_1$ and $X_2$ are {\bf orthogonal} with respect to the Sturm-Liouville equation \eqref{sleq} if
\begin{equation}
\int_a^b \rho(x) X_1(x) X_2(x) dx = 0.
\end{equation}
\end{definition}
This condition is also described as being {\sl orthogonal with respect to the weight function} $\rho$.


\begin{lemma} \label{ortholem} {\rm (Pinsky)}
Suppose that $\lambda_1\neq\lambda_2$ are distinct eigenvalues of the Sturm-Liouville equation \eqref{sleq} with corresponding eigenvectors $X_1$ and $X_2$.  If the boundary conditions of \eqref{sleq} satisfy
\begin{equation}
s(b)\left( X_1(b) X_2^\prime(b)- X_1^\prime(b) X_2(b)\right) = s(a)\left( X_1(a) X_2^\prime(a)- X_1^\prime(a) X_2(a)\right), \nonumber
\end{equation}
then $X_1$ and $X_2$ are orthogonal with respect to the weight function 
$\rho$ given in  \eqref{sleq}.
\end{lemma}

The boundary condition in this lemma may be written more simply as
\begin{equation}
s(x)\left(X_1(x) X_2^\prime(x) - X_1^\prime(x)X_2(x)\right)\big\vert_a^b=0.\label{lembc}
\end{equation}  
The proof of this lemma is very similar to the energy argument developed in the previous lecture.  Let $X_1$ and $X_2$ be eigenfunctions corresponding to distinct eigenvalues $\lambda_1$ and $\lambda_2$.  Then,
\begin{equation}
\left(s X_i^\prime\right)^\prime + \left(\lambda_i \rho - q\right) X_i = 0, \quad {\rm for}~i=1, 2. \label{bigbc}
\end{equation}
Multiply equation \eqref{bigbc} for $i=1$ by $X_2$ and integrate the result over $a<x<b$ to find
\begin{equation}
\int_a^b X_2\left( s X_1^\prime\right)^\prime + \int_a^b X_2\left( \lambda_1 \rho -q\right)X_1 = 0.\label{eee}
\end{equation}
Integration by parts applied to the first term gives
\begin{equation}
\int_a^b X_2 \left( s X_1^\prime\right)^\prime = X_2 s X_1^\prime \big\vert_a^b - \int_a^b s X_1^\prime X_2^\prime.
\end{equation}
Substituting this form into equation \eqref{eee} gives
\begin{equation}
X_2 s X_1^\prime \big\vert_a^b - \int_a^b s X_1^\prime X_2^\prime + \int_a^b X_2\left(\lambda_1\rho-q\right)X_1 =0\label{res1}
\end{equation}
Similarly, multiply equation \eqref{bigbc} for $i=2$ by $X_1$ and integrate the result over $a<x<b$ to find
\begin{equation}
\int_a^b X_1\left( s X_2^\prime\right)^\prime + \int_a^b X_1\left( \lambda_2 \rho -q\right)X_2 = 0.\label{fff}
\end{equation}
Substituting this form into equation \eqref{fff} gives
\begin{equation}
X_1 s X_2^\prime \big\vert_a^b - \int_a^b s X_2^\prime X_1^\prime + \int_a^b X_1\left(\lambda_2\rho-q\right)X_2 =0\label{res2}
\end{equation}
Now subtract equation \eqref{res2} from \eqref{res1} and apply the boundary condition \eqref{lembc}: all terms except for the final integrals will cancel, leaving
$$(\lambda_1-\lambda_2)\int_a^b\rho X_1 X_2 = 0.$$  Hence, $X_1$ and $X_2$ are orthogonal with respect to $\rho$.  This completes the proof.


Notice that the proof of Lemma \ref{ortholem} depends on the form of the boundary conditions.  It is useful to study these conditions further to determine when the lemma applies.

\begin{definition}  {\rm Separable boundary conditions} have the form
\begin{eqnarray}
\cos(\alpha) X^\prime(a) - \sin(\alpha) X(a) &=&0\label{sepbc1}\\
\cos(\beta) X^\prime(b) - \sin(\beta) X(b) &=&0\label{sepbc2}
\end{eqnarray}
where $\alpha$ and $\beta$ are real constants.
\end{definition}
Two functions $X_1$ and $X_2$ satisfying boundary conditions \eqref{sepbc1} and \eqref{sepbc2} must necessarily satisfy the boundary condition required by Lemma \ref{ortholem}, since at both $x=a$ and $x=b$, we may show
$$X_1(x)X_2^\prime(x) - X_1^\prime(x)X_2(x) =0.$$
\begin{exercise} Argue that the above statement is true.  
\end{exercise}

\begin{exercise}  Show that the following cases are all examples of the separable boundary conditions \eqref{sepbc1} and \eqref{sepbc2}.
\begin{enumerate}
\item[i.]  $X(a)=0$ and $X(b)=0$ with $\alpha={\pi/2}=\beta$.
\item[ii.]  $X^\prime(a)=0$ and $X^\prime(b)=0$ with $\alpha=0=\beta$.
\item[iii.]  $X^\prime(a)=0$ and $X^\prime(b)+X(b)=0$ with $\alpha=0$ and $\beta=\pi/4$.
\end{enumerate}
\end{exercise}

\begin{definition} {\rm Periodic boundary conditions} have the form
$$X(a)=X(b)\quad {\rm and} \quad X^\prime(a)=X^\prime(b)$$
for Sturm-Liouville equations satisfying $s(a)=s(b)$.
\end{definition}

\subsection{Example}  For $X^{\prime\prime}=-\lambda X$ with periodic boundary conditions $X
(0)=X(2\pi)$ and $X^\prime(0)=X^\prime(2\pi)$, the eigenvalues are $\lambda_n=n^2$ with corresponding eigenfunctions $X_n(x)= A_n\cos(nx) + B_n\sin(nx)$ for $n=0, 1, 2, \dots.$  Notice that $\lambda_0=0$ is an eigenvalue since it corresponds to $X_0(x)=A_0$ which is not necessarily zero.

For a given Sturm-Liouville equation, if $s(a)=s(b)=0$, then the equation is singular.  Further, any pair of solutions $X_1$ and $X_2$ having continuous derivatives on $[a, b]$ automatically satisfy the boundary condition given in Lemma \ref{ortholem}.  Thus, any pair of such solutions are orthogonal with respect to $\rho$.



\section{Eigenvalues and Eigenvectors}

\subsection{Eigenvalues of a regular problem cannot be complex}

{\sl (Write a proof here.)}
\vfill\eject

\subsection{Non-negative eigenvalues}

Since the eigenvalues are strictly real, we may use an energy argument virtually identical to that in Lecture 8 to demonstrate the following.  
\begin{lemma}
If $(X,\lambda)$ is a solution of the Sturm-Liouville equation \eqref{sleq} satisfying the boundary condition \eqref{lembc}, then
$$\lambda\int_a^b \rho X^2 \geq \int_a^b q X^2 + \int_a^b s (X^\prime)^2.$$
If in addition $q(x)\geq 0$, then all these eigenvalues are non-negative.
\end{lemma}
\noindent
We have seen this in a straightforward argument by cases when given
\begin{enumerate}
\item zero boundary data $X(a)=0=X(b)$, or
\item mixed boundary data $X(a)=0=X^\prime(b)$.
\end{enumerate}

\subsection{Completeness of eigenfunctions}

We will discuss completeness of the eigenfunctions only in the case of a regular Sturm-Liouville problem with separable boundary data.

\begin{theorem} {\rm (Pinsky)}  \label{bigthm} There exists an infinite sequence of solutions $(X_j, \lambda_j)$ of the regular Sturm-Liouville problem
\begin{equation}
\left( s(x) X^\prime(x)\right)^\prime + \left(\lambda \rho(x) - q(x)\right) X(x) = 0\nonumber
\end{equation}
with separable boundary conditions
$$\cos(\alpha) X^\prime(a) - \sin(\alpha) X(a) = 0\quad {\rm and} \quad
\cos(\beta) X^\prime(b) - \sin(\beta) X(b) = 0.$$
If $f(x)$ is a smooth\footnote{By ``smooth'' we mean continuous with infinitely many continuous derivatives.} function on $[a, b]$ that satisfies these boundary conditions, then the following series is uniformly convergent on $[a, b]$:
$$\sum_{j=1}^\infty A_j X_j(x) = f(x)$$
where the Fourier coefficients are given by the formulas
\begin{equation}
A_j \int_a^b X_j^2(x) \rho(x) dx = \int_a^b f(x) X_j(x)\rho(x) dx
\end{equation}
for $j=1, 2, \dots.$
\end{theorem}

We will not prove this theorem.  However, one key idea in its proof is to eliminate the mixed term $\left(s(x) X^\prime(x)\right)^\prime$ in the Sturm-Liouville equation by a clever change of variables.

Theorem \ref{bigthm} is particularly helpful because it allows us to expand an arbitrary smooth function into a {\sl convergent} series  of eigenfunctions of a given Sturm-Liouville problem.  This is exactly what we need to compute the Fourier coefficients in an IBVP formal solution so that the initial data will be satisfied.

Notice that this theorem does not prescribe the sign of the eigenvalues of the problem.

\subsection{Example}  Consider the Sturm-Liouville problem on $0<x<2$,
$$-X^{\prime\prime} = \lambda X$$
$$X(0)+2X^\prime(0)=0,\quad 3X(2) +2X^\prime(2)=0.$$
Consider the possible eigenvalues, beginning with $\lambda=0$.  In this case
$X(x)=Ax+B$.  From the boundary conditions, then, $B+2A=0$ and $8A+3B=0$.  The only solution to this system is $A=B=0$; thus, $\lambda=0$ is not an eigenvalue.  Now let $\lambda=-\omega^2$ so that the corresponding eigenfunction is $X(x)=A\cosh(\omega x) + B\sinh(\omega x)$.  The boundary conditions become
$$A+2\omega B=0$$ and
$$(3\cosh(2\omega)+2\omega\sinh(2\omega))A + (3\sinh(2\omega)+2\omega\cosh(2\omega))B=0.$$
Appealing to linear algebra, we see that these conditions may be written in matrix form and that the system will have a nonzero solution when the determinant of the coefficient matrix is zero.  Hence,
\begin{equation}
\tanh(2\omega) =\frac{4\omega}{3-4\omega^2}.\label{tanheq}
\end{equation}
\begin{exercise} Verify that the boundary conditions in this example lead to the stated equations for $A$ and $B$.  Then verify that $\omega$ must satisfy this transcendental equation.
\end{exercise}
\begin{exercise}  Use Maple to compute the solution of equation \eqref{tanheq}.
\end{exercise}
The last exercise will demonstrate that there are exactly two nonzero solutions to this equation, $\pm .39$.  Hence there is only one negative eigenvalue, $\lambda = -(\pm .39)^2=-.1521$.  Since the theorem guarantees infinitely many eigenvalues, we see that there must exist infinitely many {\sl positive} eigenvalues.
\begin{exercise}  Find the eigenvalue relation and compute (numerically) the first five eigenvalues.
\end{exercise}


\section{Summary}  (Following Logan)
The theory developed here may be summarized as follows.  For a regular Sturm-Liouville problem with separable boundary conditions, there exist infinitely many real eigenvalues.  The eigenfunctions corresponding to distinct eigenvalues are orthogonal, and the set of all eigenfunctions is complete in the sense that every square-integrable function $f$ can be expanded in terms of the eigenfunctions.

\section{Challenge Problems for Lecture 9}

\begin{problem} (Logan)  Show that the Sturm-Liouville problem
\begin{eqnarray}
-X^{\prime\prime}(x) = \lambda X(x):& \quad 0<x<L\nonumber\\
X^\prime(0)=0 \qquad {\rm and}& X(L)=0\nonumber
\end{eqnarray}
has eigenvalues
$$\lambda_j=\left( \frac{(1+2j)\pi x}{2L}\right)^2$$
with corresponding eigenfunctions
$$X_j(x)=\cos\frac{(1+2j)\pi x}{2L}$$
for $j=1, 2, \dots.$
\end{problem}

\begin{problem} (Logan)  Find the eigenvalues and eigenfunctions for the following problem with periodic boundary conditions:
\begin{eqnarray}
-X^{\prime\prime}(x) = \lambda X(x):& \quad 0<x<L\nonumber\\
X(0)=X(L) \qquad {\rm and}& X^\prime(0)=X^\prime(L).\nonumber
\end{eqnarray}

\end{problem}


\begin{problem} (Logan)  Consider the regular Sturm-Liouville problem
$$-X^{\prime\prime}(x) + q(x)X(x) = \lambda X(x), \quad 0<x<L,$$
$$X(0)=X(L)=0$$
where $q(x)>0$ on $[0, L]$.  Show that if $\lambda$ and $X$ are an eigenvalue and its associated eigenfunction, then
$$\lambda=\frac{\int_0^L \left( (X^\prime)^2 + q X^2\right)dx}{\Vert X\Vert^2}.$$
Is $\lambda >0$?  Can $X(x)={\rm constant}$ be an eigenfunction?

\end{problem}

\begin{problem}  Prove that the eigenvalues are real in the general case 
$$\left(s X^\prime\right)^\prime + (\lambda-q)X=0$$
with boundary conditions satisfying
\begin{eqnarray}
\cos(\alpha) X^\prime(a) - \sin(\alpha) X(a) &=&0,\nonumber\\
\cos(\beta) X^\prime(b) - \sin(\beta) X(b) &=&0.\nonumber
\end{eqnarray}
\end{problem}









\end{document}