In the following example I am facing some issues regarding enumerate:
Firstly, in order to make sure the items start in separate line, I used \mbox{}\, however the items have shifted a bit more downwards than needed.
Secondly, how can I start numbering (3.1), (3.4) etc. rather than 3...4 in the example above? I tried using 3.\arabic as an option for enumerate but there are 5 errors.
Thirdly, after using \mbox my enumeration disappears (item titled "Linear Function" should be enumerated as (4).
\documentclass[leqno,10pt]{article}
\usepackage{soul}
\usepackage[margin=0.75in]{geometry}
\def\changemargin#1#2{\list{}{\rightmargin#2\leftmargin#1}\item[]}
\let\endchangemargin=\endlist
\usepackage{fancyhdr}
\pagestyle{fancy}
\lhead{Lecture 1}
\rhead{Handout 2}
\usepackage{mathtools}
\usepackage{enumitem,array}
\usepackage{relsize}
\usepackage{amsmath}
\usepackage{amsthm} %for proof
\newtheorem*{mythm}{Theorem}
\newtheorem*{mydef}{Definition}
\title{\ul{Expectations in Bivariate Probability Distribution}}
\date{}
\newenvironment{mydescription}{%
\renewcommand\descriptionlabel[1]{\hspace{\labelsep}\textbf{{##1}}}%
\begin{description}%
}{%
\end{description}%
}
\newenvironment{definition}[1][Definition]{\begin{trivlist}
\item[\hskip \labelsep {\bfseries #1}]}{\end{trivlist}}
\begin{document}
\newcommand{\myitem}{\stepcounter{enumi}\item[(\theenumi)]}%for enumerate with no. in brackets
\newcommand\litem[1]{\item{\bfseries {#1}}}
\thispagestyle{fancy}
\begin{definition}
Let the random vector $(X,Y)$ have a joint \textbf{pdf} $f(x,y)$, and let $Z=h(X,Y)$ be a (single-valued) function of (X,Y). Then the expectation of the random variable $Z$ is
\begin{equation}
E(Z)=\int_{-\infty}^{\infty}{\int_{-\infty}^{\infty}{h(x,y)f(x,y)dxdy}}
\label{eq:}
\end{equation}
\end{definition}
\begin{mydescription}
\item[Moments] For non-negative integers $j,k$:
\begin{enumerate}[leftmargin=-0.3cm,start=2]
\myitem Let $Z=X^{j}Y^{k}$. Then $E(Z)=E(X^{j}Y^{k})$ is called the $(j,k)$ raw moment ($=$ moment about the origin) of the bivariate distribution.
\myitem Let $Z=X^{*^{j}}Y{*^{k}}$, where $X^{*}=X-E(X)$ and $Y^{*}=Y-E(Y)$. Then $E(Z)=E(X^{*^{j}}Y{*^{k}})$ is called the $(j,k)$ central moment ($=$ moment about the mean) of the bivariate distribution.
\end{enumerate}
\item[Variance and Covariance as Special cases of Central Moments]\mbox{}\\
\begin{enumerate}[leftmargin=-0.3cm,start=3]
\item $j=2,k=0$
\item $j=1,k=1$
\end{enumerate}
\item[Theorems]
\begin{enumerate}[leftmargin=*,start=4]\mbox{}\\
\litem{Linear function}
\end{enumerate}
\end{mydescription}
\end{document}