\documentclass[10pt,a4paper]{article} % Packages \usepackage{fancyhdr} % For header and footer \usepackage{multicol} % Allows multicols in tables \usepackage{tabularx} % Intelligent column widths \usepackage{tabulary} % Used in header and footer \usepackage{hhline} % Border under tables \usepackage{graphicx} % For images \usepackage{xcolor} % For hex colours %\usepackage[utf8x]{inputenc} % For unicode character support \usepackage[T1]{fontenc} % Without this we get weird character replacements \usepackage{colortbl} % For coloured tables \usepackage{setspace} % For line height \usepackage{lastpage} % Needed for total page number \usepackage{seqsplit} % Splits long words. %\usepackage{opensans} % Can't make this work so far. Shame. Would be lovely. \usepackage[normalem]{ulem} % For underlining links % Most of the following are not required for the majority % of cheat sheets but are needed for some symbol support. \usepackage{amsmath} % Symbols \usepackage{MnSymbol} % Symbols \usepackage{wasysym} % Symbols %\usepackage[english,german,french,spanish,italian]{babel} % Languages % Document Info \author{datamansam} \pdfinfo{ /Title (database-and-sql-query-optimisation.pdf) /Creator (Cheatography) /Author (datamansam) /Subject (DataBase and SQL Query Optimisation Cheat Sheet) } % Lengths and widths \addtolength{\textwidth}{6cm} \addtolength{\textheight}{-1cm} \addtolength{\hoffset}{-3cm} \addtolength{\voffset}{-2cm} \setlength{\tabcolsep}{0.2cm} % Space between columns \setlength{\headsep}{-12pt} % Reduce space between header and content \setlength{\headheight}{85pt} % If less, LaTeX automatically increases it \renewcommand{\footrulewidth}{0pt} % Remove footer line \renewcommand{\headrulewidth}{0pt} % Remove header line \renewcommand{\seqinsert}{\ifmmode\allowbreak\else\-\fi} % Hyphens in seqsplit % This two commands together give roughly % the right line height in the tables \renewcommand{\arraystretch}{1.3} \onehalfspacing % Commands \newcommand{\SetRowColor}[1]{\noalign{\gdef\RowColorName{#1}}\rowcolor{\RowColorName}} % Shortcut for row colour \newcommand{\mymulticolumn}[3]{\multicolumn{#1}{>{\columncolor{\RowColorName}}#2}{#3}} % For coloured multi-cols \newcolumntype{x}[1]{>{\raggedright}p{#1}} % New column types for ragged-right paragraph columns \newcommand{\tn}{\tabularnewline} % Required as custom column type in use % Font and Colours \definecolor{HeadBackground}{HTML}{333333} \definecolor{FootBackground}{HTML}{666666} \definecolor{TextColor}{HTML}{333333} \definecolor{DarkBackground}{HTML}{A3A3A3} \definecolor{LightBackground}{HTML}{F3F3F3} \renewcommand{\familydefault}{\sfdefault} \color{TextColor} % Header and Footer \pagestyle{fancy} \fancyhead{} % Set header to blank \fancyfoot{} % Set footer to blank \fancyhead[L]{ \noindent \begin{multicols}{3} \begin{tabulary}{5.8cm}{C} \SetRowColor{DarkBackground} \vspace{-7pt} {\parbox{\dimexpr\textwidth-2\fboxsep\relax}{\noindent \hspace*{-6pt}\includegraphics[width=5.8cm]{/web/www.cheatography.com/public/images/cheatography_logo.pdf}} } \end{tabulary} \columnbreak \begin{tabulary}{11cm}{L} \vspace{-2pt}\large{\bf{\textcolor{DarkBackground}{\textrm{DataBase and SQL Query Optimisation Cheat Sheet}}}} \\ \normalsize{by \textcolor{DarkBackground}{datamansam} via \textcolor{DarkBackground}{\uline{cheatography.com/139410/cs/29908/}}} \end{tabulary} \end{multicols}} \fancyfoot[L]{ \footnotesize \noindent \begin{multicols}{3} \begin{tabulary}{5.8cm}{LL} \SetRowColor{FootBackground} \mymulticolumn{2}{p{5.377cm}}{\bf\textcolor{white}{Cheatographer}} \\ \vspace{-2pt}datamansam \\ \uline{cheatography.com/datamansam} \\ \end{tabulary} \vfill \columnbreak \begin{tabulary}{5.8cm}{L} \SetRowColor{FootBackground} \mymulticolumn{1}{p{5.377cm}}{\bf\textcolor{white}{Cheat Sheet}} \\ \vspace{-2pt}Not Yet Published.\\ Updated 2nd June, 2022.\\ Page {\thepage} of \pageref{LastPage}. \end{tabulary} \vfill \columnbreak \begin{tabulary}{5.8cm}{L} \SetRowColor{FootBackground} \mymulticolumn{1}{p{5.377cm}}{\bf\textcolor{white}{Sponsor}} \\ \SetRowColor{white} \vspace{-5pt} %\includegraphics[width=48px,height=48px]{dave.jpeg} Measure your website readability!\\ www.readability-score.com \end{tabulary} \end{multicols}} \begin{document} \raggedright \raggedcolumns % Set font size to small. Switch to any value % from this page to resize cheat sheet text: % www.emerson.emory.edu/services/latex/latex_169.html \footnotesize % Small font. \begin{multicols*}{2} \begin{tabularx}{8.4cm}{x{2.8 cm} x{5.2 cm} } \SetRowColor{DarkBackground} \mymulticolumn{2}{x{8.4cm}}{\bf\textcolor{white}{Quick Solutions to SQL Performance Problems}} \tn % Row 0 \SetRowColor{LightBackground} Acceptable Performance & How Quickly Should Our Scripts Run? Somethimes expectations are unrelistic \tn % Row Count 3 (+ 3) % Row 1 \SetRowColor{white} Utility & Some queries or other database uses are not necessary \tn % Row Count 6 (+ 3) % Row 2 \SetRowColor{LightBackground} Time Shifting & Run demanding queries off peek \tn % Row Count 8 (+ 2) \hhline{>{\arrayrulecolor{DarkBackground}}--} \end{tabularx} \par\addvspace{1.3em} \begin{tabularx}{8.4cm}{x{4 cm} x{4 cm} } \SetRowColor{DarkBackground} \mymulticolumn{2}{x{8.4cm}}{\bf\textcolor{white}{DataBase Optimisation}} \tn % Row 0 \SetRowColor{LightBackground} \mymulticolumn{2}{x{8.4cm}}{Architects aims are to:} \tn % Row Count 1 (+ 1) % Row 1 \SetRowColor{white} Reducing or eliminating data redundancy. & Preventing data inconsistencies and inaccuracies. \tn % Row Count 4 (+ 3) % Row 2 \SetRowColor{LightBackground} Ensuring the correctness and integrity of your data. & Facilitating rapid data lookup, retrieval, and analysis. \tn % Row Count 7 (+ 3) % Row 3 \SetRowColor{white} \mymulticolumn{2}{x{8.4cm}}{In-Memory Databases} \tn % Row Count 8 (+ 1) % Row 4 \SetRowColor{LightBackground} \mymulticolumn{2}{x{8.4cm}}{Improve speed on data retrieval} \tn % Row Count 9 (+ 1) % Row 5 \SetRowColor{white} In-memory databases keep all data set in computer's memory - RAM & Traditional databases store data on hard drive (HDD or SSD) \tn % Row Count 13 (+ 4) % Row 6 \SetRowColor{LightBackground} \mymulticolumn{2}{x{8.4cm}}{So in-memory DBs do not need to perform disk read/write operations to return data} \tn % Row Count 15 (+ 2) % Row 7 \SetRowColor{white} \mymulticolumn{2}{x{8.4cm}}{Saving memory through normalisation} \tn % Row Count 16 (+ 1) % Row 8 \SetRowColor{LightBackground} 1nf & Each cell in the table can have only one value, \tn % Row Count 19 (+ 3) % Row 9 \SetRowColor{white} 2nf & Each of the attributes should be fully dependent on the entire primary ke \tn % Row Count 23 (+ 4) % Row 10 \SetRowColor{LightBackground} & For instance, an attribute "age" that depends on "birthdate" which in turn depends on "studentID" wouldn't meet 2nf \tn % Row Count 30 (+ 7) \end{tabularx} \par\addvspace{1.3em} \vfill \columnbreak \begin{tabularx}{8.4cm}{x{4 cm} x{4 cm} } \SetRowColor{DarkBackground} \mymulticolumn{2}{x{8.4cm}}{\bf\textcolor{white}{DataBase Optimisation (cont)}} \tn % Row 11 \SetRowColor{LightBackground} & Furthermore, a table with a primary key made up of multiple fields violates the second normal form if one or more of the other fields do not depend on every part of the key. \tn % Row Count 9 (+ 9) % Row 12 \SetRowColor{white} 3nf & Every non-key column be independent of every other column. If changing a value in one non-key column causes another value to change, that table does not meet the third normal form. \tn % Row Count 18 (+ 9) \hhline{>{\arrayrulecolor{DarkBackground}}--} \end{tabularx} \par\addvspace{1.3em} \begin{tabularx}{8.4cm}{X} \SetRowColor{DarkBackground} \mymulticolumn{1}{x{8.4cm}}{\bf\textcolor{white}{Establish a connection to query a database}} \tn \SetRowColor{LightBackground} \mymulticolumn{1}{x{8.4cm}}{from sqlalchemy import create\_engine \newline import pandas as pd \newline \newline engine = \seqsplit{create\_engine('sqlite:///Northwind}.sqlite')} \tn \hhline{>{\arrayrulecolor{DarkBackground}}-} \end{tabularx} \par\addvspace{1.3em} \begin{tabularx}{8.4cm}{x{4 cm} x{4 cm} } \SetRowColor{DarkBackground} \mymulticolumn{2}{x{8.4cm}}{\bf\textcolor{white}{SQL Diagraming}} \tn % Row 0 \SetRowColor{LightBackground} \mymulticolumn{2}{x{8.4cm}}{1. Monitor Wait Time 2. Review the Execution Plan 3. Gather Object Information 4. Find the Driving Table 5. Identify Performance Inhibitors} \tn % Row Count 3 (+ 3) % Row 1 \SetRowColor{white} 1, Wait Times & SQL Server incorporates wait types that allow you to monitor not only the total wait time but also each step of the query as it's processed through the database. W \tn % Row Count 12 (+ 9) % Row 2 \SetRowColor{LightBackground} 2. Review rows ratio between detail and lookup tables & calculate the relative number of records required for the join criteria (that is, the average ratio of rows related between the detail table and lookup tables). \tn % Row Count 20 (+ 8) % Row 3 \SetRowColor{white} 3. Gather Object Info & Determine which tables contain the detailed information and which tables are the master or lookup tables \tn % Row Count 26 (+ 6) % Row 4 \SetRowColor{LightBackground} Find the cardinality and distributions of a column & Find out the row count for each table involved. \tn % Row Count 29 (+ 3) % Row 5 \SetRowColor{white} 4. Find the Driving Table & By using the driving table, we can query with the table that returns the least data \tn % Row Count 34 (+ 5) \end{tabularx} \par\addvspace{1.3em} \vfill \columnbreak \begin{tabularx}{8.4cm}{x{4 cm} x{4 cm} } \SetRowColor{DarkBackground} \mymulticolumn{2}{x{8.4cm}}{\bf\textcolor{white}{SQL Diagraming (cont)}} \tn % Row 6 \SetRowColor{LightBackground} Next, look at the filtering predicates to find which table to drive the query with & The table that filters out most records is our driving table \tn % Row Count 5 (+ 5) \hhline{>{\arrayrulecolor{DarkBackground}}--} \end{tabularx} \par\addvspace{1.3em} \begin{tabularx}{8.4cm}{x{4.96 cm} x{3.04 cm} } \SetRowColor{DarkBackground} \mymulticolumn{2}{x{8.4cm}}{\bf\textcolor{white}{Altering SQL Queries}} \tn % Row 0 \SetRowColor{LightBackground} \mymulticolumn{2}{x{8.4cm}}{Ensure the Schema in columns we join on match} \tn % Row Count 1 (+ 1) % Row 1 \SetRowColor{white} \mymulticolumn{2}{x{8.4cm}}{Ensure Data Types are the same} \tn % Row Count 2 (+ 1) % Row 2 \SetRowColor{LightBackground} Ensure Character Encoding are the same & Both using the same UTF \tn % Row Count 4 (+ 2) % Row 3 \SetRowColor{white} \mymulticolumn{2}{x{8.4cm}}{Avoid Using GroupBy and Distinct together} \tn % Row Count 5 (+ 1) \hhline{>{\arrayrulecolor{DarkBackground}}--} \end{tabularx} \par\addvspace{1.3em} \begin{tabularx}{8.4cm}{x{3.92 cm} x{4.08 cm} } \SetRowColor{DarkBackground} \mymulticolumn{2}{x{8.4cm}}{\bf\textcolor{white}{Checkpoints During Query Optimisation}} \tn % Row 0 \SetRowColor{LightBackground} Checkpoints to evaluate as we optimise & Query Performs Adequately \tn % Row Count 2 (+ 2) % Row 1 \SetRowColor{white} & Resources required are expensive \tn % Row Count 4 (+ 2) % Row 2 \SetRowColor{LightBackground} & Reached a point of diminishing returns for optimisation \tn % Row Count 7 (+ 3) % Row 3 \SetRowColor{white} & A completely different solution is discovered \tn % Row Count 10 (+ 3) \hhline{>{\arrayrulecolor{DarkBackground}}--} \end{tabularx} \par\addvspace{1.3em} \begin{tabularx}{8.4cm}{X} \SetRowColor{DarkBackground} \mymulticolumn{1}{x{8.4cm}}{\bf\textcolor{white}{\# To use SQL}} \tn \SetRowColor{LightBackground} \mymulticolumn{1}{x{8.4cm}}{\# Creating the context manager \newline con = engine.connect() \newline \newline rs = con.execute("SELECT * FROM Orders")} \tn \hhline{>{\arrayrulecolor{DarkBackground}}-} \end{tabularx} \par\addvspace{1.3em} \begin{tabularx}{8.4cm}{X} \SetRowColor{DarkBackground} \mymulticolumn{1}{x{8.4cm}}{\bf\textcolor{white}{\# To use Pandas on entire table}} \tn \SetRowColor{LightBackground} \mymulticolumn{1}{x{8.4cm}}{df = \seqsplit{pd.DataFrame(rs.fetchall())} \newline df.columns = rs.keys() \newline \newline con.close()} \tn \hhline{>{\arrayrulecolor{DarkBackground}}-} \end{tabularx} \par\addvspace{1.3em} \begin{tabularx}{8.4cm}{X} \SetRowColor{DarkBackground} \mymulticolumn{1}{x{8.4cm}}{\bf\textcolor{white}{\# Using Pandas on part of a table}} \tn \SetRowColor{LightBackground} \mymulticolumn{1}{x{8.4cm}}{df = \seqsplit{pd.read\_sql\_query("SELECT} OrderID, CompanyName FROM Orders \newline INNER JOIN Customers on Orders.CustomerID = Customers.CustomerID", engine) \newline print(df.head())} \tn \hhline{>{\arrayrulecolor{DarkBackground}}-} \end{tabularx} \par\addvspace{1.3em} % That's all folks \end{multicols*} \end{document}