/
general_reportCv3.tex
916 lines (765 loc) · 73.9 KB
/
general_reportCv3.tex
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
\documentclass{article}[11pt]
\usepackage{longtable}
\usepackage{graphicx}
\usepackage{fix-cm}
\usepackage[margin=1in,paperwidth=8.5in,paperheight=11in]{geometry}
\usepackage[section]{placeins}
\usepackage{flafter}
\usepackage{amssymb}
\usepackage{amsmath}
\usepackage{etoolbox}
\usepackage{units}
\usepackage{multirow}
\usepackage{adjustbox}
\usepackage{array}
\usepackage{hyperref}
\usepackage{pdfcomment}
\usepackage{color}
\usepackage{spverbatim}
\definecolor{darkgreen}{RGB}{0, 128, 0}
\setcounter{topnumber}{3}
\setcounter{bottomnumber}{3}
\setcounter{totalnumber}{4}
\renewcommand{\topfraction}{0.9}
\renewcommand{\bottomfraction}{0.9}
\renewcommand{\textfraction}{0.1}
\renewcommand{\floatpagefraction}{0.7}
\newcommand{\rrangle}{\rangle\!\rangle} \newcommand{\llangle}{\langle\!\langle}
\newcommand{\ket}[1]{\ensuremath{\left|#1\right\rangle}}
\newcommand{\bra}[1]{\ensuremath{\left\langle#1\right|}}
\newcommand{\braket}[2]{\ensuremath{\left\langle#1|#2\right\rangle}}
\newcommand{\expec}[1]{\ensuremath{\left\langle#1\right\rangle}}
\newcommand{\ketbra}[2]{\ket{#1}\!\!\bra{#2}}
\newcommand{\braopket}[3]{\ensuremath{\bra{#1}#2\ket{#3}}}
\newcommand{\proj}[1]{\ketbra{#1}{#1}}
\newcommand{\sket}[1]{\ensuremath{\left|#1\right\rrangle}}
\newcommand{\sbra}[1]{\ensuremath{\left\llangle#1\right|}}
\newcommand{\sbraket}[2]{\ensuremath{\left\llangle#1|#2\right\rrangle}}
\newcommand{\sketbra}[2]{\sket{#1}\!\!\sbra{#2}}
\newcommand{\sbraopket}[3]{\ensuremath{\sbra{#1}#2\sket{#3}}}
\newcommand{\sproj}[1]{\sketbra{#1}{#1}}
\newcommand{\norm}[1]{\left\lVert#1\right\rVert}
\def\Id{1\!\mathrm{l}}
\newcommand{\Tr}[0]{\mathrm{Tr}}
\providecommand{\e}[1]{\ensuremath{\times 10^{#1}}}
%Command used for python automatic substitution
\newcommand{\putfield}[2]{#2}
\newcommand*{\vcenteredhbox}[1]{\begingroup
\setbox0=\hbox{#1}\parbox{\wd0}{\box0}\endgroup}
\newtoggle{confidences}
\newtoggle{LsAndGermsSet}
\newtoggle{showAppendix}
\togglefalse{confidences}
\toggletrue{LsAndGermsSet}
\toggletrue{showAppendix}
\hypersetup{
pdfinfo={ Author={pyGSTi},
Title={GST report for $\mathcal{D}$},
Keywords={GST},
pyGSTi_Version={0.9.3},
opt_long_tables={False},
opt_table_class={pygstiTbl},
opt_template_path={None},
opt_latex_cmd={pdflatex},
L_germ_tuple_base_string_dict={Dict[[0, Gx]: {}, [0, Gy]: {}, [0, Gi]: {}, [0, GxGy]: {}, [0, GxGyGi]: {}, [0, GxGiGy]: {}, [0, GxGiGi]: {}, [0, GyGiGi]: {}, [0, GxGxGiGy]: {}, [0, GxGyGyGi]: {}, [0, GxGxGyGxGyGy]: {}, [1, Gx]: [Gx], [1, Gy]: [Gy], [1, Gi]: [Gi], [1, GxGy]: {}, [1, GxGyGi]: {}, [1, GxGiGy]: {}, [1, GxGiGi]: {}, [1, GyGiGi]: {}, [1, GxGxGiGy]: {}, [1, GxGyGyGi]: {}, [1, GxGxGyGxGyGy]: {}, [2, Gx]: [Gx]2, [2, Gy]: [Gy]2, [2, Gi]: [Gi]2, [2, GxGy]: [GxGy], [2, GxGyGi]: {}, [2, GxGiGy]: {}, [2, GxGiGi]: {}, [2, GyGiGi]: {}, [2, GxGxGiGy]: {}, [2, GxGyGyGi]: {}, [2, GxGxGyGxGyGy]: {}, [4, Gx]: [Gx]4, [4, Gy]: [Gy]4, [4, Gi]: [Gi]4, [4, GxGy]: [GxGy]2, [4, GxGyGi]: [GxGyGi], [4, GxGiGy]: [GxGiGy], [4, GxGiGi]: [GxGiGi], [4, GyGiGi]: [GyGiGi], [4, GxGxGiGy]: [GxGxGiGy], [4, GxGyGyGi]: [GxGyGyGi], [4, GxGxGyGxGyGy]: {}, [8, Gx]: [Gx]8, [8, Gy]: [Gy]8, [8, Gi]: [Gi]8, [8, GxGy]: [GxGy]4, [8, GxGyGi]: [GxGyGi]2, [8, GxGiGy]: [GxGiGy]2, [8, GxGiGi]: [GxGiGi]2, [8, GyGiGi]: [GyGiGi]2, [8, GxGxGiGy]: [GxGxGiGy]2, [8, GxGyGyGi]: [GxGyGyGi]2, [8, GxGxGyGxGyGy]: [GxGxGyGxGyGy]]},
cptpPenaltyFactor={0},
defaultBasename={None},
defaultDirectory={None},
distributeMethod={deriv},
fiducial_pairs={None},
gaugeOptParams={Dict[]},
hessianProjection={optimal gate CIs},
linlogPercentile={5},
max_length_list={[0, 1, 2, 4, 8]},
memLimit={None},
minProbClip={1e-06},
minProbClipForWeighting={0.0001},
objective={logl},
probClipInterval={[-1000000.0, 1000000.0]},
radius={0.0001},
weights={None} }
}
\begin{document}
\title{GST report for $\mathcal{D}$}
\date{\vspace{-1cm}\today}
%\author{}
\begingroup
\let\center\flushleft
\let\endcenter\endflushleft
\maketitle
\endgroup
\tableofcontents
\section{Overview}
This report presents a gate-set tomography (GST) analysis of a dataset called ``$\mathcal{D}$''.
GST characterizes logic operations on a quantum device (e.g., a qubit), by treating it as a black box. This black box is equipped with a small set of ``buttons'' that apply quantum \emph{gates} to the quantum system inside. One button initializes it, a second button triggers an $n$-outcome measurement, and the remaining buttons perform transformations. %add reference(s) to GST paper/ pygsti document?
GST's primary output is an estimated \emph{gate set} that models or fits the device's observed behavior. Gate sets are of the form $\{\rho_0,E_0,\{G_k\}\}$, where
\begin{itemize}
\item $\rho_0$ is an estimate of the density matrix in which the device gets initialized,
\item $\{E_0,\Id-E_0\}$ is an estimate of the POVM describing how it gets measured,
\item and each of the $G_k$ is an estimate of the superoperator (quantum process) describing the corresponding gate.
\end{itemize}
This document is organized into three main sections, which address three broad questions.
\begin{itemize}
\item Section \ref{secInput}: What inputs did you give GST?
\item Section \ref{secOutput}: What estimate did GST output, and what does it mean?
\item Section \ref{secGoodness}: How reliable are the results? (How badly was the model violated?)
\end{itemize}
Section \ref{secInput} is primarily useful to verify that the inputs were correct. Section \ref{secOutput} is the most important: it presents the raw estimates derived by the GST algorithm, and also provides a variety of derived quantities that may be useful in interpreting what this estimate means.
Section \ref{secGoodness} is dedicated to summarizing how well the model imposed by GST was able to fit the data, relative to what is expected of a ``good'' model. This is \emph{not} related to ``How close is the GST estimate to the target gates?'', which is addressed in Section \ref{secOutput}. It is also not the same as ``How large are the error bars on the GST estimate?'', which is a good question that is addressed in section \ref{secOutput} when this report is generated with the confidence intervals option turned on. Instead, Section \ref{secGoodness} is intended to tell you whether (a) you should take the GST estimate at face value, or (b) it should be treated skeptically because \emph{no} gate set was capable of fitting the data.
%REMOVE Finally, appendices may be present (depending on which options were chosen when this report was generated). Appendices present more detailed debugging information, elaborating on the goodness-of-fit metrics presented in Section \ref{secGoodness}.
\section{Input Summary\label{secInput}}
The input for this GST analysis comprised: (1) a target gate set (see Table \ref{targetGatesetTable}); and (2) a dataset called ``$\mathcal{D}$''.
\subsection{Target Gate set}
The target gate set describes the ideal initial state (density matrix), measurement (POVM effect), and gate operations (superoperators). The density matrices and POVM effects are represented as square $d\times d$ matrices on a Hilbert space $\mathcal{H}$. These are shown in table \ref{targetGatesetTable}. It is often convenient in compuatations to represent them as $d^2$-element vectors in the Hilbert-Schmidt space $\mathcal{B}(\mathcal{H})$ of linear operators on $\mathcal{H}$. We don't, however, display this representation here because 1) it's meaning is often less intuitive than the $d\times d$ matrix, and 2) its length can make it unwieldy to write down. Superoperators are sometimes represented in Choi or Kraus form, but for GST it is more convenient to represent them as square $d^2\times d^2$ matrices that multiply associatively and act on $\mathcal{B}(\mathcal{H})$. These are also shown in Table \ref{targetGatesetTable} as heat map images to allow compact representation of large matrices.
These Hilbert-Schmidt space representations require choosing a basis $\{M_i\}$ for $\mathcal{B}(\mathcal{H})$. We use the \emph{Pauli basis}, comprising the four $2\times2$ Pauli matrices (including the identity $\Id$) when $d=2$. When $d>2$, we either use Gell-Mann matrices or the set of tensor products of Pauli matrices as a basis (indicated where relevant). Keep in mind that we want to use an orthonormal basis, so the basis matrices are normalized so that $\sbraket{M_i}{M_j} = \Tr M_i^\dagger M_j = \delta_{ij}$. In $d=2$, this means that the basis matrices are $M_i = \frac{1}{\sqrt{2}}\sigma_i$.
\begin{table}[h]
\begin{center}
\begin{minipage}[b]{0.40\linewidth}
\adjustbox{max width=\linewidth}{
\begin{tabular}[l]{|c|c|}
\hline
Operator & Matrix \\ \hline
$\rho_{0}$ & $ \left(\!\!\begin{array}{cc}
1 & 0 \\
0 & 0
\end{array}\!\!\right) $
\\ \hline
$E_{0}$ & $ \left(\!\!\begin{array}{cc}
0 & 0 \\
0 & 1
\end{array}\!\!\right) $
\\ \hline
\end{tabular}
}
\end{minipage}
\begin{minipage}[b]{0.40\linewidth}
\adjustbox{max width=\linewidth}{
\begin{tabular}[l]{|c|c|}
\hline
Gate & Superoperator (Pauli basis) \\ \hline
Gi & \vcenteredhbox{\includegraphics[width=1.27in,height=1.27in,keepaspectratio]{general_reportCv3_files/targetGatesBoxes_Gi.pdf}} \\ \hline
Gx & \vcenteredhbox{\includegraphics[width=1.27in,height=1.27in,keepaspectratio]{general_reportCv3_files/targetGatesBoxes_Gx.pdf}} \\ \hline
Gy & \vcenteredhbox{\includegraphics[width=1.27in,height=1.27in,keepaspectratio]{general_reportCv3_files/targetGatesBoxes_Gy.pdf}} \\ \hline
\end{tabular}
}
\end{minipage}
\caption{\textbf{Target gate set: SPAM (state preparation and measurement) and logic gates}. The \textbf{left} table shows the \emph{ideal} input state ($\rho_0$) and `plus' POVM effect $E_0$ for the device on which we report. SPAM gates are given here as $d\times d$ matrices. The \textbf{right} table shows the \emph{ideal} (generally unitary) logic gates. Each has a name starting with ``G'', and is represented as a $d^2\times d^2$ \emph{superoperator} that acts by matrix multiplication on vectors in $\mathcal{B}(\mathcal{H})$. Matrices are displayed using a heat map that ranges between 1.0 (red) and -1.0 (blue).\label{targetGatesetTable}}
% REMOVE See Table \ref{bestGatesetSpamTable} for GST estimates of the actual $\rho_0$ and $E_0$ implemented in this experiment.\label{targetSpamTable}}
% REMOVE See Table \ref{bestGatesetGatesTable} for GST estimates of the actual logic gates implemented in this experiment.
\end{center}
\end{table}
%The ideal state prepration and measurement (SPAM) operations for your particular case are given in Table \ref{targetSpamTable}. The ideal \emph{logic gate} operations are given as superoperators in Table \ref{targetGatesTable}. In most cases, the ideal/target logic gates are unitary maps.
%REMOVE The corresponding superoperators are orthogonal rotations on $\mathcal{B}(\mathcal{H})$. For your convenience, Table \ref{targetGatesTable} also lists (for each logic gate) an axis of rotation [as a vector in $\mathcal{B}(\mathcal{H})$] and an angle of rotation.
%\begin{table}[h]
%\begin{center}
%\XXXputfield{targetGatesBoxTable}{Target gate set overview table will be placed here}
%\caption{\XXXputfield{tt_targetGatesBoxTable}{}\textbf{Target gate set: logic gates, compared to their estimates}. These are the \emph{ideal} (generally unitary) logic gates. Each has a name starting with ``G'', and is represented as a $d^2\times d^2$ \emph{superoperator} that acts by matrix multiplication on vectors in $\mathcal{B}(\mathcal{H})$. Matrices are displayed using a heat map that ranges between 1.0 (red) and -1.0 (blue).\label{targetGatesTable}}
%% REMOVE See Table \ref{bestGatesetGatesTable} for GST estimates of the actual logic gates implemented in this experiment.
%\end{center}
%\end{table}
\subsection{GST Input Data}
The most important input to GST is a \emph{dataset} -- a list of experimental counts or frequencies, each associated with a \emph{gate sequences}. Gate sequences are also referred to as ``gate strings''. Each gate sequence defines an experiment, in which you (1) initialize the device, (2) apply the operations specified by the gate sequence, and (3) measure and record the result (e.g.~``plus'' or ``minus'').
Typically, the gate sequences that appear in the dataset are generated by the following process:
\begin{enumerate}
\item A small set of short gate sequences called \emph{germs} are chosen,
\item A small set of short \emph{fiducial sequences} are chosen so that, when applied to $\rho_0$ or $E_0$, they generate an informationally complete set of states or effects. Note that the set of preparation fiducial sequences does not need to be the same as the set of measurement fiducial sequences.
\item Each germ is concatenated with itself to form \emph{base sequences} of length approximately $1,2,4,8,\ldots L_{max}$.
\item Each base sequence is sandwiched between every possible pair of fiducial sequences.
\end{enumerate}
The dataset comprises all sandwiched base sequences. A few other short sequences (e.g., those corresponding to the empty base sequence) may also appear.
\iftoggle{LsAndGermsSet}{ The fiducial sequences and germs for \emph{this} dataset are given in Tables \ref{fiducialListTable} and \ref{germListTable}. }{ Fiducial sequence and germ information was not given for this report, and may not be applicable.} An overview of the information contained in the file you provided for dataset ``$\mathcal{D}$'' is given in Table \ref{datasetOverviewTable}.
This table also contains one derived quantity, the spectrum of the largest \emph{Gram matrix} that GST could extract from the data. This is included here rather than in the analysis because it is not useful for predictive purposes, and therefore is not part of the estimate. It serves, instead, to tell you something about the quality of the data. More precisely, it tells you about the dimension of the state space that is explored by the fiducial sequences. This should be $d^2$-dimensional [because the fiducials are intended to explore all of $\mathcal{B}(\mathcal{H})$], and therefore the spectrum listed in Table \ref{datasetOverviewTable} should (ideally) have exactly $d^2$ elements that are large and nonzero. In practice, you should see $d^2$ large elements, and a rapid drop in magnitude thereafter. If fewer than $d^2$ elements are large, then the fiducials were poorly chosen and are not exploring the state space effectively. If more than $d^2$ are large, then the system is experiencing strong non-Markovian effects (e.g., strong coupling to environmental degrees of freedom) or it has a larger Hilbert space dimension than expected.
\iftoggle{LsAndGermsSet}{
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|c|c|}
\hline
& \multicolumn{2}{c|}{Fiducials} \\ \hline
\# & Prep. & Measure \\ \hline
1 & $$ & $$ \\ \hline
2 & $\mbox{Gx}$ & $\mbox{Gx}$ \\ \hline
3 & $\mbox{Gy}$ & $\mbox{Gy}$ \\ \hline
4 & $\mbox{Gx}\cdot\mbox{Gx}$ & $\mbox{Gx}\cdot\mbox{Gx}$ \\ \hline
5 & $\mbox{Gx}\cdot\mbox{Gx}\cdot\mbox{Gx}$ & $\mbox{Gx}\cdot\mbox{Gx}\cdot\mbox{Gx}$ \\ \hline
6 & $\mbox{Gy}\cdot\mbox{Gy}\cdot\mbox{Gy}$ & $\mbox{Gy}\cdot\mbox{Gy}\cdot\mbox{Gy}$ \\ \hline
\end{tabular}
\caption{\textbf{Fiducial sequences.} A list of the preparation and measurement ``fiducial'' gate sequences. See discussion in text.\label{fiducialListTable}}
\end{center}
\end{table}
\begin{table}[h]
\begin{center}
\small
\begin{tabular}[l]{|c|c|c|c|}
\hline
\# & Germ & \# & Germ \\ \hline
1 & $\mbox{Gx}$ & 7 & $\mbox{Gx}\cdot\mbox{Gi}\cdot\mbox{Gi}$ \\ \hline
2 & $\mbox{Gy}$ & 8 & $\mbox{Gy}\cdot\mbox{Gi}\cdot\mbox{Gi}$ \\ \hline
3 & $\mbox{Gi}$ & 9 & $\mbox{Gx}\cdot\mbox{Gx}\cdot\mbox{Gi}\cdot\mbox{Gy}$ \\ \hline
4 & $\mbox{Gx}\cdot\mbox{Gy}$ & 10 & $\mbox{Gx}\cdot\mbox{Gy}\cdot\mbox{Gy}\cdot\mbox{Gi}$ \\ \hline
5 & $\mbox{Gx}\cdot\mbox{Gy}\cdot\mbox{Gi}$ & 11 & $\mbox{Gx}\cdot\mbox{Gx}\cdot\mbox{Gy}\cdot\mbox{Gx}\cdot\mbox{Gy}\cdot\mbox{Gy}$ \\ \hline
6 & $\mbox{Gx}\cdot\mbox{Gi}\cdot\mbox{Gy}$ & 12 & $$ \\ \hline
\end{tabular}
\caption{\textbf{Germ sequences.} A list of the ``germ'' gate sequences. See discussion in text.\label{germListTable}}
\end{center}
\end{table}
}{}
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|c|}
\hline
Quantity & Value \\ \hline
Number of strings & 817 \\ \hline
Gate labels & Gx, Gy, Gi \\ \hline
SPAM labels & plus, minus \\ \hline
Counts per string & 1000 \\ \hline
\begin{tabular}{c}Gram singular values\\ (right column gives the values\\when using the target gate set)\end{tabular} & \small$ \begin{array}{cc}
0.003 & 0 \\
0.02 & 0 \\
0.663 & 1 \\
0.679 & 1 \\
0.747 & 1 \\
3.007 & 3
\end{array} $
\\ \hline
\end{tabular}
\caption{\textbf{General dataset properties}. See discussion in text.\label{datasetOverviewTable}}
\end{center}
\end{table}
\section{Output from GST\label{secOutput}}
The primary output of GST is an estimated gate set. This section presents the raw estimate, and then some useful derived quantities of the estimated gates, including comparisons to the target gates. Some of these quanties are ``gauge-dependent'', meaning they will depend on unphysical gauge degrees of freedom that are a necessary byproduct of estimating an entire gate set at once (akin to a freedom of reference frame). After finding a best-estimate based on the (physical) data, GST optimizes within the space of all (unphysical) gauge degrees of freedom. Typically this is done to make the estimated gates and SPAM operations look as close to the ideal target gates as possible. But tradeoffs can and almost always must be made regarding this optimization. Table \ref{bestGatesetGaugeParamsTable} lists the relevant parameters used during the gauge optimization step which resulted in the estimates that follow.
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|c|}
\hline
\textbf{Quantity} & \textbf{Value} \\ \hline
\end{tabular}
\caption{\textbf{Gauge Optimization Details}. A list of the parameters used when performing the gauge optimization that produced the final GST results found in subsequent tables and figures.\label{bestGatesetGaugeParamsTable}}
\end{center}
\end{table}
\subsection{Raw GST estimates}
Table \ref{bestGatesetSpamTable} reports GST's best estimate of the SPAM operations. The estimated SPAM operations are $d\times d$ matrices that can be expressed as length-$d^2$ vectors in $\mathcal{B}(\mathcal{H})$ by writing each matrix as a linear combinations of $d^2$ basis matrices (e.g.~the four Pauli matrices when $d=2$). The estimated logic gates are superoperators represented as matrices acting on $\mathcal{B}(\mathcal{H})$, all in the basis specified. By taking the dot product of state preparation and measurement vectors, estimated SPAM probabilites are computed in Table \ref{bestGatesetSpamParametersTable}. Table \ref{bestGatesetGatesTable} reports the logic gate operations alongside the desired operations of Table \ref{targetGatesetTable}. Because the superoperator matrices can be quite large, they are displayed as heat maps. Errors whose magnitude is much smaller than the magniude of the gate elements are invisible on the heat map's color scale, and thus Table \ref{bestGatesetGatesTable} should only be used for rough comparison. For more precise comparison, we display discrepancies between the estimates and the targets using \emph{derived} quantities -- i.e., properties calculated from the gate matrices and SPAM vectors -- in the section \ref{derivedQtySection}.
\iftoggle{confidences}{
Table \ref{bestGatesetSpamTable} reports NOT-SET\% confidence intervals for each of the gate matrix and SPAM vector elements. A confidence region is obtained by approximating the log-likelihood (see below) as being quadratic about its minimum, and determining the ellipsoid where this approximation equals a value, $C$, defined below. For a given parameter (e.g. gate or SPAM vector element) $x$, a confidence interval is obtained by projecting the ellipsiodal region onto that $x$'s axis. This computes a 1-dimensional NOT-SET\% confidence interval for the profile log-liklihood for $x$, and for this reason the value of $C$ used above is chosen such that $\mathrm{CDF}[\chi^2_1](C) = NOT-SET\%$ (that is, at the value $C$ the cumulative density function of a $\chi^2_1$ distribution reaches NOT-SET\%). If, instead, the interval corresponding to a projection of the NOT-SET\% multi-dimensional confidence region (defined by $C$ s.t.~$\mathrm{CDF}[\chi^2_n](C) = NOT-SET\%$, where $n=NOT-SET$ is the number of non-gauge gate set parameters) is desired, then the all the interval widths reported here should be multiplied by NOT-SET. The resulting confidence interval is always symmetric about the estimated value, and we report the half-width of the intervals in the tables. In table \ref{bestGatesetSpamParametersTable} and those in the following section, we specify the NOT-SET\% confidence intervals of derived quantities in using \emph{value} $\pm$ \emph{half-width} notation. The derived-quantity confidence intervals in section \ref{derivedQtySection} are computed by finding the minimum and maximum values of the linearization of the derived quantity (e.g.~fidelity).
}{}
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|c|c|}
\hline
Operator & Target Matrix & Estimate Matrix \\ \hline
$\rho_{0}$ & $ \left(\!\!\begin{array}{cc}
1 & 0 \\
0 & 0
\end{array}\!\!\right) $
& $ \left(\!\!\begin{array}{cc}
0.952 & 0.001e^{-i0.18} \\
0.001e^{i0.18} & 0.048
\end{array}\!\!\right) $
\\ \hline
$E_{0}$ & $ \left(\!\!\begin{array}{cc}
0 & 0 \\
0 & 1
\end{array}\!\!\right) $
& $ \left(\!\!\begin{array}{cc}
0.047 & 0.002e^{i1.61} \\
0.002e^{-i1.61} & 0.954
\end{array}\!\!\right) $
\\ \hline
\end{tabular}
\caption{\textbf{The GST estimate of the SPAM operations}. Compares the estimated SPAM operations to those desired (repeated from Table \ref{targetGatesetTable} for convenience).\label{bestGatesetSpamTable}}
\end{center}
\end{table}
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|c|c|}
\hline
& $E_{0}$ & $E_C$ \\ \hline
$\rho_{0}$ & 0.091 & 0.909 \\ \hline
\end{tabular}
\caption{\textbf{GST estimate of SPAM probabilities}. Computed by taking the dot products of \emph{vectorized} SPAM operations in Table \ref{bestGatesetSpamTable}. The symbol $E_C$, when it appears, refers to the ``complement'' effect given by subtracting each of the other effects from the identity.\label{bestGatesetSpamParametersTable}}
\end{center}
\end{table}
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|c|c|}
\hline
Gate & Target Superoperator (Pauli basis) & Estimated Superoperator (Pauli basis) \\ \hline
Gi & \vcenteredhbox{\includegraphics[width=2.00in,height=2.00in,keepaspectratio]{general_reportCv3_files/targetGatesBoxes_Gi.pdf}} & \vcenteredhbox{\includegraphics[width=2.00in,height=2.00in,keepaspectratio]{general_reportCv3_files/bestGatesBoxes_Gi.pdf}} \\ \hline
Gx & \vcenteredhbox{\includegraphics[width=2.00in,height=2.00in,keepaspectratio]{general_reportCv3_files/targetGatesBoxes_Gx.pdf}} & \vcenteredhbox{\includegraphics[width=2.00in,height=2.00in,keepaspectratio]{general_reportCv3_files/bestGatesBoxes_Gx.pdf}} \\ \hline
Gy & \vcenteredhbox{\includegraphics[width=2.00in,height=2.00in,keepaspectratio]{general_reportCv3_files/targetGatesBoxes_Gy.pdf}} & \vcenteredhbox{\includegraphics[width=2.00in,height=2.00in,keepaspectratio]{general_reportCv3_files/bestGatesBoxes_Gy.pdf}} \\ \hline
\end{tabular}
\caption{\textbf{The GST estimate of the logic gate operations}. Compares the \emph{ideal} (generally unitary) logic gates (second column, also in Table \ref{targetGatesetTable}) with those \emph{estimated} by GST (third column). Each gate is represented as a $d^2\times d^2$ \emph{superoperator} that acts by matrix multiplication on vectors in $\mathcal{B}(\mathcal{H})$. Matrices are displayed using a heat map that ranges between 1.0 (red) and -1.0 (blue). Note that it is impossible to discern even order-$1\%$ deviations from the ideal using this color scale, and one should rely on other analysis for more a precise comparison.\label{bestGatesetGatesTable}}
% REMOVE See Table \ref{bestGatesetGatesTable} for GST estimates of the actual logic gates implemented in this experiment.
\end{center}
\end{table}
%\begin{table}[h]
%\begin{center}
%XXXputfield{bestGatesetGatesTable}{Best gate set's gates table will be placed here}
%\caption{XXXputfield{tt_bestGatesetGatesTable}{}\textbf{The GST estimate of the logic gate operations}. Compare to Table \ref{targetGatesTable}.\label{bestGatesetGatesTable}}
%\end{center}
%\end{table}
%REMOVE The estimated SPAM operations can be compared directly to the target gate set given in Section \ref{secInput}. Ideally, they would match. In practice, of course, they won't. One of the best ways we have found to evaluate the significance of discrepancies is to compare \emph{derived} quantities -- i.e., certain properties calculated from the gate matrices and SPAM vectors. Deriving quantities from these raw outputs occupies the remainder of this section.
\clearpage
\subsection{Derived quantities\label{derivedQtySection}}
Generally, the first thing that you want to know is ``How far from ideal are the gates?''. To answer this, the report tabulates several well-known definitions of distance. Table \ref{bestGatesetVsTargetTable} lists the discrepancy from each estimated gate to its corresponding target, as measured by:
\begin{enumerate}
\item \textbf{Process infidelity}. Infidelity is simply $1-F$, where $F$ is the \emph{fidelity}. The process fidelity between quantum processes $G_a$ and $G_b$ is given by $F = \Tr\left( \sqrt{ \sqrt{\chi_a} \chi_b \sqrt{\chi_a} } \right)^2$, where $\chi_a$ and $\chi_b$ are the Jamiolkowski states (normalized Choi process matrices) corresponding to gate matrices $G_a$ and $G_b$ respectively. If the target is unitary (as is often the case), $F = \Tr\left( \chi_a \chi_b \right)$. Process infidelity is roughly what is measured in randomized benchmarking protocols; it quantifies the \emph{incoherent} error rate if coherent errors (e.g. over-rotations) are not allowed to accumulate.
\item \textbf{Trace distance}. This is the \emph{Jamiolkowski trace distance} between the Jamiolkowski states corresponding to the two processes: $d_{tr} = \vert\chi_a - \chi_b\vert_1 = \Tr\left(\sqrt{(\chi_a-\chi_b)^2}\right)$. This distance is useful primarily as a proxy for the \emph{diamond norm distance}, because $d_{tr} \leq d_{\diamond} \leq \mathrm{dim}(\mathcal{H}) d_{tr}$.
\item \textbf{Diamond Norm}. The diamond norm between two quantum processes $G_a$ and $G_b$ is given by $\norm{G_a - G_b}_\Diamond = \sup_\rho \norm{(G_a \otimes I_k)(\rho) - (G_b \otimes I_k)(\rho)}_1$, where $I_k$ is the $k$-dimensional identity operation, $\norm{\cdot}_1$ denotes the trace norm, and the supremum is taken over all $k \ge 1$ and density matrices $\rho$ of dimension $nk$, with $n$ the dimension of $G_a$ and $G_b$. The diamond norm is also called the \emph{completely bounded trace norm}, and plays the analogous role for quantum process distinguishability that the trace norm plays for density matrices. Specifically, the optimal probability of distinguishing $G_a$ from $G_b$ after a \emph{single evaluation} is given by $\frac{1}{2} + \frac{1}{4}\norm{G_a - G_b}_\Diamond$. The diamond norm distance is an upper bound on the rate of error under any possible circumstance (including coherent accumulation of errors) and is often used in proofs of fault tolerance. For gates dominated by coherent/unitary error, it is common to see $d_{\diamond} \approx \sqrt{1-F}$. For gates dominated by incoherent error, $d_{\diamond} \approx 1-F$.
%\item \textbf{Frobenius-norm distance}. The Frobenius norm distance between two gates $G_a$ and $G_b$ is simply $d_F = \sqrt{\Tr\left[\left(G_a-G_b\right)^2\right]}$. It has no known \emph{operational} interpretation, but is very convenient as a rough measure of inaccuracy. It is also equal to the sum of the RMS errors in the individual matrix elements of the gates.
\end{enumerate}
Table \ref{bestGatesetSpamVsTargetTable} shows a similar comparision using the information using the standard state infidelity and trace distance between the estimated and ideal state preparations and POVM effects.
It's also useful to know \emph{how} the real gates (or, more precisely, GST's estimates of the real gates) differ from the targets. There are several ways we could represent this, but the most useful involves an \emph{error generator}. These are given in Table \ref{bestGatesetErrGenTable}. The table displays, in heat map form for compactness, a Lindbladian superoperator $\mathbb{L}$ for each gate. It is defined by the equation $\hat{G} = G_{\mathrm{target}}e^{\mathbb{L}}$, where $\hat{G}$ is the estimate and $G_{\mathrm{target}}$ is the ideal gate. This Lindbladian would be zero if the gates were perfect, and its overall magnitude is approximately equal to the diamond distance (or Jamiolkowski trace distance) between the target gate and the estimate.
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|c|c|c|}
\hline
Gate & \begin{tabular}{c}Process\\Infidelity\end{tabular} & \begin{tabular}{c}$\nicefrac{1}{2}$ Trace\\Distance\end{tabular} & $\nicefrac{1}{2}$ $\Diamond$-Norm \\ \hline
Gi & 0.04 & 0.04 & 0.04 \\ \hline
Gx & 0.038 & 0.038 & 0.038 \\ \hline
Gy & 0.038 & 0.038 & 0.038 \\ \hline
\end{tabular}
\caption{\textbf{Comparison of GST estimated gates to target gates}. This table presents, for each of the gates, three different measures of distance or discrepancy from the GST estimate to the ideal target operation. See text for more detail.\label{bestGatesetVsTargetTable}}
\end{center}
\end{table}
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|c|c|}
\hline
Prep/POVM & \begin{tabular}{c}State\\Infidelity\end{tabular} & \begin{tabular}{c}$\nicefrac{1}{2}$ Trace\\Distance\end{tabular} \\ \hline
$\rho_{0}$ & 0.048 & 0.048 \\ \hline
$E_{0}$ & 0.046 & 0.047 \\ \hline
$E_C$ & 0.047 & 0.047 \\ \hline
\end{tabular}
\caption{\textbf{Comparison of GST estimated SPAM to target SPAM}. This table presents, for each state preparation and POVM effect, two different measures of distance or discrepancy from the GST estimate to the ideal target operation. See text for more detail.\label{bestGatesetSpamVsTargetTable}}
\end{center}
\end{table}
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|c|c|c|}
\hline
Gate & Error Generator & Hamiltonian Projections & Stochastic Projections \\ \hline
Gi & \vcenteredhbox{\includegraphics[width=2.00in,height=2.00in,keepaspectratio]{general_reportCv3_files/bestErrgenBoxes_Gi_errgen.pdf}} & \vcenteredhbox{\includegraphics[width=1.56in,height=1.56in,keepaspectratio]{general_reportCv3_files/bestErrgenBoxes_Gi_hamdecomp.pdf}} & \vcenteredhbox{\includegraphics[width=1.56in,height=1.56in,keepaspectratio]{general_reportCv3_files/bestErrgenBoxes_Gi_stodecomp.pdf}} \\ \hline
Gx & \vcenteredhbox{\includegraphics[width=2.00in,height=2.00in,keepaspectratio]{general_reportCv3_files/bestErrgenBoxes_Gx_errgen.pdf}} & \vcenteredhbox{\includegraphics[width=1.56in,height=1.56in,keepaspectratio]{general_reportCv3_files/bestErrgenBoxes_Gx_hamdecomp.pdf}} & \vcenteredhbox{\includegraphics[width=1.56in,height=1.56in,keepaspectratio]{general_reportCv3_files/bestErrgenBoxes_Gx_stodecomp.pdf}} \\ \hline
Gy & \vcenteredhbox{\includegraphics[width=2.00in,height=2.00in,keepaspectratio]{general_reportCv3_files/bestErrgenBoxes_Gy_errgen.pdf}} & \vcenteredhbox{\includegraphics[width=1.56in,height=1.56in,keepaspectratio]{general_reportCv3_files/bestErrgenBoxes_Gy_hamdecomp.pdf}} & \vcenteredhbox{\includegraphics[width=1.56in,height=1.56in,keepaspectratio]{general_reportCv3_files/bestErrgenBoxes_Gy_stodecomp.pdf}} \\ \hline
\end{tabular}
\caption{\textbf{The GST estimate of the logic gate operation generators}. A heat map of the ``Error Generator'' for each gate, which is the Lindbladian $\mathbb{L}$ that describes \emph{how} the gate is failing to match the target. This error generator is defined by the equation $\hat{G} = G_{\mathrm{target}}e^{\mathbb{L}}$. When all elements of these matrices is zero, the estimated gates match the target gates (Table \ref{targetGatesetTable}). Note that the range of the color scale is variable, being determined by the data. In the third column, each generator is projected onto each of the ``Hamiltonian generators'' given by the action of commutation with each Pauli-product basis element. In the forth column, each generator is projected onto each of the ``Stochastic generators'' given by the action of conjugation with each Pauli-product basis element. Columns and rows correspond to Pauli operators on the first and second (if present) qubit.\label{bestGatesetErrGenTable} }
\end{center}
\end{table}
It's usually useful to understand \emph{how} gates fail. The error generators in Table \ref{bestGatesetErrGenTable} provide one view on this, but they are not necessarily intuitive. For example, you might want to know whether your gate suffers depolarizing, dephasing, or over-rotation errors. In Tables \ref{bestGatesetEigenvalueTable}, the eigenvalues of the estimated gates are shown and plotted on the complex disc (which can be helpful for visualizing the different types of errors, e.g., over- or under-rotation vs.~depolarization). Table \ref{bestGatesetRelativeEigenvalueTable} shows the same quantities but for the eigenvalues of $\hat{G} = G_{\mathrm{target}}e^{\mathbb{L}}$, which would all be $1.0$ if the gate were ideal. %Table \ref{bestGatesetPolarEigvalTable} plots these eigenvalues on the complex disc, which can be helpful for visualizing the different types of errors (e.g.~over- or under-rotation vs.~depolarization).
%TODO: add hamiltonian generator projections figure?
\begin{table}[h]
\small
\begin{center}
\begin{tabular}[l]{|c|c|c|}
\hline
Gate & Eigenvalues & Polar Plot \\ \hline
Gi & $ \begin{array}{cc}
0.949 & 0.946e^{i0.00} \\
0.946e^{-i0.00} & 1
\end{array} $
& \vcenteredhbox{\includegraphics[width=2.00in,height=2.00in,keepaspectratio]{general_reportCv3_files/bestEvalPolarPlt_Gi.pdf}} \\ \hline
Gx & $ \begin{array}{cc}
0.949e^{i1.57} & 0.949e^{-i1.57} \\
0.951 & 1
\end{array} $
& \vcenteredhbox{\includegraphics[width=2.00in,height=2.00in,keepaspectratio]{general_reportCv3_files/bestEvalPolarPlt_Gx.pdf}} \\ \hline
Gy & $ \begin{array}{cc}
0.949e^{i1.57} & 0.949e^{-i1.57} \\
0.951 & 1
\end{array} $
& \vcenteredhbox{\includegraphics[width=2.00in,height=2.00in,keepaspectratio]{general_reportCv3_files/bestEvalPolarPlt_Gy.pdf}} \\ \hline
\end{tabular}
\caption{\textbf{Eigenvalues of estimated gates}. The spectrum (Eigenvalues column) of each estimated gate. The second column displays these eigenvalues over the complex disc. \textbf{Black} and \textcolor{cyan}{\textbf{cyan}} circles plot the spectrum of the \textbf{ideal target gate} and \textcolor{cyan}{\textbf{estimated gate}}, respectively.\label{bestGatesetEigenvalueTable}}
\end{center}
\end{table}
\begin{table}[h]
\small
\begin{center}
\begin{tabular}[l]{|c|c|c|}
\hline
Gate & Relative Evals & Polar Plot \\ \hline
Gi & $ \begin{array}{cc}
-0.053 & 0.056e^{i3.11} \\
0.056e^{-i3.11} & 0
\end{array} $
& \vcenteredhbox{\includegraphics[width=2.00in,height=2.00in,keepaspectratio]{general_reportCv3_files/bestRelEvalPolarPlt_Gi.pdf}} \\ \hline
Gx & $ \begin{array}{cc}
0 & -0.054 \\
0.051e^{i3.12} & 0.051e^{-i3.12}
\end{array} $
& \vcenteredhbox{\includegraphics[width=2.00in,height=2.00in,keepaspectratio]{general_reportCv3_files/bestRelEvalPolarPlt_Gx.pdf}} \\ \hline
Gy & $ \begin{array}{cc}
0 & -0.049 \\
-0.052 & -0.053
\end{array} $
& \vcenteredhbox{\includegraphics[width=2.00in,height=2.00in,keepaspectratio]{general_reportCv3_files/bestRelEvalPolarPlt_Gy.pdf}} \\ \hline
\end{tabular}
\caption{\textbf{Relative Eigenvalues of estimated gates}. For each gate, the spectrum of $G_{\mathrm{target}}^{-1}\hat{G}$, defined as its \emph{relative eigenvalues} (see text for details). The second column displays these eigenvalues over the complex disc. Small \textcolor{red}{\textbf{red}} circles plot the \textcolor{red}{\textbf{relative eigenvalues}}, and \textcolor{darkgreen}{\textbf{green}} circles plot the relative eigenvalues of the gate \textcolor{darkgreen}{\textbf{to the 10th power}} (to increase visibility).\label{bestGatesetRelativeEigenvalueTable}}
\end{center}
\end{table}
%\begin{figure}
%\begin{center}
%\XXputfield{bestEstimatePolarEvalPlots}{Polar eigenvalue plots for gates placed here}
%\caption{\XXputfield{tt_bestEstimatePolarEvalPlots}\textbf{Polar plots of gate eigenvalues}. The eigenvalues from Table \ref{bestGatesetEigenvalueTable} plotted over the complex disc. Large \textbf{black} and \textcolor{cyan}{\textbf{cyan}} circles plot the spectrum of the \textbf{ideal target gate} and \textcolor{cyan}{\textbf{estimated gate}}, respectively. Small \textcolor{red}{\textbf{red}} circles plot the \textcolor{red}{\textbf{``relative'' eigenvalues}} (see Table \ref{bestGatesetEigenvalueTable}), and \textcolor{darkgreen}{\textbf{green}} circles plot the relative eigenvalues of the gate \textcolor{darkgreen}{\textbf{repeated 10 times}} (to increase visibility).\label{bestGatesetPolarEigvalTable}}
%\end{center}
%\end{figure}
%REMOVE It might be useful to know the closest \emph{unitary} operation to the estimated gate, and how close it is. Usually, you were trying to implement a unitary. If the closest unitary to $G$ was indeed $G_{\mathrm{target}}$, then all errors are incoherent; if not, you might be able to tweak the gate parameters to get closer relatively easily. Also, implementing a particular unitary may be less important than just achieving \emph{some} set of mutually independent unitaries. In these and other cases, the distance from an estimated gate to its closest unitary approximation is of interest.
%REMOVE Table \ref{bestGatesetClosestUnitaryTable} lists, for each estimated gate, the properties of its closest unitary approximation. The table defines the closest unitary, in terms of an axis and angle (in $\mathcal{B}(\mathcal{H})$) of rotation. It also presents the process fidelity and Jamiolkowski trace distance between the estimated gate and its closest unitary approximation. A sanity check is computed by comparing the fidelity of the obtained closest unitary with a theoretical upper bound (if a value greater than one appears in this column then the other values in that row may be inaccurate). If these numbers are similar to those in Table \ref{bestGatesetVsTargetTable}, then the gates are as close to the targets as they are to \emph{any} unitary.
%\begin{table}[h]
%\begin{center}
%XXXputfield{bestGatesetClosestUnitaryTable}{Best gate set overview table will be placed here}
%\caption{XXXputfield{tt_bestGatesetClosestUnitaryTable}{}Information pertaining to the closest unitary gate to each of the estimated gates.\label{bestGatesetClosestUnitaryTable}}
%\end{center}
%\end{table}
Finally, Table \ref{bestGatesetChoiTable} presents the spectrum of each estimated gate's \emph{Choi matrix}. The Choi matrix (sometimes ambiguously referred to as the ``process matrix'') is an alternative way to describe a process. We usually prefer the ``superoperator representation'', which has the very useful property that the process matrix corresponding to applying $G_a$ and then $G_b$ is simply $G_bG_a$. This is completely false for the Choi representation. Nonetheless, the Choi representation is often useful, so we present it here -- but without a detailed discussion of its properties (see, e.g. the textbook by Nielsen and Chuang).
The Choi matrix $\chi(G)$ for a gate $G$ can be simply understood in either of two ways. First, it is equivalent (up to choice of basis) to the \emph{Jamiolkowski state} defined by applying $G$ to one half of a maximally entangled bipartite state. Second, it is the general (non-diagonal) form of the well-known Kraus representation, $G[\rho] = \sum_i{K_i\rho K_i^\dagger}$. The Choi matrix behaves in many ways like a quantum state, and appears naturally in expressions for the process fidelity and Jamiolkowsi trace distance just as density matrices would enter these expressions when computing differences between states.
Additionally, the condition of \emph{complete positivity} or CP (which all real quantum processes must satisfy) is simply the positivity of the Choi matrix. Thus, negative eigenvalues in Table \ref{bestGatesetChoiTable} indicate that the estimate violates complete positivity. If they are very small, they may simply indicate statistical fluctuations (unitary gates have $\chi$ matrices with zero eigenvalues, so any small fluctuation is likely to violate CP). If they are large, they serve as a warning that (1) the model of CPTP maps is probably violated (usually because of non-Markovian behavior), and (2) this estimate may produce negative or greater-than-unity probabilities. GST does \emph{not} generally impose complete positivity, precisely because violation of CP is a warning flag for non-Markovian behavior (which is very common in experimental qubits).
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|c|c|}
\hline
Gate & Eigenvalues & Eigenvalue Magnitudes \\ \hline
Gi & $ \begin{array}{c}
0.011 \\
0.013 \\
0.017 \\
0.96
\end{array} $
& \vcenteredhbox{\includegraphics[width=2.53in,height=2.53in,keepaspectratio]{general_reportCv3_files/bestChoiEvalBars_Gi.pdf}} \\ \hline
Gx & $ \begin{array}{c}
0.011 \\
0.013 \\
0.014 \\
0.962
\end{array} $
& \vcenteredhbox{\includegraphics[width=2.53in,height=2.53in,keepaspectratio]{general_reportCv3_files/bestChoiEvalBars_Gx.pdf}} \\ \hline
Gy & $ \begin{array}{c}
0.011 \\
0.012 \\
0.015 \\
0.962
\end{array} $
& \vcenteredhbox{\includegraphics[width=2.53in,height=2.53in,keepaspectratio]{general_reportCv3_files/bestChoiEvalBars_Gy.pdf}} \\ \hline
\end{tabular}
\caption{\textbf{Choi matrix spectrum of the GST estimated gate set}. The eigenvalues of the Choi representation of each estimated gate. In the third column, magnitudes of \emph{negative} values are plotted using \textcolor{red}{red} bars. Unitary gates have a spectrum $(1,0,0\ldots)$, just like pure quantum states. Negative eigenvalues are non-physical, and may represent either statistical fluctuations or violations of the CPTP model used by GST.\label{bestGatesetChoiTable}}
\end{center}
\end{table}
\section{Goodness-of-model Analysis\label{secGoodness}}
The previous section presented the estimated gate set, and compared it to the target gate set. This section is concerned with a mostly orthogonal analysis which seeks to explain how much the estimated gate set can be trusted -- i.e., how well it fits the data.
To understand the goal of this section, consider the simple problem of fitting a line to a set of points. For any set of points, there is \emph{always} a best-fit line -- but this doesn't mean that the best-fit line is a \emph{good} fit! The data points may trace out a parabola, a square, or even something more complicated. It is essential to understand not just what the best-fit line was (and perhaps how close it was to some desired line), but also \textbf{how well that linear model was able to fit all the data}. Of course, we do not expect it to fit every data point perfectly. The critical question is ``Did the linear model fit \emph{as well as we would expect it to} if the data really were generated by a linear process?''
In this analogy, GST's estimated gate set is like the best-fit line, and the target gate set like the desired line. This section asks the question ``How well was GST able to fit all of the data -- and did it fit well enough to suggest that its model is valid?''. A central tool used to do this is the \emph{likelihood function}, which we denote $\mathcal{L}$, which formally is the probability of the observed data given a set of model parameters. The basic idea is that we maximize the likelihood function to obtain the best set of model parameters (i.e.~gate set), and by looking at the value of this maximum we can determine the model's goodness-of-fit. We will actually deal primarily with the logarithm of the likelihood function, $\log(\mathcal{L})$, which is simliarly maximized.
\subsection{Aggregated $\log(\mathcal{L})$}
The log-likelihood for an $n$-outcome system with predicted probabilities $p_i$ and observed frequencies $f_i$ ($i=1\ldots n$) is given by:
\begin{equation}
\log(\mathcal{L}) = \sum_i N f_i \log(p_i).
\end{equation}
where $N$ is the total number of counts. In \emph{this} analysis, $\log(\mathcal{L})$ is used to compare the set of probabilities predicted by a gate set ($p_s$) and the frequencies obtained from a dataset ($f_s$). Each experiment (or gate sequence) $s$ is associated to two probabilities: ``plus'' has probability $p_s$ and ``minus'' has probability $1-p_s$. The $\log(\mathcal{L})$ contribution of a single gate string $s$ is
\begin{equation}
\log(\mathcal{L})_s = N f_s \log(p_s) + N (1-f_s) \log(1-p_s),\label{eqGateStringLogL}
\end{equation}
where $N$ is the number of times the experiment $s$ was performed, $p_s$ is the probability of a ``plus'' outcome as predicted by the gate set, and $f_s$ is the observed frequency of ``plus''. The total log-likelihood for an entire dataset is just the sum
\begin{equation}
\log(\mathcal{L}) = \sum_{s\in\mathcal{S}}{ \log(\mathcal{L})_s}.\label{eqDatasetLogL}
\end{equation}
A theoretical upper bound on the log-likelihood can be found by replacing $p_s$ with $f_s$ in Eq.~\ref{eqGateStringLogL} and evaluating Eq.~\ref{eqDatasetLogL}. We will refer to this quantity as $\log(\mathcal{L})_{ub}$.
Statistical theory has quite a lot to say about the likelihood function (see any of the major textbooks). Using some of these results, we can predict that if there are $N_p$ free parameters in the gate set that GST is fitting, and GST fits a dataset containing $N_s > N_p$ distinct experiments (gate sequences), then \emph{if the gate set model is correct}, then two times the difference between $\log(\mathcal{L})_{ub}$ and the maximum $\log(\mathcal{L})$ obtained is a random variable with a $\chi^2_{k}$ distribution, where
$$k \equiv N_s - N_p.$$
Its expected value is $\expec{\chi^2}=k$, and its standard deviation is $\sqrt{2k}$. Thus, if the fit is ``good'', then twice $\Delta\log(\mathcal{L}) \equiv \log(\mathcal{L})_{ub} - \max(\log(\mathcal{L}))$ should lie roughly within the interval $[k-\sqrt{2k},k+\sqrt{2k}]$.
Thus, by comparing the difference $2\Delta\log(\mathcal{L}) - k$ to $\sqrt{2k}$, one can determine how well the GST estimate was able to fit the data in dataset ``$\mathcal{D}$''.
\iftoggle{LsAndGermsSet}{
The MLEGST algorithm used to generate this estimate is iterative. It starts by fitting only data from the shortest gate sequences (which are easy to fit \emph{and} insensitive to most non-Markovian noise), then successively adds longer and longer sequences (with base sequence length $L\leq 1,2,4,8,\ldots$) to the mix. Since we get an estimate at each intermediate $L$, it is possible to quantify not just the goodness of the \emph{best} fit (presented in the previous section), but how the goodness-of-fit behaves as longer and longer sequences are added in.
This data is presented in Table \ref{progressTable}. What you should be looking for here is whether -- at each value of $L$ -- the $2\Delta\log(\mathcal{L})$ quantity is roughly the same as $k$. More precisely, is $|2\Delta\log(\mathcal{L})-k|$ less than or equal to $\sqrt{2k}$? If not, then the model is not fitting as well as it should, which usually indicates non-Markovian noise (or, rarely, that the GST algorithm has simply failed to find a good fit even though one exists).
As a rough rule of thumb, for GST experiments involving relatively long sequences (e.g. $L\geq100$):
%\begin{tabular}{rp{5.5in}}
%$\bigstar\bigstar\bigstar\bigstar\bigstar$ & ``Incredibly good'' experiments have $\chi^2 \approx k$, as predicted by theory (and seen in simulations). \\
%$\bigstar\bigstar\bigstar\bigstar$ & ``Great'' experiments have $\chi^2 \leq 2k$ or so. \\
%$\bigstar\bigstar\bigstar$ & ``Good'' experiments have $\chi^2 \leq 5k$ or so. \\
%$\bigstar\bigstar$ & ``Okay'' experiments have $\chi^2 \leq 10k$. \\
%$\bigstar$ & Experiments in which $\chi^2 > 10k$ have very significant non-Markovian noise, and the results in the previous section should be viewed very cautiously.
%\end{tabular}
\begin{itemize}
\item ``Incredibly good'' ($\bigstar\bigstar\bigstar\bigstar\bigstar$) experiments have $2\Delta\log(\mathcal{L}) \approx k$, as predicted by theory (and seen in simulations).
\item ``Great'' ($\bigstar\bigstar\bigstar\bigstar$) experiments have $2\Delta\log(\mathcal{L}) \leq 2k$ or so.
\item ``Good'' ($\bigstar\bigstar\bigstar$) experiments have $2\Delta\log(\mathcal{L}) \leq 5k$ or so.
\item ``Okay'' ($\bigstar\bigstar$) experiments have $2\Delta\log(\mathcal{L}) \leq 10k$.
\item Experiments in which $2\Delta\log(\mathcal{L}) > 10k$ ($\bigstar$) have very significant non-Markovian noise, and the results in the previous section should be viewed very cautiously.
\end{itemize}
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|c|c|c|c|c|c|c|c|}
\hline
L & $2\Delta\log(\mathcal{L})$ & $k$ & $2\Delta\log(\mathcal{L})-k$ & $\sqrt{2k}$ & $N_\sigma$ & $N_s$ & $N_p$ & Rating \\ \hline
0 & 53.75 & 61 & -7.251 & 11.05 & -0.66 & 92 & 31 & $\bigstar\bigstar\bigstar\bigstar\bigstar$ \\ \hline
1 & 53.75 & 61 & -7.251 & 11.05 & -0.66 & 92 & 31 & $\bigstar\bigstar\bigstar\bigstar\bigstar$ \\ \hline
2 & 106.8 & 137 & -30.25 & 16.55 & -1.83 & 168 & 31 & $\bigstar\bigstar\bigstar\bigstar\bigstar$ \\ \hline
4 & 439.5 & 410 & 29.48 & 28.64 & 1.03 & 441 & 31 & $\bigstar\bigstar\bigstar\bigstar$ \\ \hline
8 & 691.3 & 786 & -94.72 & 39.65 & -2.39 & 817 & 31 & $\bigstar\bigstar\bigstar\bigstar\bigstar$ \\ \hline
\end{tabular}
\caption{\textbf{Comparison between the computed and expected maximum $\log(\mathcal{L})$ for different values of $L$}. $N_S$ and $N_p$ are the number of gate strings and parameters, respectively. The quantity $2\Delta\log(\mathcal{L})$ measures the goodness of fit of the GST model (small is better) and is expected to lie within $[k-\sqrt{2k},k+\sqrt{2k}]$ where $k = N_s-N_p$. $N_\sigma = (2\Delta\log(\mathcal{L})-k)/\sqrt{2k}$ is the number of standard deviations from the mean (a $p$-value can be straightforwardly derived from $N_\sigma$). The rating from 1 to 5 stars gives a very crude indication of goodness of fit as explained in the text.\label{progressTable}}
%$p$ is the p-value derived from a $\chi^2_k$ distribution.(For example, if $p=0.05$, then the probability of observing a $\chi^{2}$ value as large as, or larger than, the one indicated in the table is 5\%, assuming the GST model is valid.)
\end{center}
\end{table}
}{
\textbf{NOTE: Not enough information was given at the time of this report generation to know provide a goodness-of-model analysis}
}
\FloatBarrier
\iftoggle{LsAndGermsSet}{
\subsection{Detailed likelihood analysis}
The aggregated $2\Delta\log(\mathcal{L})$ numbers presented in Table \ref{progressTable} tell you how well the GST estimate fits the \emph{entire} dataset. If they are in line with theory ($2\Delta\log(\mathcal{L}) \approx k$), then there is little more to be said. But if the best fit to the data is not good, we can debug it by identifying \emph{which} experiments are inconsistent with the fit.
%s \ref{bestEstimateSummedColorBoxPlot} and
%In Fig.~\ref{bestEstimateColorBoxPlot}, each
%Figure \ref{bestEstimateSummedColorBoxPlot} shows the same $2\Delta\log(\mathcal{L})$ contributions on a coarser level by summing together the values of all the boxes in a each block of Fig.~\ref{bestEstimateColorBoxPlot}. Thus, in Fig.~\ref{bestEstimateSummedColorBoxPlot}, each box represents a single germ-power gate sequence.
Figure \ref{bestEstimateColorBoxPlot} displays the $2\Delta\log(\mathcal{L})$ contribution from individual gate sequence (Eq.~\ref{eqGateStringLogL}). Each gate sequence corresponds to a single colored ``pixel'' in the plot. Each block of pixels corresponds to a single base sequence (i.e., a germ power), and the individual pixels within a block correspond to the various fiducial sequence pairs between which that base sequence was sandwiched, as indicated in Figure \ref{colorBoxPlotKeyPlot}. Base sequences are arranged in a grid; different rows correspond to different germs, while different columns correspond to different maximum lengths $L$. Pixels are labeled with the $2\Delta\log(\mathcal{L})$ contribution for that sequence, and colored appropriately.
Sequences whose observed frequencies are consistent with a Markovian gate set are shown in gray, with darker shades indicating greater inconsistency with the estimated gate set. Data shown in red are \emph{not} consistent with a Markovian gate set. It may appear contradictory to say that (a) gray is ``consistent" with Markovian, but (b) darker shades indicate ``greater inconsistency". The resolution is that the $\chi^2$ values quantify inconsistency with the model, \emph{but} they themselves are also subject to random fluctuations. Therefore, even if the data are perfectly consistent with the model, we expect to see (for example) a single $\chi^2_s \geq 10$ once per each 638 experiments. Observing $\chi^2_s \geq 10$ for any given sequence does suggest that the data from
$s$ were relatively surprising, but we also expect to see one such fluctuation if there are more than about 600 experiments. The gray/red threshold is chosen based on the total number of sequences so that \emph{if} the data are perfectly Markovian, then the probability of one or more experiments being colored red is only 5\%.
Identifying patterns and trends within such ``pixel plots'' can aid in identifying specific sources and types of non-Markovian noise which may be to blame if the GST algorithms are unable to produce a ``good'' estimate. For example, it is often the case that all the short sequences [$L = O(1)$] can be fit reasonably well, but the right-hand side of Figure \ref{bestEstimateColorBoxPlot} becomes a sea of red. This indicates that non-Markovian behavior (potentially due to slow drift of gate set parameters) is becoming more significant for longer experiments. In other cases, a single row may be particularly bad, indicating that a particular gate or germ is especially problematic (e.g., was not stabilized using dynamical decoupling techniques). Be cautious in debugging, however -- sometimes bad $\log(\mathcal{L})$ values for a particular gate or germ can result \emph{not} from faults in that operation, but because another operation failed so badly that it distorted the entire fit (e.g., in trying to fit catastrophically non-Markovian data at Point A, GST ended up failing to fit perfectly good data at Point B).
%REMOVE Similar pixel plots for the intermediate estimates whose total $2\Delta\log(\mathcal{L})$ is listed in Table \ref{progressTable} \iftoggle{pixelplotsappendix}{can be found in Appendix \ref{appendix_logL_pixelplots}.}{are included when the ``pixel plots'' appendix is enabled.}
%\begin{figure}
%\begin{center}
%\XXputfield{bestEstimateSummedColorBoxPlot}{Box plot of best gate set logL}
%\caption{\XXputfield{tt_bestEstimateSummedColorBoxPlot}{}\textbf{$2\Delta\log(\mathcal{L})$ contributions for every gate sequence up to fiducials}. Each box shows the aggregate (summed) $2\Delta\log(\mathcal{L})$ for the set of experiments whereby a single germ power sequence is sandwiched between every combination of fiducial strin pairs. Box color indicates whether GST was able to fit the corresponding frequencies well. Shades of white/gray are typical. Red squares represent statistically significant evidence for model violation (non-Markovianity), and should appear with probability at most 5\% if the data really are Markovian. See text for further details.\label{bestEstimateSummedColorBoxPlot}}
%\end{center}
%\end{figure}
\begin{figure}
\begin{center}
\includegraphics[width=1.80in,height=1.80in,keepaspectratio]{general_reportCv3_files/colorBoxPlotKey.png}
\caption{\textbf{Sub-block key for subsequent plots.} Shows how elements of the sub-blocks in Figure \ref{bestEstimateColorBoxPlot} correspond to preparation and measurement fiducial sequences. Note that the column indicates the fiducial adjacent to state preparation, while the row indicates the fiducial adjacent to measurement.\label{colorBoxPlotKeyPlot}}
\end{center}
\end{figure}
\begin{figure}
\begin{center}
\includegraphics[width=6.50in,height=7.25in,keepaspectratio]{general_reportCv3_files/bestLogLBoxes_pg0.png}
\caption{\textbf{$2\Delta\log(\mathcal{L})$ contributions for every individual experiment in the dataset}. Each pixel represents a single experiment (gate sequence), and its color indicates whether GST was able to fit the corresponding frequency well. Shades of white/gray are typical. Red squares represent statistically significant evidence for model violation (non-Markovianity), and should appear with probability at most 5\% if the data really are Markovian. Blocks of pixels correspond to base sequences (arranged vertically by germ and horizontally by length); each pixel within a block corresponds to a specific choice of pre- and post-fiducial sequences as shown in Figure \ref{colorBoxPlotKeyPlot}. See text for further details.\label{bestEstimateColorBoxPlot}}
\end{center}
\end{figure}
%Figure \ref{invertedBestEstimateColorBoxPlot} shows exactly the same $\log(\mathcal{L})$ analysis as Figure \ref{bestEstimateColorBoxPlot}, but arranged differently. Here, blocks (not square) all correspond to a single fiducial pair (e.g., pre- and post-fiducial), and pixels within a block correspond to different base sequences. This can be useful for diagnosing a single bad fiducial sequence.
%
%\begin{figure}
%\begin{center}
%XXXputfield{invertedBestEstimateColorBoxPlot}{Box plot of best gate set logL with inverted box order}
%\caption{XXXputfield{tt_invertedBestEstimateColorBoxPlot}{}\textbf{$2\Delta\log(\mathcal{L})$ contributions for each experiment, arranged differently.} This figure shows the same data as Figure \ref{bestEstimateColorBoxPlot}, but arranged differently. Each block now corresponds to a particular pair of fiducial sequences, while pixels within the block correspond to different base sequences sandwiched between those fiducials.\label{invertedBestEstimateColorBoxPlot}}
%\end{center}
%\end{figure}
}{}
\section{System and pyGSTi parameters\label{metadata}}
This section contains a raw dump of system information and various pyGSTi parameters. It's purpose is to stamp this report with parameters indicating how exactly GST was run to create it, as well as to record the software environment in within which the report creation was run. Note that if the core GST computation was done on a machine different from the one that created this report, the software information contained here will be of less value.
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|p{3in}|}
\hline
\textbf{Quantity} & \textbf{Value} \\ \hline
Long tables (option) & \spverb!False! \\ \hline
Table class (option) & \spverb!pygstiTbl! \\ \hline
Template path (option) & \spverb!None! \\ \hline
Latex command (option) & \spverb!pdflatex! \\ \hline
cptpPenaltyFactor & \spverb!0! \\ \hline
defaultBasename & \spverb!None! \\ \hline
defaultDirectory & \spverb!None! \\ \hline
distributeMethod & \spverb!deriv! \\ \hline
fiducial pairs & \spverb!None! \\ \hline
gaugeOptParams & \spverb![{}]! \\ \hline
hessianProjection & \spverb!optimal gate CIs! \\ \hline
linlogPercentile & \spverb!5! \\ \hline
max length list & \spverb![0, 1, 2, 4, 8]! \\ \hline
memLimit & \spverb!None! \\ \hline
minProbClip & \spverb!1e-06! \\ \hline
minProbClipForWeighting & \spverb!0.0001! \\ \hline
objective & \spverb!logl! \\ \hline
probClipInterval & \spverb!(-1000000.0, 1000000.0)! \\ \hline
radius & \spverb!0.0001! \\ \hline
weights & \spverb!None! \\ \hline
rho0 parameterization & \spverb!TP! \\ \hline
E0 parameterization & \spverb!full! \\ \hline
Gi parameterization & \spverb!TP! \\ \hline
Gx parameterization & \spverb!TP! \\ \hline
Gy parameterization & \spverb!TP! \\ \hline
\end{tabular}
\caption{\textbf{Listing of GST parameters and meta-data.} These parameters and related metadata describe how the GST computation was performed which led to this report. \label{metadataTable}}
\end{center}
\end{table}
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|p{3in}|}
\hline
\textbf{Quantity} & \textbf{Value} \\ \hline
pyGSTi version & \spverb!0.9.3! \\ \hline
numpy & \spverb!1.11.2! \\ \hline
scipy & \spverb!0.18.1! \\ \hline
matplotlib & \spverb!1.5.3! \\ \hline
pyparsing & \spverb!2.1.10! \\ \hline
cvxopt & \spverb!1.1.8! \\ \hline
cvxpy & \spverb!0.4.5! \\ \hline
pptx & \spverb!0.6.0! \\ \hline
nose & \spverb!1.3.7! \\ \hline
PIL & \spverb!3.4.2! \\ \hline
psutil & \spverb!4.3.1! \\ \hline
Python version & \spverb!3.5.2! \\ \hline
Python type & \spverb!CPython! \\ \hline
Python compiler & \spverb!GCC 4.2.1 (Apple Inc. build 5666) (dot 3)! \\ \hline
Python build & \spverb!('v3.5.2:4def2a2901a5', 'Jun 26 2016 10:47:25')! \\ \hline
Python branch & \spverb!v3.5.2! \\ \hline
Python revision & \spverb!4def2a2901a5! \\ \hline
Platform summary & \spverb!Darwin-15.6.0-x86_64-i386-64bit! \\ \hline
System & \spverb!Darwin! \\ \hline
Sys Release & \spverb!15.6.0! \\ \hline
Sys Version & \spverb!Darwin Kernel Version 15.6.0: Mon Jan 9 23:07:29 PST 2017; root:xnu-3248.60.11.2.1~1/RELEASE_X86_64! \\ \hline
Machine & \spverb!x86_64! \\ \hline
Processor & \spverb!i386! \\ \hline
\end{tabular}
\caption{\textbf{Listing of the software environment.} Note that this describes the software environment of the machine used to generate this report, and not necessarily the machine used to perform the core GST gate set estimatino.\label{metadataTable}}
\end{center}
\end{table}
\iftoggle{showAppendix}{
\appendix
\clearpage
\section{Potential Analysis Aids (in development)}
This appendix is meant to hold experimental figures and tables which may be later deemed worthy to incorporate into the main text (but not yet). Table \ref{bestGatesetErrGenProjectionMetricsTable} shows the infidelity, Jamiolkowski trace distance, and diamond distance of the gates obtained from only part of the full error generator (show in Table \ref{bestGatesetErrGenTable}). The different ``parts'' of the full generator we consider are its projection onto only the Pauli Hamiltonian error generators, only the Pauli Stochastic error generators, and its projection onto both Hamiltonian and Stochastic error (but nothing else). Table \ref{logLErrgenProjectionTable} shows the goodness of fit, in terms of the log-likelihood value, which is obtained when only a part of the error generator is retained. Table \ref{FitByGermTable} shows, in a similar style to Table \ref{progressTable}, the goodness-of-fit on a per-germ basis (showing only the shorter germs to conserve page space).
\begin{table}[h]
\begin{center}
\begin{minipage}[b]{0.40\linewidth}
\adjustbox{max width=\linewidth}{
\begin{tabular}[l]{|c|c|c|c|c|}
\hline
\multirow{2}{*}{Gate} & \multicolumn{4}{c|}{Process Infidelity} \\ \cline{2-5}
& Full & $\mathcal{H}$ + $\mathcal{S}$ & $\mathcal{H}$ & $\mathcal{S}$ \\ \hline
Gi & 0.04 & 0.04 & 1\e{-5} & 0.04 \\ \hline
Gx & 0.038 & 0.038 & 4\e{-6} & 0.038 \\ \hline
Gy & 0.038 & 0.038 & 4\e{-6} & 0.038 \\ \hline
\multirow{2}{*}{} & \multicolumn{4}{c|}{$\nicefrac{1}{2}$ Trace Distance} \\ \cline{2-5}
& Full & $\mathcal{H}$ + $\mathcal{S}$ & $\mathcal{H}$ & $\mathcal{S}$ \\ \hline
Gi & 0.04 & 0.04 & 0.003 & 0.04 \\ \hline
Gx & 0.038 & 0.038 & 0.002 & 0.038 \\ \hline
Gy & 0.038 & 0.038 & 0.002 & 0.038 \\ \hline
\multirow{2}{*}{} & \multicolumn{4}{c|}{$\nicefrac{1}{2}$ $\Diamond$-Norm} \\ \cline{2-5}
& Full & $\mathcal{H}$ + $\mathcal{S}$ & $\mathcal{H}$ & $\mathcal{S}$ \\ \hline
Gi & 0.04 & 0.04 & 0.003 & 0.04 \\ \hline
Gx & 0.038 & 0.038 & 0.002 & 0.038 \\ \hline
Gy & 0.038 & 0.038 & 0.002 & 0.038 \\ \hline
\end{tabular}
}
\end{minipage}
\begin{minipage}[b]{0.40\linewidth}
\adjustbox{max width=\linewidth}{
\begin{tabular}[l]{|c|c|c|c|c|}
\hline
\multirow{2}{*}{Gate} & \multicolumn{4}{c|}{Process Infidelity} \\ \cline{2-5}
& Full & $\mathcal{H}$ + $\mathcal{S}$ & $\mathcal{H}$ & $\mathcal{S}$ \\ \hline
Gi & 0 & 3\e{-4} & 0.04 & 3\e{-4} \\ \hline
Gx & 0 & 1\e{-4} & 0.038 & 2\e{-4} \\ \hline
Gy & 0 & 2\e{-4} & 0.038 & 2\e{-4} \\ \hline
\multirow{2}{*}{} & \multicolumn{4}{c|}{$\nicefrac{1}{2}$ Trace Distance} \\ \cline{2-5}
& Full & $\mathcal{H}$ + $\mathcal{S}$ & $\mathcal{H}$ & $\mathcal{S}$ \\ \hline
Gi & 0 & 0.003 & 0.04 & 0.006 \\ \hline
Gx & 0 & 0.002 & 0.038 & 0.004 \\ \hline
Gy & 0 & 0.002 & 0.038 & 0.004 \\ \hline
\multirow{2}{*}{} & \multicolumn{4}{c|}{$\nicefrac{1}{2}$ $\Diamond$-Norm} \\ \cline{2-5}
& Full & $\mathcal{H}$ + $\mathcal{S}$ & $\mathcal{H}$ & $\mathcal{S}$ \\ \hline
Gi & 0 & 0.004 & 0.04 & 0.006 \\ \hline
Gx & 0 & 0.002 & 0.038 & 0.004 \\ \hline
Gy & 0 & 0.002 & 0.038 & 0.004 \\ \hline
\end{tabular}
}
\end{minipage}
\caption{ \textbf{Comparisons of error-generator-projection derived estimates to target and estimated gates}. Each of these two tables compares the ``full'' best-estimate GST gates with those generated by a projection (i.e. less-than-the whole) error generator show in Table \ref{bestGatesetErrGenTable}. Columns labeled ``$\mathcal{H}$'' correspond to projecting the error generator onto the space of all the Hamiltonian-type error generators, and those labeled ``$\mathcal{S}$'' correspond to the similar projection but using the Stocastic error generators. The label ``$\mathcal{H} + \mathcal{S}$'' intuitively refers to projecting onto the space spanned by both Hamiltonian and Stochastic error generators. ``Full'' denotes that the entire error generator is used, and thus the constructed gate is equal to the final GST estimate. The \textbf{left} table compares each constructed gate with the \textbf{ideal target} gate, whereas the \textbf{right} table compares it with the \textbf{GST best-estimate} gate. Each table is divided into vertical sections based on the metric being used.\label{bestGatesetErrGenProjectionMetricsTable} }
\end{center}
\end{table}
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|c|c|c|c|c|c|c|c|}
\hline
Type & $2\Delta\log(\mathcal{L})$ & $k$ & $2\Delta\log(\mathcal{L})-k$ & $\sqrt{2k}$ & $N_\sigma$ & $N_s$ & $N_p$ & Rating \\ \hline
Full & 691.3 & 786 & -94.72 & 39.65 & -2.39 & 817 & 31 & $\bigstar\bigstar\bigstar\bigstar\bigstar$ \\ \hline
$\mathcal{H}$ + $\mathcal{S}$ & 705.8 & 793 & -87.16 & 39.82 & -2.19 & 817 & 24 & $\bigstar\bigstar\bigstar\bigstar\bigstar$ \\ \hline
$\mathcal{H}$ & 5\e{4} & 805 & 5\e{4} & 40.12 & 1\e{3} & 817 & 12 & $\bigstar$ \\ \hline
$\mathcal{S}$ & 714.4 & 805 & -90.59 & 40.12 & -2.26 & 817 & 12 & $\bigstar\bigstar\bigstar\bigstar\bigstar$ \\ \hline
LND & 691.3 & 781 & -89.72 & 39.52 & -2.27 & 817 & 36 & $\bigstar\bigstar\bigstar\bigstar\bigstar$ \\ \hline
CPTP & 691.3 & 786 & -94.72 & 39.65 & -2.39 & 817 & 31 & $\bigstar\bigstar\bigstar\bigstar\bigstar$ \\ \hline
LND CPTP & 691.3 & 781 & -89.72 & 39.52 & -2.27 & 817 & 36 & $\bigstar\bigstar\bigstar\bigstar\bigstar$ \\ \hline
$\mathcal{H}$ + $\mathcal{S}$ CPTP & 705.8 & 793 & -87.16 & 39.82 & -2.19 & 817 & 24 & $\bigstar\bigstar\bigstar\bigstar\bigstar$ \\ \hline
\end{tabular}
\caption{\textbf{Comparison between the computed and expected maximum $\log(\mathcal{L})$ for error generator projections}. Each row shows goodness of fit values for a particular gate set when using all of the gate sequences. Labels ``$\mathcal{H}$'', ``$\mathcal{S}$'', and ``$\mathcal{H} + \mathcal{S}$'' correspond to the gatesets whose elements are obtained by projecting each gate's error generator onto the space of Hamiltonian-type error generators, Stocastic error generators, and both of these categories, respectively. ``Full'' denotes the final GST estimate itself (no projection), which is redundant with the final row in Table \ref{progressTable}. The ``CPTP'' row shows the fit obtained gauge-optimizing to CPTP then contracting to CPTP, and the ``$\mathcal{H} + \mathcal{S}$ CPTP'' shows the fit obtained by contracting the ``$\mathcal{H} + \mathcal{S}$'' gate set to CPTP. Column headings have the same meaning as in Table \ref{progressTable}, and $N_p$ is given by the number of orthogonal error generators used for each of the projections.\label{logLErrgenProjectionTable}}
%$p$ is the p-value derived from a $\chi^2_k$ distribution.(For example, if $p=0.05$, then the probability of observing a $\chi^{2}$ value as large as, or larger than, the one indicated in the table is 5\%, assuming the GST model is valid.)
\end{center}
\end{table}
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|c|c|c|c|c|c|c|c|}
\hline
germ & $2\Delta\log(\mathcal{L})$ & $k$ & $2\Delta\log(\mathcal{L})-k$ & $\sqrt{2k}$ & $N_\sigma$ & $N_s$ & $N_p$ & Rating \\ \hline
$\mbox{Gx}$ & 58.57 & 49 & 9.574 & 9.899 & 0.97 & 80 & 31 & $\bigstar\bigstar\bigstar\bigstar\bigstar$ \\ \hline
$\mbox{Gy}$ & 110.2 & 79 & 31.22 & 12.57 & 2.48 & 110 & 31 & $\bigstar\bigstar\bigstar\bigstar$ \\ \hline
$\mbox{Gi}$ & 137.9 & 137 & 0.947 & 16.55 & 0.06 & 168 & 31 & $\bigstar\bigstar\bigstar\bigstar\bigstar$ \\ \hline
$\mbox{Gx}\cdot\mbox{Gy}$ & 120.4 & 98 & 22.38 & 14 & 1.6 & 129 & 31 & $\bigstar\bigstar\bigstar\bigstar$ \\ \hline
$\mbox{Gx}\cdot\mbox{Gy}\cdot\mbox{Gi}$ & 86.77 & 65 & 21.77 & 11.4 & 1.91 & 96 & 31 & $\bigstar\bigstar\bigstar\bigstar$ \\ \hline
$\mbox{Gx}\cdot\mbox{Gi}\cdot\mbox{Gy}$ & 72.88 & 65 & 7.88 & 11.4 & 0.69 & 96 & 31 & $\bigstar\bigstar\bigstar\bigstar\bigstar$ \\ \hline
$\mbox{Gx}\cdot\mbox{Gi}\cdot\mbox{Gi}$ & 70.31 & 65 & 5.309 & 11.4 & 0.47 & 96 & 31 & $\bigstar\bigstar\bigstar\bigstar\bigstar$ \\ \hline
$\mbox{Gy}\cdot\mbox{Gi}\cdot\mbox{Gi}$ & 62.24 & 65 & -2.764 & 11.4 & -0.24 & 96 & 31 & $\bigstar\bigstar\bigstar\bigstar\bigstar$ \\ \hline
\end{tabular}
\caption{\textbf{Comparison between the computed and expected maximum $\log(\mathcal{L})$ per germ for short germs}. $N_S$ and $N_p$ are the number of gate strings and parameters, respectively (specific to a single germ). The quantity $2\Delta\log(\mathcal{L})$ measures the goodness of fit of the GST model (small is better) and is expected to lie within $[k-\sqrt{2k},k+\sqrt{2k}]$ where $k = N_s-N_p$. $N_\sigma = (2\Delta\log(\mathcal{L})-k)/\sqrt{2k}$ is the number of standard deviations from the mean (a $p$-value can be straightforwardly derived from $N_\sigma$). The rating from 1 to 5 stars gives a very crude indication of goodness of fit as explained in the text.\label{FitByGermTable}}
%$p$ is the p-value derived from a $\chi^2_k$ distribution.(For example, if $p=0.05$, then the probability of observing a $\chi^{2}$ value as large as, or larger than, the one indicated in the table is 5\%, assuming the GST model is valid.)
\end{center}
\end{table}
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|c|c|c|c|}
\hline
& I & X & Y & Z \\ \hline
& \vcenteredhbox{\includegraphics[width=1.10in,height=1.10in,keepaspectratio]{general_reportCv3_files/errgen_ham__I_projector.pdf}} & \vcenteredhbox{\includegraphics[width=1.10in,height=1.10in,keepaspectratio]{general_reportCv3_files/errgen_ham__X_projector.pdf}} & \vcenteredhbox{\includegraphics[width=1.10in,height=1.10in,keepaspectratio]{general_reportCv3_files/errgen_ham__Y_projector.pdf}} & \vcenteredhbox{\includegraphics[width=1.10in,height=1.10in,keepaspectratio]{general_reportCv3_files/errgen_ham__Z_projector.pdf}} \\ \hline
\end{tabular}
\caption{\textbf{Hamiltonian Error Generators}. These color box plots display the Hamiltonian-type error generators which are used to project the ``Full'' error generator of the GST estimate in Table \ref{bestGatesetErrGenTable}. Rows and columns of this table reflect the arrangement of the color-box-plots of the Hamiltonian-error-generator cells of Table \ref{bestGatesetErrGenTable}.\label{hamiltonianProjectorTable}}
\end{center}
\end{table}
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|c|c|c|c|}
\hline
& I & X & Y & Z \\ \hline
& \vcenteredhbox{\includegraphics[width=1.10in,height=1.10in,keepaspectratio]{general_reportCv3_files/errgen_sto__I_projector.pdf}} & \vcenteredhbox{\includegraphics[width=1.10in,height=1.10in,keepaspectratio]{general_reportCv3_files/errgen_sto__X_projector.pdf}} & \vcenteredhbox{\includegraphics[width=1.10in,height=1.10in,keepaspectratio]{general_reportCv3_files/errgen_sto__Y_projector.pdf}} & \vcenteredhbox{\includegraphics[width=1.10in,height=1.10in,keepaspectratio]{general_reportCv3_files/errgen_sto__Z_projector.pdf}} \\ \hline
\end{tabular}
\caption{\textbf{Stochastic Error Generators}. These color box plots display the stochastic-type error generators which are used to project the ``Full'' error generator of the GST estimate in Table \ref{bestGatesetErrGenTable}. Rows and columns of this table reflect the arrangement of the color-box-plots of the stochastic-error-generator cells of Table \ref{bestGatesetErrGenTable}.\label{stochasitcProjectorTable}}
\end{center}
\end{table}
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|c|c|c|}
\hline
Gate & \begin{tabular}{c}Process\\Infidelity\end{tabular} & \begin{tabular}{c}$\nicefrac{1}{2}$ Trace\\Distance\end{tabular} & $\nicefrac{1}{2}$ $\Diamond$-Norm \\ \hline
Gi & 0.04 & 0.04 & 0.04 \\ \hline
Gx & 0.038 & 0.038 & 0.038 \\ \hline
Gy & 0.038 & 0.038 & 0.038 \\ \hline
\end{tabular}
\caption{\textbf{Per gate gauge optimized comparison with target}. Rows and columns are similar to those of Table \ref{bestGatesetVsTargetTable}, except that each row shows results for a \emph{differently gauge-optimized} gate set. In particular, results for each gate are computed using a gate set that was gauge optimized to target \emph{only} that single gate. This shows, in a sense, that minimum infidelity that can be reached on a per-gate basis. The trace and diamond distances are often similar to the infidelity, indicating that gauge transformations are able to ``undo'' the coherent errors of a single gate.\label{gaugeOptGatesetsVsTargetTable}}
\end{center}
\end{table}
\begin{table}[h]
\begin{center}
\begin{tabular}[l]{|c|c|c|}
\hline
Gate & Eigenvalues & Eigenvalue Magnitudes \\ \hline
Gi & $ \begin{array}{c}
0.011 \\
0.013 \\
0.017 \\
0.96
\end{array} $
& \vcenteredhbox{\includegraphics[width=2.53in,height=2.53in,keepaspectratio]{general_reportCv3_files/goCPTPChoiEvalBars_Gi.pdf}} \\ \hline
Gx & $ \begin{array}{c}
0.011 \\
0.013 \\
0.014 \\
0.962
\end{array} $
& \vcenteredhbox{\includegraphics[width=2.53in,height=2.53in,keepaspectratio]{general_reportCv3_files/goCPTPChoiEvalBars_Gx.pdf}} \\ \hline
Gy & $ \begin{array}{c}
0.011 \\
0.012 \\
0.015 \\
0.962
\end{array} $
& \vcenteredhbox{\includegraphics[width=2.53in,height=2.53in,keepaspectratio]{general_reportCv3_files/goCPTPChoiEvalBars_Gy.pdf}} \\ \hline
\end{tabular}
\caption{\textbf{CPTP-gauge optimized Choi matrix table}. Similar to Table \ref{bestGatesetChoiTable} except that gate set being analyzed has been gauge optimized to CPTP (but not contracted). The resulting gates are, in effect, as close to CPTP as the numerical optimizer was able to find without reducing the quality of the fit (i.e. by gauge transformations alone).\label{gaugeOptCPTPGatesetChoiTable}}
\end{center}
\end{table}
}{}
\end{document}