1
        2
        3
        4
        5
        6
        7
        8
        9
       10
       11
       12
       13
       14
       15
       16
       17
       18
       19
       20
       21
       22
       23
       24
       25
       26
       27
       28
       29
       30
       31
       32
       33
       34
       35
       36
       37
       38
       39
       40
       41
       42
       43
       44
       45
       46
       47
       48
       49
       50
       51
       52
       53
       54
       55
       56
       57
       58
       59
       60
       61
       62
       63
       64
       65
       66
       67
       68
       69
       70
       71
       72
       73
       74
       75
       76
       77
       78
       79
       80
       81
       82
       83
       84
       85
       86
       87
       88
       89
       90
       91
       92
       93
       94
       95
       96
       97
       98
       99
      100
      101
      102
      103
      104
      105
      106
      107
      108
      109
      110
      111
      112
      113
      114
      115
      116
      117
      118
      119
      120
      121
      122
      123
      124
      125
      126
      127
      128
      129
      130
      131
      132
      133
      134
      135
      136
      137
      138
      139
      140
      141
      142
      143
      144
      145
      146
      147
      148
      149
      150
      151
      152
      153
      154
      155
      156
      157
      158
      159
      160
      161
      162
      163
      164
      165
      166
      167
      168
      169
      170
      171
      172
      173
      174
      175
      176
      177
      178
      179
      180
      181
      182
      183
      184
      185
      186
      187
      188
      189
      190
      191
      192
      193
      194
      195
      196
      197
      198
      199
      200
      201
      202
      203
      204
      205
      206
      207
      208
      209
      210
      211
      212
      213
      214
      215
      216
      217
      218
      219
      220
      221
      222
      223
      224
      225
      226
      227
      228
      229
      230
      231
      232
      233
      234
      235
      236
      237
      238
      239
      240
      241
      242
      243
      244
      245
      246
      247
      248
      249
      250
      251
      252
      253
      254
      255
      256
      257
      258
      259
      260
      261
      262
      263
      264
      265
      266
      267
      268
      269
      270
      271
      272
      273
      274
      275
      276
      277
      278
      279
      280
      281
      282
      283
      284
      285
      286
      287
      288
      289
      290
      291
      292
      293
      294
      295
      296
      297
      298
      299
      300
      301
      302
      303
      304
      305
      306
      307
      308
      309
      310
      311
      312
      313
      314
      315
      316
      317
      318
      319
      320
      321
      322
      323
      324
      325
      326
      327
      328
      329
      330
      331
      332
      333
      334
      335
      336
      337
      338
      339
      340
      341
      342
      343
      344
      345
      346
      347
      348
      349
      350
      351
      352
      353
      354
      355
      356
      357
      358
      359
      360
      361
      362
      363
      364
      365
      366
      367
      368
      369
      370
      371
      372
      373
      374
      375
      376
      377
      378
      379
      380
      381
      382
      383
      384
      385
      386
      387
      388
      389
      390
      391
      392
      393
      394
      395
      396
      397
      398
      399
      400
      401
      402
      403
      404
      405
      406
      407
      408
      409
      410
      411
      412
      413
      414
      415
      416
      417
      418
      419
      420
      421
      422
      423
      424
      425
      426
      427
      428
      429
      430
      431
      432
      433
      434
      435
      436
      437
      438
      439
      440
      441
      442
      443
      444
      445
      446
      447
      448
      449
      450
      451
      452
      453
      454
      455
      456
      457
      458
      459
      460
      461
      462
      463
      464
      465
      466
      467
      468
      469
      470
      471
      472
      473
      474
      475
      476
      477
      478
      479
      480
      481
      482
      483
      484
      485
      486
      487
      488
      489
      490
      491
      492
      493
      494
      495
      496
      497
      498
      499
      500
      501
      502
      503
      504
      505
      506
      507
      508
      509
      510
      511
      512
      513
      514
      515
      516
      517
      518
      519
      520
      521
      522
      523
      524
      525
      526
      527
      528
      529
      530
      531
      532
      533
      534
      535
      536
      537
      538
      539
      540
      541
      542
      543
      544
      545
      546
      547
      548
      549
      550
      551
      552
      553
      554
      555
      556
      557
      558
      559
      560
      561
      562
      563
      564
      565
      566
      567
      568
      569
      570
      571
      572
      573
      574
      575
      576
      577
      578
      579
      580
      581
      582
      583
      584
      585
      586
      587
      588
      589
      590
      591
      592
      593
      594
      595
      596
      597
      598
      599
      600
      601
      602
      603
      604
      605
      606
      607
      608
      609
      610
      611
      612
      613
      614
      615
      616
      617
      618
      619
      620
      621
      622
      623
      624
      625
      626
      627
      628
      629
      630
      631
      632
      633
      634
      635
      636
      637
      638
      639
      640
      641
      642
      643
      644
      645
      646
      647
      648
      649
      650
      651
      652
      653
      654
      655
      656
      657
      658
      659
      660
      661
      662
      663
      664
      665
      666
      667
      668
      669
      670
      671
      672
      673
      674
      675
      676
      677
      678
      679
      680
      681
      682
      683
      684
      685
      686
      687
      688
      689
      690
      691
      692
      693
      694
      695
      696
      697
      698
      699
      700
      701
      702
      703
      704
      705
      706
      707
      708
      709
      710
      711
      712
      713
      714
      715
      716
      717
      718
      719
      720
      721
      722
      723
      724
      725
      726
      727
      728
      729
      730
      731
      732
      733
      734
      735
      736
      737
      738
      739
      740
      741
      742
      743
      744
      745
      746
      747
      748
      749
      750
      751
      752
      753
      754
      755
      756
      757
      758
      759
      760
      761
      762
      763
      764
      765
      766
      767
      768
      769
      770
      771
      772
      773
      774
      775
      776
      777
      778
      779
      780
      781
      782
      783
      784
      785
      786
      787
      788
      789
      790
      791
      792
      793
      794
      795
      796
      797
      798
      799
      800
      801
      802
      803
      804
      805
      806
      807
      808
      809
      810
      811
      812
      813
      814
      815
      816
      817
      818
      819
      820
      821
      822
      823
      824
      825
      826
      827
      828
      829
      830
      831
      832
      833
      834
      835
      836
      837
      838
      839
      840
      841
      842
      843
      844
      845
      846
      847
      848
      849
      850
      851
      852
      853
      854
      855
      856
      857
      858
      859
      860
      861
      862
      863
      864
      865
      866
      867
      868
      869
      870
      871
      872
      873
      874
      875
      876
      877
      878
      879
      880
      881
      882
      883
      884
      885
      886
      887
      888
      889
      890
      891
      892
      893
      894
      895
      896
      897
      898
      899
      900
      901
      902
      903
      904
      905
      906
      907
      908
      909
      910
      911
      912
      913
      914
      915
      916
      917
      918
      919
      920
      921
      922
      923
      924
      925
      926
      927
      928
      929
      930
      931
      932
      933
      934
      935
      936
      937
      938
      939
      940
      941
      942
      943
      944
      945
      946
      947
      948
      949
      950
      951
      952
      953
      954
      955
      956
      957
      958
      959
      960
      961
      962
      963
      964
      965
      966
      967
      968
      969
      970
      971
      972
      973
      974
      975
      976
      977
      978
      979
      980
      981
      982
      983
      984
      985
      986
      987
      988
      989
      990
      991
      992
      993
      994
      995
      996
      997
      998
      999
     1000
     1001
     1002
     1003
     1004
     1005
     1006
     1007
     1008
     1009
     1010
     1011
     1012
     1013
     1014
     1015
     1016
     1017
     1018
     1019
     1020
     1021
     1022
     1023
     1024
     1025
     1026
     1027
     1028
     1029
     1030
     1031
     1032
     1033
     1034
     1035
     1036
     1037
     1038
     1039
     1040
     1041
     1042
     1043
     1044
     1045
     1046
     1047
     1048
     1049
     1050
     1051
     1052
     1053
     1054
     1055
     1056
     1057
     1058
     1059
     1060
     1061
     1062
     1063
     1064
     1065
     1066
     1067
     1068
     1069
     1070
     1071
     1072
     1073
     1074
     1075
     1076
     1077
     1078
     1079
     1080
     1081
     1082
     1083
     1084
     1085
     1086
     1087
     1088
     1089
     1090
     1091
     1092
     1093
     1094
     1095
     1096
     1097
     1098
     1099
     1100
     1101
     1102
     1103
     1104
     1105
     1106
     1107
     1108
     1109
     1110
     1111
     1112
     1113
     1114
     1115
     1116
     1117
     1118
     1119
     1120
     1121
     1122
     1123
     1124
     1125
     1126
     1127
     1128
     1129
     1130
     1131
     1132
     1133
     1134
     1135
     1136
     1137
     1138
     1139
     1140
     1141
     1142
     1143
     1144
     1145
     1146
     1147
     1148
     1149
     1150
     1151
     1152
     1153
     1154
     1155
     1156
     1157
     1158
     1159
     1160
     1161
     1162
     1163
     1164
     1165
     1166
     1167
     1168
     1169
     1170
     1171
     1172
     1173
     1174
     1175
     1176
     1177
     1178
     1179
     1180
     1181
     1182
     1183
     1184
     1185
     1186
     1187
     1188
     1189
     1190
     1191
     1192
     1193
     1194
     1195
     1196
     1197
     1198
     1199
     1200
     1201
     1202
     1203
     1204
     1205
     1206
     1207
     1208
     1209
     1210
     1211
     1212
     1213
     1214
     1215
     1216
     1217
     1218
     1219
     1220
     1221
     1222
     1223
     1224
     1225
     1226
     1227
     1228
     1229
     1230
     1231
     1232
     1233
     1234
     1235
     1236
     1237
     1238
     1239
     1240
     1241
     1242
     1243
     1244
     1245
     1246
     1247
     1248
     1249
     1250
     1251
     1252
     1253
     1254
     1255
     1256
     1257
     1258
     1259
     1260
     1261
     1262
     1263
     1264
     1265
     1266
     1267
     1268
     1269
     1270
     1271
     1272
     1273
     1274
     1275
     1276
     1277
     1278
     1279
     1280
     1281
     1282
     1283
     1284
     1285
     1286
     1287
     1288
     1289
     1290
     1291
     1292
     1293
     1294
     1295
     1296
     1297
     1298
     1299
     1300
     1301
     1302
     1303
     1304
     1305
     1306
     1307
     1308
     1309
     1310
     1311
     1312
     1313
     1314
     1315
     1316
     1317
     1318
     1319
     1320
     1321
     1322
     1323
     1324
     1325
     1326
     1327
     1328
     1329
     1330
     1331
     1332
     1333
     1334
     1335
     1336
     1337
     1338
     1339
     1340
     1341
     1342
     1343
     1344
     1345
     1346
     1347
     1348
     1349
     1350
     1351
     1352
     1353
     1354
     1355
     1356
     1357
     1358
     1359
     1360
     1361
     1362
     1363
     1364
     1365
     1366
     1367
     1368
     1369
     1370
     1371
     1372
     1373
     1374
     1375
     1376
     1377
     1378
     1379
     1380
     1381
     1382
     1383
     1384
     1385
     1386
     1387
     1388
     1389
     1390
     1391
     1392
     1393
     1394
     1395
     1396
     1397
     1398
     1399
     1400
     1401
     1402
     1403
     1404
     1405
     1406
     1407
     1408
     1409
     1410
     1411
     1412
     1413
     1414
     1415
     1416
     1417
     1418
     1419
     1420
     1421
     1422
     1423
     1424
     1425
     1426
     1427
     1428
     1429
     1430
     1431
     1432
     1433
     1434
     1435
     1436
     1437
     1438
     1439
     1440
     1441
     1442
     1443
     1444
     1445
     1446
     1447
     1448
     1449
     1450
     1451
     1452
     1453
     1454
     1455
     1456
     1457
     1458
     1459
     1460
     1461
     1462
     1463
     1464
     1465
     1466
     1467
     1468
     1469
     1470
     1471
     1472
     1473
     1474
     1475
     1476
     1477
     1478
     1479
     1480
     1481
     1482
     1483
     1484
     1485
     1486
     1487
     1488
     1489
     1490
     1491
     1492
     1493
     1494
     1495
     1496
     1497
     1498
     1499
     1500
     1501
     1502
     1503
     1504
     1505
     1506
     1507
     1508
     1509
     1510
     1511
     1512
     1513
     1514
     1515
     1516
     1517
     1518
     1519
     1520
     1521
     1522
     1523
     1524
     1525
     1526
     1527
     1528
     1529
     1530
     1531
     1532
     1533
     1534
     1535
     1536
     1537
     1538
     1539
     1540
     1541
     1542
     1543
     1544
     1545
     1546
     1547
     1548
     1549
     1550
     1551
     1552
     1553
     1554
     1555
     1556
     1557
     1558
     1559
     1560
     1561
     1562
     1563
/*
 *   Copyright (c) 2011, Michael Lehn
 *
 *   All rights reserved.
 *
 *   Redistribution and use in source and binary forms, with or without
 *   modification, are permitted provided that the following conditions
 *   are met:
 *
 *   1) Redistributions of source code must retain the above copyright
 *      notice, this list of conditions and the following disclaimer.
 *   2) Redistributions in binary form must reproduce the above copyright
 *      notice, this list of conditions and the following disclaimer in
 *      the documentation and/or other materials provided with the
 *      distribution.
 *   3) Neither the name of the FLENS development group nor the names of
 *      its contributors may be used to endorse or promote products derived
 *      from this software without specific prior written permission.
 *
 *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */

/* Based on
 *
      SUBROUTINE DLAQR0( WANTT, WANTZ, N, ILO, IHI, H, LDH, WR, WI,
     $                   ILOZ, IHIZ, Z, LDZ, WORK, LWORK, INFO )
      SUBROUTINE ZLAQR0( WANTT, WANTZ, N, ILO, IHI, H, LDH, W, ILOZ,
     $                   IHIZ, Z, LDZ, WORK, LWORK, INFO )
 *
 *  -- LAPACK auxiliary routine (version 3.2) --
 *     Univ. of Tennessee, Univ. of California Berkeley,
 *     Univ. of Colorado Denver and NAG Ltd..
 *     November 2006
 */

#ifndef FLENS_LAPACK_LA_LAQR0_TCC
#define FLENS_LAPACK_LA_LAQR0_TCC 1

#include <flens/blas/blas.h>
#include <flens/lapack/lapack.h>

namespace flens { namespace lapack {

//== generic lapack implementation =============================================

namespace generic {

//
//  Workspace query (real/complex variant)
//
template <typename IndexType, typename MH>
IndexType
laqr0_wsq_impl(bool                  wantT,
               bool                  wantZ,
               IndexType             iLo,
               IndexType             iHi,
               const GeMatrix<MH>    &H)
{
    using std::max;
    using std::min;

    typedef typename GeMatrix<MH>::ElementType  T;

    const IndexType nTiny   = 11;
    const IndexType n       = H.numRows();

    if ((n==0) || (n<=nTiny)) {
        return 1;
    }

    char job[3];
    job[0] = (wantT) ? 'S' : 'E';
    job[1] = (wantZ) ? 'V' : 'N';
    job[2] = 0;
//
//  ==== NWR = recommended deflation window size.  At this
//  .    point,  N .GT. NTINY = 11, so there is enough
//  .    subdiagonal workspace for NWR.GE.2 as required.
//  .    (In fact, there is enough subdiagonal space for
//  .    NWR.GE.3.) ====
//
    IndexType nwr = ilaenv<T>(13"LAQR0", job, n, iLo, iHi, -1);
    nwr = max(IndexType(2), nwr);
    nwr = min(min(IndexType(iHi-iLo+1), (n-1)/3), nwr);
//
//  ==== NSR = recommended number of simultaneous shifts.
//  .    At this point N .GT. NTINY = 11, so there is at
//  .    enough subdiagonal workspace for NSR to be even
//  .    and greater than or equal to two as required. ====
//
    IndexType nsr = ilaenv<T>(15"LAQR0", job, n, iLo, iHi, -1);
    nsr = min(min(nsr, (n+6)/9), IndexType(iHi-iLo));
    nsr = max(IndexType(2), nsr-(nsr%2));
//
//  ==== Estimate optimal workspace ====
//
//  ==== Workspace query call to DLAQR3 ====
//
    IndexType lWorkOpt = laqr3_wsq(IndexType(iLo), IndexType(iHi), nwr+1, H);
//
//  ==== Optimal workspace = MAX(DLAQR5, DLAQR3) ====
//
    return max(3*nsr/2, lWorkOpt);
}

//
//  Real variant
//
template <typename IndexType, typename MH, typename VWR, typename VWI,
          typename MZ, typename VWORK>
IndexType
laqr0_impl(bool                  wantT,
           bool                  wantZ,
           IndexType             iLo,
           IndexType             iHi,
           GeMatrix<MH>          &H,
           DenseVector<VWR>      &wr,
           DenseVector<VWI>      &wi,
           IndexType             iLoZ,
           IndexType             iHiZ,
           GeMatrix<MZ>          &Z,
           DenseVector<VWORK>    &work)
{
    using flens::min;
    using std::abs;
    using std::max;
    using std::swap;

    typedef typename GeMatrix<MH>::ElementType  T;

    const Underscore<IndexType>     _;

    const IndexType n       = H.numRows();

//  ==== Matrices of order NTINY or smaller must be processed by
//  .    DLAHQR because of insufficient subdiagonal scratch space.
//  .    (This is a hard limit.) ====
    const IndexType nTiny   = 11;

//  ==== Exceptional deflation windows:  try to cure rare
//  .    slow convergence by varying the size of the
//  .    deflation window after KEXNW iterations. ====
    const IndexType kexNw   = 5;

//
//  ==== Exceptional shifts: try to cure rare slow convergence
//  .    with ad-hoc exceptional shifts every KEXSH iterations.
//  .    ====
    const IndexType kexSh   = 6;

//
//  ==== The constants WILK1 and WILK2 are used to form the
//  .    exceptional shifts. ====
    const T         wilk1 = T(0.75),
                    wilk2 = T(-0.4375);

    const T         Zero(0), One(1);

    IndexType info          = 0;
    IndexType nDec          = -1;

    IndexType lWork;
    IndexType lWorkOpt;

//
//  ==== Perform and apply a workspace query if necessary ====
//
    if (work.length()==0) {
        lWorkOpt = laqr0_wsq(wantT, wantZ, iLo, iHi, H);
        work.resize(lWorkOpt);
    }

    lWork = work.length();

//
//  ==== Quick return for N = 0: nothing to do. ====
//
    if (n==0) {
        work(1) = One;
        return info;
    }

    if (n<=nTiny) {
//
//      ==== Tiny matrices must use DLAHQR. ====
//
        lWorkOpt = 1;
        info = lahqr(wantT, wantZ, iLo, iHi, H, wr, wi, iLoZ, iHiZ, Z);
    } else {
//
//      ==== Use small bulge multi-shift QR with aggressive early
//      .    deflation on larger-than-tiny matrices. ====
//
//      ==== Hope for the best. ====
//
        info = 0;
//
//      ==== Set up job flags for ILAENV. ====
//
        char job[3];
        job[0] = (wantT) ? 'S' : 'E';
        job[1] = (wantZ) ? 'V' : 'N';
        job[2] = 0;
//
//      ==== NWR = recommended deflation window size.  At this
//      .    point,  N .GT. NTINY = 11, so there is enough
//      .    subdiagonal workspace for NWR.GE.2 as required.
//      .    (In fact, there is enough subdiagonal space for
//      .    NWR.GE.3.) ====
//
        IndexType nwr = ilaenv<T>(13"LAQR0", job, n, iLo, iHi, lWork);
        nwr = max(IndexType(2), nwr);
        nwr = min(min(IndexType(iHi-iLo+1), (n-1)/3), nwr);
//
//      ==== NSR = recommended number of simultaneous shifts.
//      .    At this point N .GT. NTINY = 11, so there is at
//      .    enough subdiagonal workspace for NSR to be even
//      .    and greater than or equal to two as required. ====
//
        IndexType nsr = ilaenv<T>(15"LAQR0", job, n, iLo, iHi, lWork);
        nsr = min(min(nsr, (n+6)/9), IndexType(iHi-iLo));
        nsr = max(IndexType(2), nsr - (nsr%2));
//
//      ==== Estimate optimal workspace ====
//
//      ==== Workspace query call to DLAQR3 ====
//
        lWorkOpt = laqr3_wsq(iLo, iHi, nwr+1, H);
//
//      ==== Optimal workspace = MAX(DLAQR5, DLAQR3) ====
//
        lWorkOpt = max(3*nsr/2, lWorkOpt);
//
//      ==== DLAHQR/DLAQR0 crossover point ====
//
        IndexType nMin = ilaenv<T>(12"LAQR0", job, n, iLo, iHi, lWork);
        nMin = max(nTiny, nMin);
//
//      ==== Nibble crossover point ====
//
        IndexType nibble = ilaenv<T>(14"LAQR0", job, n, iLo, iHi, lWork);
        nibble = max(IndexType(0), nibble);
//
//      ==== Accumulate reflections during ttswp?  Use block
//      .    2-by-2 structure during matrix-matrix multiply? ====
//
        IndexType kacc22 = ilaenv<T>(16"LAQR0", job, n, iLo, iHi, lWork);
        kacc22 = max(IndexType(0), kacc22);
        kacc22 = min(IndexType(2), kacc22);
//
//      ==== NWMAX = the largest possible deflation window for
//      .    which there is sufficient workspace. ====
//
        IndexType nwMax = min((n-1)/3, lWork/2);
        IndexType nw = nwMax;
//
//      ==== NSMAX = the Largest number of simultaneous shifts
//      .    for which there is sufficient workspace. ====
//
        IndexType nsMax = min((n+6 )/92*lWork/3);
        nsMax -= nsMax % 2;
//
//      ==== NDFL: an iteration count restarted at deflation. ====
//
        IndexType nDfl = 1;
//
//      ==== ITMAX = iteration limit ====
//
        IndexType itMax = max(IndexType(30), 2*kexSh)
                        * max(IndexType(10), iHi-iLo+1);
//
//      ==== Last row and column in the active block ====
//
        IndexType kBot = iHi;
//
//      ==== Main Loop ====
//
        IndexType it;
        for (it=1; it<=itMax; ++it) {
//
//          ==== Done when KBOT falls below ILO ====
//
            if (kBot<iLo) {
                break;
            }
//
//          ==== Locate active block ====
//
            IndexType k;
            for (k=kBot; k>=iLo+1; --k) {
                if (H(k,k-1)==Zero) {
                    break;
                }
            }
            ASSERT(k==iLo || H(k,k-1)==Zero);
            const IndexType kTop = k;
//
//          ==== Select deflation window size:
//          .    Typical Case:
//          .      If possible and advisable, nibble the entire
//          .      active block.  If not, use size MIN(NWR,NWMAX)
//          .      or MIN(NWR+1,NWMAX) depending upon which has
//          .      the smaller corresponding subdiagonal entry
//          .      (a heuristic).
//          .
//          .    Exceptional Case:
//          .      If there have been no deflations in KEXNW or
//          .      more iterations, then vary the deflation window
//          .      size.   At first, because, larger windows are,
//          .      in general, more powerful than smaller ones,
//          .      rapidly increase the window to the maximum possible.
//          .      Then, gradually reduce the window size. ====
//
            IndexType nh = kBot - kTop + 1;
            IndexType nwUpBd = min(nh, nwMax);
            if (nDfl<kexNw) {
                nw = min(nwUpBd, nwr);
            } else {
                nw = min(nwUpBd, 2*nw);
            }
            if (nw<nwMax) {
                if (nw>=nh-1) {
                    nw = nh;
                } else {
                    const IndexType kwTop = kBot - nw + 1;
                    if (abs(H(kwTop,kwTop-1))>abs(H(kwTop-1, kwTop-2))) {
                        ++nw;
                    }
                }
            }
            if (nDfl<kexNw) {
                nDec = -1;
            } else if (nDec>=0 || nw>=nwUpBd) {
                ++nDec;
                if (nw-nDec<2) {
                    nDec = 0;
                }
                nw -= nDec;
            }
//
//          ==== Aggressive early deflation:
//          .    split workspace under the subdiagonal into
//          .      - an nw-by-nw work array V in the lower
//          .        left-hand-corner,
//          .      - an NW-by-at-least-NW-but-more-is-better
//          .        (NW-by-NHO) horizontal work array along
//          .        the bottom edge,
//          .      - an at-least-NW-but-more-is-better (NHV-by-NW)
//          .        vertical work array along the left-hand-edge.
//          .        ====
//
            auto V_     = H(_(n-nw+1,    n), _(   1,     nw));
            auto T_     = H(_(n-nw+1,    n), _(nw+1, n-nw-1));
            auto WV_    = H(_(  nw+2, n-nw), _(   1,     nw));
//
//          ==== Aggressive early deflation ====
//
            IndexType   ls, ld;

            laqr3(wantT, wantZ, kTop, kBot, nw, H, iLoZ, iHiZ, Z, ls, ld,
                  wr(_(1,kBot)), wi(_(1,kBot)), V_, T_, WV_, work);
//
//          ==== Adjust KBOT accounting for new deflations. ====
//
            kBot -= ld;
//
//          ==== KS points to the shifts. ====
//
            IndexType ks = kBot - ls + 1;
//
//          ==== Skip an expensive QR sweep if there is a (partly
//          .    heuristic) reason to expect that many eigenvalues
//          .    will deflate without it.  Here, the QR sweep is
//          .    skipped if many eigenvalues have just been deflated
//          .    or if the remaining active block is small.
//
            if ((ld==0)
             || ((100*ld<=nw*nibble) && (kBot-kTop+1>min(nMin, nwMax))))
            {
//
//              ==== NS = nominal number of simultaneous shifts.
//              .    This may be lowered (slightly) if DLAQR3
//              .    did not provide that many shifts. ====
//
                IndexType ns = min(nsMax, nsr, max(IndexType(2), kBot-kTop));
                ns -= ns % 2;
//
//              ==== If there have been no deflations
//              .    in a multiple of KEXSH iterations,
//              .    then try exceptional shifts.
//              .    Otherwise use shifts provided by
//              .    DLAQR3 above or from the eigenvalues
//              .    of a trailing principal submatrix. ====
//
                if (nDfl%kexSh==0) {
                    ks = kBot - ns + 1;
                    for (IndexType i=kBot; i>=max(ks+1,kTop+2); i-=2) {
                        const T ss = abs(H(i,i-1)) + abs(H(i-1,i-2));
                        T aa = wilk1*ss + H(i,i);
                        T bb = ss;
                        T cc = wilk2*ss;
                        T dd = aa;
                        T cs, sn;
                        lanv2(aa, bb, cc, dd,
                              wr(i-1), wi(i-1), wr(i), wi(i),
                              cs, sn);
                    }
                    if (ks==kTop) {
                        wr(ks+1)    = H(ks+1, ks+1);
                        wi(ks+1)    = Zero;
                        wr(ks)      = wr(ks+1);
                        wi(ks)      = wi(ks+1);
                    }
                } else {
//
//                  ==== Got NS/2 or fewer shifts? Use DLAQR4 or
//                  .    DLAHQR on a trailing principal submatrix to
//                  .    get more. (Since NS.LE.NSMAX.LE.(N+6)/9,
//                  .    there is enough space below the subdiagonal
//                  .    to fit an NS-by-NS scratch array.) ====
//
                    if (kBot-ks+1<=ns/2) {
                        ks = kBot - ns +1;
                        H(_(ks,kBot),_(1,ns)) = H(_(ks,kBot),_(ks,kBot));
                        if (ns>nMin) {
                            // TODO: avoid the need for ZDummy
                            typename GeMatrix<MZ>::NoView ZDummy;
                            ks += laqr4(falsefalse,
                                        IndexType(1), ns,
                                        H(_(ks,kBot),_(1,ns)),
                                        wr(_(ks,kBot)), wi(_(ks,kBot)),
                                        IndexType(1), IndexType(1),
                                        ZDummy, work);
                        } else {
                            // TODO: avoid the need for ZDummy
                            typename GeMatrix<MZ>::NoView ZDummy;
                            ks += lahqr(falsefalse,
                                        IndexType(1), ns,
                                        H(_(ks,kBot),_(1,ns)),
                                        wr(_(ks,kBot)), wi(_(ks,kBot)),
                                        IndexType(1), IndexType(1),
                                        ZDummy);
                        }
//
//                      ==== In case of a rare QR failure use
//                      .    eigenvalues of the trailing 2-by-2
//                      .    principal submatrix.  ====
//
                        if (ks>=kBot) {
                            T aa = H(kBot-1,kBot-1);
                            T cc = H(kBot,  kBot-1);
                            T bb = H(kBot-1,kBot);
                            T dd = H(kBot,  kBot);
                            T cs, sn;
                            lanv2(aa, bb, cc, dd,
                                  wr(kBot-1), wi(kBot-1), wr(kBot), wi(kBot),
                                  cs, sn);
                            ks = kBot - 1;
                        }
                    }

                    if (kBot-ks+1>ns) {
//
//                      ==== Sort the shifts (Helps a little)
//                      .    Bubble sort keeps complex conjugate
//                      .    pairs together. ====
//
                        bool sorted = false;
                        for (IndexType k=kBot; k>=ks+1; --k) {
                            if (sorted) {
                                break;
                            }
                            sorted = true;
                            for (IndexType i=ks; i<=k-1; ++i) {
                                if (abs(wr(i))+abs(wi(i))
                                    < abs(wr(i+1))+abs(wi(i+1)))
                                {
                                    sorted = false;
                                    swap(wr(i), wr(i+1));
                                    swap(wi(i), wi(i+1));
                                }
                            }
                        }
                    }
//
//                  ==== Shuffle shifts into pairs of real shifts
//                  .    and pairs of complex conjugate shifts
//                  .    assuming complex conjugate shifts are
//                  .    already adjacent to one another. (Yes,
//                  .    they are.)  ====
//
                    for (IndexType i=kBot; i>=ks+2; i-=2) {
                        if (wi(i)!=-wi(i-1)) {
                            T tmp  = wr(i);
                            wr(i)   = wr(i-1);
                            wr(i-1) = wr(i-2);
                            wr(i-2) = tmp;

                            tmp     = wi(i);
                            wi(i)   = wi(i-1);
                            wi(i-1) = wi(i-2);
                            wi(i-2) = tmp;
                        }
                    }
                }
//
//              ==== If there are only two shifts and both are
//              .    real, then use only one.  ====
//
                if (kBot-ks+1==2) {
                    if (wi(kBot)==0) {
                        const T H_ = H(kBot,kBot);
                        if (abs(wr(kBot)-H_) < abs(wr(kBot-1)-H_)) {
                            wr(kBot-1) = wr(kBot);
                        } else {
                            wr(kBot) = wr(kBot-1);
                        }
                    }
                }
//
//              ==== Use up to NS of the the smallest magnatiude
//              .    shifts.  If there aren't NS shifts available,
//              .    then use them all, possibly dropping one to
//              .    make the number of shifts even. ====
//
                ns = min(ns, kBot-ks+1);
                ns -= ns % 2;
                ks = kBot - ns + 1;
//
//              ==== Small-bulge multi-shift QR sweep:
//              .    split workspace under the subdiagonal into
//              .    - a KDU-by-KDU work array U in the lower
//              .      left-hand-corner,
//              .    - a KDU-by-at-least-KDU-but-more-is-better
//              .      (KDU-by-NHo) horizontal work array WH along
//              .      the bottom edge,
//              .    - and an at-least-KDU-but-more-is-better-by-KDU
//              .      (NVE-by-KDU) vertical work WV arrow along
//              .      the left-hand-edge. ====
//
                IndexType kdu   = 3*ns - 3;
                IndexType ku    = n - kdu + 1;
                IndexType kwv   = kdu + 4;
                IndexType nho   = (n-kdu+1-4) - (kdu+1) + 1;

                typedef typename GeMatrix<MH>::View GeMatrixView;
                GeMatrixView V_(IndexType(3), ns/2, work(_(1,3*ns/2)));
                auto U_     = H(_( ku,    n), _(    1,    kdu));
                auto WV_    = H(_(kwv,n-kdu), _(    1,    kdu));
                auto WH_    = H(_( ku,    n), _(kdu+1,kdu+nho));
//
//              ==== Small-bulge multi-shift QR sweep ====
//
                laqr5(wantT, wantZ, kacc22, kTop, kBot, ns,
                      wr(_(ks,kBot)), wi(_(ks,kBot)), H,
                      iLoZ, iHiZ, Z, V_, U_, WV_, WH_);
            }
//
//          ==== Note progress (or the lack of it). ====
//
            if (ld>0) {
                nDfl = 1;
            } else {
                ++nDfl;
            }
//
//          ==== End of main loop ====
//
        }
//
//      ==== Iteration limit exceeded.  Set INFO to show where
//      .    the problem occurred and exit. ====
//
        if (it>itMax) {
            info = kBot;
        }
    }

    work(1) = lWorkOpt;
    return info;
}

//
//  Complex variant
//
template <typename IndexType, typename MH, typename VW, typename MZ,
          typename VWORK>
IndexType
laqr0_impl(bool                  wantT,
           bool                  wantZ,
           IndexType             iLo,
           IndexType             iHi,
           GeMatrix<MH>          &H,
           DenseVector<VW>       &w,
           IndexType             iLoZ,
           IndexType             iHiZ,
           GeMatrix<MZ>          &Z,
           DenseVector<VWORK>    &work)
{
    using std::abs;
    using std::max;
    using std::swap;
    using flens::min;

    typedef typename GeMatrix<MH>::ElementType       T;
    typedef typename ComplexTrait<T>::PrimitiveType  PT;

    const Underscore<IndexType>     _;

    const IndexType n       = H.numRows();
//
//  ==== Matrices of order NTINY or smaller must be processed by
//  .    ZLAHQR because of insufficient subdiagonal scratch space.
//  .    (This is a hard limit.) ====
    const IndexType     nTiny = 11;
//
//  ==== Exceptional deflation windows:  try to cure rare
//  .    slow convergence by varying the size of the
//  .    deflation window after KEXNW iterations. ====
    const IndexType     kexNw = 5;
//
//     ==== Exceptional shifts: try to cure rare slow convergence
//     .    with ad-hoc exceptional shifts every KEXSH iterations.
//     .    ====
    const IndexType     kexSh = 6;
//
//     ==== The constant WILK1 is used to form the exceptional
//     .    shifts. ====
    const PT            wilk1 = PT(0.75);

    const T             Zero(0), One(1);
    const PT            Two(2);

    IndexType info          = 0;

    IndexType lWork;
    IndexType lWorkOpt;

    IndexType nDec          = -1;
//
//  ==== Perform and apply a workspace query if necessary ====
//
    if (work.length()==0) {
        lWorkOpt = laqr0_wsq(wantT, wantZ, iLo, iHi, H);
        work.resize(lWorkOpt);
    }

    lWork = work.length();

//
//  ==== Quick return for N = 0: nothing to do. ====
//
    if (n==0) {
        work(1) = One;
        return info;
    }

    if (n<=nTiny) {
//
//      ==== Tiny matrices must use ZLAHQR. ====
//
        lWorkOpt = 1;
        info = lahqr(wantT, wantZ, iLo, iHi, H, w, iLoZ, iHiZ, Z);
    } else {
//
//      ==== Use small bulge multi-shift QR with aggressive early
//      .    deflation on larger-than-tiny matrices. ====
//
//      ==== Hope for the best. ====
//
        info = 0;
//
//      ==== Set up job flags for ILAENV. ====
//
        char job[3];
        job[0] = (wantT) ? 'S' : 'E';
        job[1] = (wantZ) ? 'V' : 'N';
        job[2] = 0;
//
//      ==== NWR = recommended deflation window size.  At this
//      .    point,  N .GT. NTINY = 11, so there is enough
//      .    subdiagonal workspace for NWR.GE.2 as required.
//      .    (In fact, there is enough subdiagonal space for
//      .    NWR.GE.3.) ====
//
        IndexType nwr = ilaenv<T>(13"LAQR0", job, n, iLo, iHi, lWork);
        nwr = max(IndexType(2), nwr);
        nwr = min(iHi-iLo+1, (n-1)/3, nwr);
//
//       ==== NSR = recommended number of simultaneous shifts.
//       .    At this point N .GT. NTINY = 11, so there is at
//       .    enough subdiagonal workspace for NSR to be even
//       .    and greater than or equal to two as required. ====
//
        IndexType nsr = ilaenv<T>(15"LAQR0", job, n, iLo, iHi, lWork);
        nsr = min(nsr, (n+6)/9, iHi-iLo);
        nsr = max(IndexType(2), nsr - (nsr%2));
//
//      ==== Estimate optimal workspace ====
//
//      ==== Workspace query call to ZLAQR3 ====
//
        lWorkOpt = laqr3_wsq(iLo, iHi, nwr+1, H);
//
//      ==== Optimal workspace = MAX(ZLAQR5, ZLAQR3) ====
//
        lWorkOpt = max(3*nsr/2, lWorkOpt);
//
//      ==== ZLAHQR/ZLAQR0 crossover point ====
//
        IndexType nMin = ilaenv<T>(12"laqr0", job, n, iLo, iHi, lWork);
        nMin = max(nTiny, nMin);
//
//      ==== Nibble crossover point ====
//
        IndexType nibble = ilaenv<T>(14"laqr0", job, n, iLo, iHi, lWork);
        nibble = max(IndexType(0), nibble);
//
//      ==== Accumulate reflections during ttswp?  Use block
//      .    2-by-2 structure during matrix-matrix multiply? ====
//
        IndexType kacc22 = ilaenv<T>(16"laqr0", job, n, iLo, iHi, lWork);
        kacc22 = max(IndexType(0), kacc22);
        kacc22 = min(IndexType(2), kacc22);
//
//      ==== NWMAX = the largest possible deflation window for
//      .    which there is sufficient workspace. ====
//
        IndexType nwMax = min((n-1)/3, lWork/2);
        IndexType nw = nwMax;
//
//      ==== NSMAX = the Largest number of simultaneous shifts
//      .    for which there is sufficient workspace. ====
//
        IndexType nsMax = min((n+6)/92*lWork/3);
        nsMax -= nsMax % 2;
//
//      ==== NDFL: an iteration count restarted at deflation. ====
//
        IndexType nDfl = 1;
//
//      ==== ITMAX = iteration limit ====
//
        IndexType itMax = max(IndexType(30), 2*kexSh)
                        * max(IndexType(10), iHi-iLo+1);
//
//      ==== Last row and column in the active block ====
//
        IndexType kBot = iHi;
//
//      ==== Main Loop ====
//
        IndexType it;
        for (it=1; it<=itMax; ++it) {
//
//          ==== Done when KBOT falls below ILO ====
//
            if (kBot<iLo) {
                break;
            }
//
//          ==== Locate active block ====
//
            IndexType k;
            for (k=kBot; k>=iLo+1; --k) {
                if (H(k,k-1)==Zero) {
                    break;
                }
            }
            ASSERT(k==iLo || H(k,k-1)==Zero);
            const IndexType kTop = k;
//
//          ==== Select deflation window size:
//          .    Typical Case:
//          .      If possible and advisable, nibble the entire
//          .      active block.  If not, use size MIN(NWR,NWMAX)
//          .      or MIN(NWR+1,NWMAX) depending upon which has
//          .      the smaller corresponding subdiagonal entry
//          .      (a heuristic).
//          .
//          .    Exceptional Case:
//          .      If there have been no deflations in KEXNW or
//          .      more iterations, then vary the deflation window
//          .      size.   At first, because, larger windows are,
//          .      in general, more powerful than smaller ones,
//          .      rapidly increase the window to the maximum possible.
//          .      Then, gradually reduce the window size. ====
//
            IndexType nh = kBot - kTop + 1;
            IndexType nwUpBd = min(nh, nwMax);
            if (nDfl<kexNw) {
                nw = min(nwUpBd, nwr);
            } else {
                nw = min(nwUpBd, 2*nw);
            }
            if (nw<nwMax) {
                if (nw>=nh-1) {
                    nw = nh;
                } else {
                    const IndexType kwTop = kBot - nw + 1;
                    if (abs1(H(kwTop,kwTop-1)) > abs1(H(kwTop-1,kwTop-2))) {
                        ++nw;
                    }
                }
            }
            if (nDfl<kexNw) {
                nDec = -1;
            } else if (nDec>=0 || nw>=nwUpBd) {
                ++nDec;
                if (nw-nDec<2) {
                    nDec = 0;
                }
                nw -= nDec;
            }
//
//          ==== Aggressive early deflation:
//          .    split workspace under the subdiagonal into
//          .      - an nw-by-nw work array V in the lower
//          .        left-hand-corner,
//          .      - an NW-by-at-least-NW-but-more-is-better
//          .        (NW-by-NHO) horizontal work array along
//          .        the bottom edge,
//          .      - an at-least-NW-but-more-is-better (NHV-by-NW)
//          .        vertical work array along the left-hand-edge.
//          .        ====
//
            auto V_     = H(_(n-nw+1,    n), _(   1,     nw));
            auto T_     = H(_(n-nw+1,    n), _(nw+1, n-nw-1));
            auto WV_    = H(_(  nw+2, n-nw), _(   1,     nw));
//
//          ==== Aggressive early deflation ====
//
            IndexType   ls, ld;

            laqr3(wantT, wantZ, kTop, kBot, nw, H, iLoZ, iHiZ, Z, ls, ld,
                  w(_(1,kBot)), V_, T_, WV_, work);
//
//          ==== Adjust KBOT accounting for new deflations. ====
//
            kBot -= ld;
//
//          ==== KS points to the shifts. ====
//
            IndexType ks = kBot - ls + 1;
//
//          ==== Skip an expensive QR sweep if there is a (partly
//          .    heuristic) reason to expect that many eigenvalues
//          .    will deflate without it.  Here, the QR sweep is
//          .    skipped if many eigenvalues have just been deflated
//          .    or if the remaining active block is small.
//
            if ((ld==0)
             || ((100*ld <= nw*nibble) && (kBot-kTop+1 > min(nMin, nwMax))))
            {
//
//              ==== NS = nominal number of simultaneous shifts.
//              .    This may be lowered (slightly) if ZLAQR3
//              .    did not provide that many shifts. ====
//
                IndexType ns = min(nsMax, nsr, max(IndexType(2), kBot-kTop));
                ns -= ns % 2;
//
//              ==== If there have been no deflations
//              .    in a multiple of KEXSH iterations,
//              .    then try exceptional shifts.
//              .    Otherwise use shifts provided by
//              .    ZLAQR3 above or from the eigenvalues
//              .    of a trailing principal submatrix. ====
//
                if (nDfl%kexSh==0) {
                    ks = kBot - ns + 1;
                    for (IndexType i=kBot; i>=ks+1; i-=2) {
                        w(i)   = H(i,i) + wilk1*abs1(H(i,i-1));
                        w(i-1) = w(i);
                    }
                } else {
//
//                  ==== Got NS/2 or fewer shifts? Use ZLAQR4 or
//                  .    ZLAHQR on a trailing principal submatrix to
//                  .    get more. (Since NS.LE.NSMAX.LE.(N+6)/9,
//                  .    there is enough space below the subdiagonal
//                  .    to fit an NS-by-NS scratch array.) ====
//
                    if (kBot-ks+1<=ns/2) {
                        ks = kBot - ns +1;
                        H(_(ks,kBot),_(1,ns)) = H(_(ks,kBot),_(ks,kBot));

                        if (ns>nMin) {
                            // TODO: avoid the need for ZDummy
                            typename GeMatrix<MZ>::NoView ZDummy;
                            ks += laqr4(falsefalse,
                                        IndexType(1), ns,
                                        H(_(ks,kBot),_(1,ns)),
                                        w(_(ks,kBot)),
                                        IndexType(1), IndexType(1),
                                        ZDummy, work);
                        } else {
                            // TODO: avoid the need for ZDummy
                            typename GeMatrix<MZ>::NoView ZDummy;
                            ks += lahqr(falsefalse,
                                        IndexType(1), ns,
                                        H(_(ks,kBot),_(1,ns)),
                                        w(_(ks,kBot)),
                                        IndexType(1), IndexType(1),
                                        ZDummy);
                        }
//                      ==== In case of a rare QR failure use
//                      .    eigenvalues of the trailing 2-by-2
//                      .    principal submatrix.  Scale to avoid
//                      .    overflows, underflows and subnormals.
//                      .    (The scale factor S can not be zero,
//                      .    because H(KBOT,KBOT-1) is nonzero.) ====
//
                        if (ks>=kBot) {
                            PT s = abs1(H(kBot-1, kBot-1)) +
                                   abs1(H(kBot,   kBot-1)) +
                                   abs1(H(kBot-1, kBot  )) +
                                   abs1(H(kBot,   kBot  ));
                            T aa = H(kBot-1, kBot-1) / s;
                            T cc = H(kBot,   kBot-1) / s;
                            T bb = H(kBot-1, kBot  ) / s;
                            T dd = H(kBot,   kBot  ) / s;

                            T tr2 = (aa+dd) / Two;
                            T det = (aa-tr2) * (dd-tr2) - bb*cc;
                            T rtDisc = sqrt(-det);

                            w(kBot-1) = (tr2+rtDisc)*s;
                            w(kBot)   = (tr2-rtDisc)*s;

                            ks = kBot - 1;
                        }
                    }

                    if (kBot-ks+1>ns) {
//
//                      ==== Sort the shifts (Helps a little) ====
//
                        bool sorted = false;
                        for (IndexType k=kBot; k>=ks+1; --k) {
                            if (sorted) {
                                break;
                            }
                            sorted = true;
                            for (IndexType i=ks; i<=k-1; ++i) {
                                if (abs1(w(i))<abs1(w(i+1))) {
                                    sorted = false;
                                    swap(w(i), w(i+1));
                                }
                            }
                        }
                    }
                }
//
//              ==== If there are only two shifts, then use
//              .    only one.  ====
//
                if (kBot-ks+1==2) {
                    if (abs1(w(kBot)-H(kBot,kBot))
                      < abs1(w(kBot-1)-H(kBot,kBot)))
                    {
                        w(kBot-1) = w(kBot);
                    } else {
                        w(kBot) = w(kBot-1);
                    }
                }
//
//              ==== Use up to NS of the the smallest magnatiude
//              .    shifts.  If there aren't NS shifts available,
//              .    then use them all, possibly dropping one to
//              .    make the number of shifts even. ====
//
                ns = min(ns, kBot-ks+1);
                ns -= ns % 2;
                ks = kBot - ns + 1;

//
//              ==== Small-bulge multi-shift QR sweep:
//              .    split workspace under the subdiagonal into
//              .    - a KDU-by-KDU work array U in the lower
//              .      left-hand-corner,
//              .    - a KDU-by-at-least-KDU-but-more-is-better
//              .      (KDU-by-NHo) horizontal work array WH along
//              .      the bottom edge,
//              .    - and an at-least-KDU-but-more-is-better-by-KDU
//              .      (NVE-by-KDU) vertical work WV arrow along
//              .      the left-hand-edge. ====
//
                IndexType kdu   = 3*ns - 3;
                IndexType ku    = n - kdu + 1;
                IndexType kwv   = kdu + 4;
                IndexType nho   = (n-kdu+1-4) - (kdu+1) + 1;

                typedef typename GeMatrix<MH>::View GeMatrixView;
                GeMatrixView V_(IndexType(3), ns/2, work(_(1,3*ns/2)));
                auto U_     = H(_( ku,    n), _(    1,    kdu));
                auto WV_    = H(_(kwv,n-kdu), _(    1,    kdu));
                auto WH_    = H(_( ku,    n), _(kdu+1,kdu+nho));
//
//              ==== Small-bulge multi-shift QR sweep ====
//
                laqr5(wantT, wantZ, kacc22, kTop, kBot, ns,
                      w(_(ks,kBot)), H, iLoZ, iHiZ, Z,
                      V_, U_, WV_, WH_);

            }
//
//          ==== Note progress (or the lack of it). ====
//
            if (ld>0) {
                nDfl = 1;
            } else {
                ++nDfl;
            }
//
//          ==== End of main loop ====
//
        }
//
//      ==== Iteration limit exceeded.  Set INFO to show where
//      .    the problem occurred and exit. ====
//
        if (it>itMax) {
            info = kBot;
        }
    }

    work(1) = T(lWorkOpt, 0);
    return info;
}

// namespace generic

//== interface for native lapack ===============================================

#ifdef USE_CXXLAPACK

namespace external {

//
//  Real variant
//
template <typename IndexType, typename MH, typename VWR, typename VWI,
          typename MZ, typename VWORK>
IndexType
laqr0_impl(bool                  wantT,
           bool                  wantZ,
           IndexType             iLo,
           IndexType             iHi,
           GeMatrix<MH>          &H,
           DenseVector<VWR>      &wr,
           DenseVector<VWI>      &wi,
           IndexType             iLoZ,
           IndexType             iHiZ,
           GeMatrix<MZ>          &Z,
           DenseVector<VWORK>    &work)
{
    IndexType  info;
    info = cxxlapack::laqr0<IndexType>(wantT,
                                       wantZ,
                                       H.numRows(),
                                       iLo,
                                       iHi,
                                       H.data(),
                                       H.leadingDimension(),
                                       wr.data(),
                                       wi.data(),
                                       iLoZ,
                                       iHiZ,
                                       Z.data(),
                                       Z.leadingDimension(),
                                       work.data(),
                                       work.length());
    ASSERT(info>=0);
    return info;
}

//
//  Workspace query (real variant)
//
template <typename IndexType, typename MH>
typename RestrictTo<IsReal<typename MH::ElementType>::value,
         IndexType>::Type
laqr0_wsq_impl(bool                  wantT,
               bool                  wantZ,
               IndexType             iLo,
               IndexType             iHi,
               const GeMatrix<MH>    &H)
{
    typedef typename GeMatrix<MH>::ElementType  T;

    T                   WORK, DUMMY;
    const IndexType     LWORK   = -1;

    cxxlapack::laqr0<IndexType>(wantT,
                                wantZ,
                                H.numRows(),
                                iLo,
                                iHi,
                                &DUMMY,
                                H.leadingDimension(),
                                &DUMMY,
                                &DUMMY,
                                IndexType(1),
                                IndexType(1),
                                &DUMMY,
                                IndexType(1),
                                &WORK,
                                LWORK);
    return WORK;
}

//
//  Complex variant
//
template <typename IndexType, typename MH, typename VW, typename MZ,
          typename VWORK>
IndexType
laqr0_impl(bool                  wantT,
           bool                  wantZ,
           IndexType             iLo,
           IndexType             iHi,
           GeMatrix<MH>          &H,
           DenseVector<VW>       &w,
           IndexType             iLoZ,
           IndexType             iHiZ,
           GeMatrix<MZ>          &Z,
           DenseVector<VWORK>    &work)
{
    IndexType  info;
    info = cxxlapack::laqr0<IndexType>(wantT,
                                       wantZ,
                                       H.numRows(),
                                       iLo,
                                       iHi,
                                       H.data(),
                                       H.leadingDimension(),
                                       w.data(),
                                       iLoZ,
                                       iHiZ,
                                       Z.data(),
                                       Z.leadingDimension(),
                                       work.data(),
                                       work.length());
    ASSERT(info>=0);
    return info;
}

//
//  Workspace query (complex variant)
//
template <typename IndexType, typename MH>
typename RestrictTo<IsComplex<typename MH::ElementType>::value,
         IndexType>::Type
laqr0_wsq_impl(bool                  wantT,
               bool                  wantZ,
               IndexType             iLo,
               IndexType             iHi,
               const GeMatrix<MH>    &H)
{
    typedef typename GeMatrix<MH>::ElementType  T;

    T                   WORK, DUMMY;
    const IndexType     LWORK   = -1;

    cxxlapack::laqr0<IndexType>(wantT,
                                wantZ,
                                H.numRows(),
                                iLo,
                                iHi,
                                &DUMMY,
                                H.leadingDimension(),
                                &DUMMY,
                                IndexType(1),
                                IndexType(1),
                                &DUMMY,
                                IndexType(1),
                                &WORK,
                                LWORK);
    return real(WORK);
}

// namespace external

#endif // USE_CXXLAPACK

//== public interface ==========================================================
//
//  Real variant
//
template <typename IndexType, typename MH, typename VWR, typename VWI,
          typename MZ, typename VWORK>
typename RestrictTo<IsRealGeMatrix<MH>::value
                 && IsRealDenseVector<VWR>::value
                 && IsRealDenseVector<VWI>::value
                 && IsRealGeMatrix<MZ>::value
                 && IsRealDenseVector<VWORK>::value,
         IndexType>::Type
laqr0(bool                      wantT,
      bool                      wantZ,
      IndexType                 iLo,
      IndexType                 iHi,
      MH                        &&H,
      VWR                       &&wr,
      VWI                       &&wi,
      IndexType                 iLoZ,
      IndexType                 iHiZ,
      MZ                        &&Z,
      VWORK                     &&work)
{
    LAPACK_DEBUG_OUT("laqr0");

    using std::max;
//
//  Remove references from rvalue types
//
#   ifdef CHECK_CXXLAPACK
    typedef typename RemoveRef<MH>::Type        MatrixH;
    typedef typename RemoveRef<VWR>::Type       VectorWR;
    typedef typename RemoveRef<VWI>::Type       VectorWI;
    typedef typename RemoveRef<MZ>::Type        MatrixZ;
    typedef typename RemoveRef<VWORK>::Type     VectorWork;
#   endif
//
//  Test the input parameters
//
#   ifndef NDEBUG
    ASSERT(H.firstRow()==1);
    ASSERT(H.firstCol()==1);
    ASSERT(H.numRows()==H.numCols());

    const IndexType n = H.numRows();

    if (n>0) {
        ASSERT(1<=iLo);
        ASSERT(iLo<=iHi);
        ASSERT(iHi<=n);
    } else {
        ASSERT(iLo==1);
        ASSERT(iHi==0);
    }

    ASSERT(wr.firstIndex()==1);
    ASSERT(wr.length()>=iHi);

    ASSERT(wi.firstIndex()==1);
    ASSERT(wi.length()>=iHi);

    ASSERT(1<=iLoZ);
    ASSERT(iLoZ<=iLo);
    ASSERT(iHi<=iHiZ);
    ASSERT(iHiZ<=n);

    ASSERT(Z.firstRow()==1);
    ASSERT(Z.firstCol()==1);
    ASSERT(Z.numRows()>=iHi);
    ASSERT(Z.numCols()>=iHi);

    ASSERT((work.length()==0) || (work.length()>=n));
#   endif

//
//  Make copies of output arguments
//
#   ifdef CHECK_CXXLAPACK
    typename MatrixH::NoView       H_org       = H;
    typename VectorWR::NoView      wr_org      = wr;
    typename VectorWI::NoView      wi_org      = wi;
    typename MatrixZ::NoView       Z_org       = Z;
    typename VectorWork::NoView    work_org    = work;
#   endif

//
//  Call implementation
//
    IndexType info = LAPACK_SELECT::laqr0_impl(wantT, wantZ, iLo, iHi, H,
                                               wr, wi, iLoZ, iHiZ, Z, work);

#   ifdef CHECK_CXXLAPACK
//
//  Make copies of results computed by the generic implementation
//
    typename MatrixH::NoView       H_generic       = H;
    typename VectorWR::NoView      wr_generic      = wr;
    typename VectorWI::NoView      wi_generic      = wi;
    typename MatrixZ::NoView       Z_generic       = Z;
    typename VectorWork::NoView    work_generic    = work;
//
//  restore output arguments
//
    H    = H_org;
    wr   = wr_org;
    wi   = wi_org;
    Z    = Z_org;
    work = work_org;
//
//  Compare generic results with results from the native implementation
//
    IndexType info_ = external::laqr0_impl(wantT, wantZ, iLo, iHi, H, wr, wi,
                                           iLoZ, iHiZ, Z, work);

    bool failed = false;
    if (! isIdentical(H_generic, H, "H_generic""H")) {
        std::cerr << "CXXLAPACK: H_generic = " << H_generic << std::endl;
        std::cerr << "F77LAPACK: H = " << H << std::endl;
        failed = true;
    }

    if (! isIdentical(wr_generic, wr, "wr_generic""wr")) {
        std::cerr << "CXXLAPACK: wr_generic = " << wr_generic << std::endl;
        std::cerr << "F77LAPACK: wr = " << wr << std::endl;
        failed = true;
    }

    if (! isIdentical(wi_generic, wi, "wi_generic""wi")) {
        std::cerr << "CXXLAPACK: wi_generic = " << wi_generic << std::endl;
        std::cerr << "F77LAPACK: wi = " << wi << std::endl;
        failed = true;
    }

    if (! isIdentical(Z_generic, Z, "Z_generic""Z")) {
        std::cerr << "CXXLAPACK: Z_generic = " << Z_generic << std::endl;
        std::cerr << "F77LAPACK: Z = " << Z << std::endl;
        failed = true;
    }

    if (! isIdentical(info, info_, " info""info_")) {
        std::cerr << "CXXLAPACK:  info = " << info << std::endl;
        std::cerr << "F77LAPACK: info_ = " << info_ << std::endl;
        failed = true;
    }

    if (! isIdentical(work_generic, work, "work_generic""work")) {
        std::cerr << "CXXLAPACK: work_generic = " << work_generic << std::endl;
        std::cerr << "F77LAPACK: work = " << work << std::endl;
        failed = true;
    }

    if (failed) {
        std::cerr << "error in: laqr0.tcc" << std::endl;
        ASSERT(0);
    } else {
        // std::cerr << "passed: laqr0.tcc" << std::endl;
    }
#   endif

    return info;
}

//
//  Complex variant
//
template <typename IndexType, typename MH, typename VW, typename MZ,
          typename VWORK>
typename RestrictTo<IsComplexGeMatrix<MH>::value
                 && IsComplexDenseVector<VW>::value
                 && IsComplexGeMatrix<MZ>::value
                 && IsComplexDenseVector<VWORK>::value,
         IndexType>::Type
laqr0(bool                      wantT,
      bool                      wantZ,
      IndexType                 iLo,
      IndexType                 iHi,
      MH                        &&H,
      VW                        &&w,
      IndexType                 iLoZ,
      IndexType                 iHiZ,
      MZ                        &&Z,
      VWORK                     &&work)
{
    LAPACK_DEBUG_OUT("laqr0");

    using std::max;
//
//  Remove references from rvalue types
//
#   ifdef CHECK_CXXLAPACK
    typedef typename RemoveRef<MH>::Type        MatrixH;
    typedef typename RemoveRef<VW>::Type        VectorW;
    typedef typename RemoveRef<MZ>::Type        MatrixZ;
    typedef typename RemoveRef<VWORK>::Type     VectorWork;
#   endif
//
//  Test the input parameters
//
#   ifndef NDEBUG
    ASSERT(H.firstRow()==1);
    ASSERT(H.firstCol()==1);
    ASSERT(H.numRows()==H.numCols());

    const IndexType n = H.numRows();

    if (n>0) {
        ASSERT(1<=iLo);
        ASSERT(iLo<=iHi);
        ASSERT(iHi<=n);
    } else {
        ASSERT(iLo==1);
        ASSERT(iHi==0);
    }

    ASSERT(w.firstIndex()==1);
    ASSERT(w.length()>=iHi);

    ASSERT(1<=iLoZ);
    ASSERT(iLoZ<=iLo);
    ASSERT(iHi<=iHiZ);
    ASSERT(iHiZ<=n);

    ASSERT(Z.firstRow()==1);
    ASSERT(Z.firstCol()==1);
    ASSERT(Z.numRows()>=iHi);
    ASSERT(Z.numCols()>=iHi);

    ASSERT((work.length()==0) || (work.length()>=n));
#   endif

//
//  Make copies of output arguments
//
#   ifdef CHECK_CXXLAPACK
    typename MatrixH::NoView       H_org       = H;
    typename VectorW::NoView       w_org       = w;
    typename MatrixZ::NoView       Z_org       = Z;
    typename VectorWork::NoView    work_org    = work;
#   endif

//
//  Call implementation
//
    IndexType info = LAPACK_SELECT::laqr0_impl(wantT, wantZ, iLo, iHi, H,
                                               w, iLoZ, iHiZ, Z, work);

#   ifdef CHECK_CXXLAPACK
//
//  Make copies of results computed by the generic implementation
//
    typename MatrixH::NoView       H_generic       = H;
    typename VectorW::NoView       w_generic       = w;
    typename MatrixZ::NoView       Z_generic       = Z;
    typename VectorWork::NoView    work_generic    = work;
//
//  restore output arguments
//
    H    = H_org;
    w    = w_org;
    Z    = Z_org;
    work = work_org;
//
//  Compare generic results with results from the native implementation
//
    IndexType info_ = external::laqr0_impl(wantT, wantZ, iLo, iHi, H, w,
                                           iLoZ, iHiZ, Z, work);

    bool failed = false;
    if (! isIdentical(H_generic, H, "H_generic""H")) {
        std::cerr << "CXXLAPACK: H_generic = " << H_generic << std::endl;
        std::cerr << "F77LAPACK: H = " << H << std::endl;
        failed = true;
    }

    if (! isIdentical(w_generic, w, "w_generic""w")) {
        std::cerr << "CXXLAPACK: w_generic = " << w_generic << std::endl;
        std::cerr << "F77LAPACK: w = " << w << std::endl;
        failed = true;
    }

    if (! isIdentical(Z_generic, Z, "Z_generic""Z")) {
        std::cerr << "CXXLAPACK: Z_generic = " << Z_generic << std::endl;
        std::cerr << "F77LAPACK: Z = " << Z << std::endl;
        failed = true;
    }

    if (! isIdentical(info, info_, " info""info_")) {
        std::cerr << "CXXLAPACK:  info = " << info << std::endl;
        std::cerr << "F77LAPACK: info_ = " << info_ << std::endl;
        failed = true;
    }

    if (! isIdentical(work_generic, work, "work_generic""work")) {
        std::cerr << "CXXLAPACK: work_generic = " << work_generic << std::endl;
        std::cerr << "F77LAPACK: work = " << work << std::endl;
        failed = true;
    }

    if (failed) {
        std::cerr << "error in: laqr0.tcc" << std::endl;
        ASSERT(0);
    } else {
        // std::cerr << "passed: laqr0.tcc" << std::endl;
    }
#   endif

    return info;
}


//
//  Workspace query (real/complex variant)
//
template <typename IndexType, typename MH>
IndexType
laqr0_wsq(bool                  wantT,
          bool                  wantZ,
          IndexType             iLo,
          IndexType             iHi,
          const GeMatrix<MH>    &H)
{
    using std::max;
//
//  Test the input parameters
//
#   ifndef NDEBUG
    ASSERT(H.firstRow()==1);
    ASSERT(H.firstCol()==1);
    ASSERT(H.numRows()==H.numCols());

    const IndexType n = H.numRows();

    if (n>0) {
        ASSERT(1<=iLo);
        ASSERT(iLo<=iHi);
        ASSERT(iHi<=n);
    } else {
        ASSERT(iLo==1);
        ASSERT(iHi==0);
    }
#   endif

//
//  Call implementation
//
    IndexType info = LAPACK_SELECT::laqr0_wsq_impl(wantT, wantZ, iLo, iHi, H);

#   ifdef CHECK_CXXLAPACK
//
//  Compare results
//
    IndexType info_ = external::laqr0_wsq_impl(wantT, wantZ, iLo, iHi, H);

    if (info!=info_) {
        std::cerr << "CXXLAPACK:  info = " << info << std::endl;
        std::cerr << "F77LAPACK: info_ = " << info_ << std::endl;
        ASSERT(0);
    }
#   endif
    return info;
}


} } // namespace lapack, flens

#endif // FLENS_LAPACK_LA_LAQR0_TCC