import Mathlib
import Optlib


open Set InnerProductSpace Topology Filter InnerProduct

open scoped Pointwise

theorem extracted_formal_statement_94.{u_3, u_2, u_1} {E₁ : Type u_1} {E₂ : Type u_2} {F : Type u_3}
  [inst : NormedAddCommGroup E₁] [inst_1 : InnerProductSpace ℝ E₁] [inst_2 : FiniteDimensional ℝ E₁]
  [inst_3 : NormedAddCommGroup E₂] [inst_4 : InnerProductSpace ℝ E₂] [inst_5 : FiniteDimensional ℝ E₂]
  [inst_6 : NormedAddCommGroup F] [inst_7 : InnerProductSpace ℝ F] [inst_8 : FiniteDimensional ℝ F]
  {admm : ADMM E₁ E₂ F} {admm_kkt : Existance_of_kkt admm} (n : ℕ+) :
  let c := (OptProblem.A₁ E₂) (ADMM.x₁ E₂ F ↑n) - OptProblem.b E₁ E₂;
  ((fun x =>
        ADMM.ρ E₁ E₂ F / 2 * ‖(OptProblem.A₁ E₂) (ADMM.x₁ E₂ F ↑n) + (OptProblem.A₂ E₁) x - OptProblem.b E₁ E₂‖ ^ 2) =
      fun x =>
      ADMM.ρ E₁ E₂ F / 2 * ‖(OptProblem.A₂ E₁) x + ((OptProblem.A₁ E₂) (ADMM.x₁ E₂ F ↑n) - OptProblem.b E₁ E₂)‖ ^ 2) →
    ADMM.ρ E₁ E₂ F •
          (ContinuousLinearMap.adjoint (OptProblem.A₂ E₁))
            ((OptProblem.A₁ E₂) (ADMM.x₁ E₂ F ↑n) + (OptProblem.A₂ E₁) (ADMM.x₂ E₁ F ↑n) - OptProblem.b E₁ E₂) =
        ADMM.ρ E₁ E₂ F •
          (ContinuousLinearMap.adjoint (OptProblem.A₂ E₁))
            ((OptProblem.A₂ E₁) (ADMM.x₂ E₁ F ↑n) + ((OptProblem.A₁ E₂) (ADMM.x₁ E₂ F ↑n) - OptProblem.b E₁ E₂)) →
      ((fun x => ADMM.ρ E₁ E₂ F / 2 * ‖(OptProblem.A₂ E₁) x + c‖ ^ 2) = fun x =>
          ADMM.ρ E₁ E₂ F / 2 *
            (⟪(OptProblem.A₂ E₁) x, (OptProblem.A₂ E₁) x⟫_ℝ + 2 * ⟪c, (OptProblem.A₂ E₁) x⟫_ℝ + ⟪c, c⟫_ℝ)) →
        ADMM.ρ E₁ E₂ F • (ContinuousLinearMap.adjoint (OptProblem.A₂ E₁)) ((OptProblem.A₂ E₁) (ADMM.x₂ E₁ F ↑n) + c) =
            (ADMM.ρ E₁ E₂ F / 2) •
              2 • (ContinuousLinearMap.adjoint (OptProblem.A₂ E₁)) ((OptProblem.A₂ E₁) (ADMM.x₂ E₁ F ↑n) + c) →
          2 • (ContinuousLinearMap.adjoint (OptProblem.A₂ E₁)) ((OptProblem.A₂ E₁) (ADMM.x₂ E₁ F ↑n) + c) =
              2 • (ContinuousLinearMap.adjoint (OptProblem.A₂ E₁)) ((OptProblem.A₂ E₁) (ADMM.x₂ E₁ F ↑n)) +
                2 • (ContinuousLinearMap.adjoint (OptProblem.A₂ E₁)) c →
            let a := fun x => ⟪c, (OptProblem.A₂ E₁) x⟫_ℝ;
            HasGradientAt a ((ContinuousLinearMap.adjoint (OptProblem.A₂ E₁)) c) (ADMM.x₂ E₁ F ↑n) := sorry

Tactic state before:
case hf.hg
E₁ : Type u_1
E₂ : Type u_2
F : Type u_3
inst✝⁹ : NormedAddCommGroup E₁
inst✝⁸ : InnerProductSpace ℝ E₁
inst✝⁷ : FiniteDimensional ℝ E₁
inst✝⁶ : NormedAddCommGroup E₂
inst✝⁵ : InnerProductSpace ℝ E₂
inst✝⁴ : FiniteDimensional ℝ E₂
inst✝³ : NormedAddCommGroup F
inst✝² : InnerProductSpace ℝ F
inst✝¹ : FiniteDimensional ℝ F
admm : ADMM E₁ E₂ F
admm_kkt : Existance_of_kkt admm
inst✝ : Setting E₁ E₂ F admm admm_kkt
n : ℕ+
c : F := (OptProblem.A₁ E₂) (ADMM.x₁ E₂ F ↑n) - OptProblem.b E₁ E₂
h1 :
  (fun x =>
      ADMM.ρ E₁ E₂ F / 2 * ‖(OptProblem.A₁ E₂) (ADMM.x₁ E₂ F ↑n) + (OptProblem.A₂ E₁) x - OptProblem.b E₁ E₂‖ ^ 2) =
    fun x =>
    ADMM.ρ E₁ E₂ F / 2 * ‖(OptProblem.A₂ E₁) x + ((OptProblem.A₁ E₂) (ADMM.x₁ E₂ F ↑n) - OptProblem.b E₁ E₂)‖ ^ 2
h1' :
  ADMM.ρ E₁ E₂ F •
      (ContinuousLinearMap.adjoint (OptProblem.A₂ E₁))
        ((OptProblem.A₁ E₂) (ADMM.x₁ E₂ F ↑n) + (OptProblem.A₂ E₁) (ADMM.x₂ E₁ F ↑n) - OptProblem.b E₁ E₂) =
    ADMM.ρ E₁ E₂ F •
      (ContinuousLinearMap.adjoint (OptProblem.A₂ E₁))
        ((OptProblem.A₂ E₁) (ADMM.x₂ E₁ F ↑n) + ((OptProblem.A₁ E₂) (ADMM.x₁ E₂ F ↑n) - OptProblem.b E₁ E₂))
h2 :
  (fun x => ADMM.ρ E₁ E₂ F / 2 * ‖(OptProblem.A₂ E₁) x + c‖ ^ 2) = fun x =>
    ADMM.ρ E₁ E₂ F / 2 * (⟪(OptProblem.A₂ E₁) x, (OptProblem.A₂ E₁) x⟫_ℝ + 2 * ⟪c, (OptProblem.A₂ E₁) x⟫_ℝ + ⟪c, c⟫_ℝ)
h3 :
  ADMM.ρ E₁ E₂ F • (ContinuousLinearMap.adjoint (OptProblem.A₂ E₁)) ((OptProblem.A₂ E₁) (ADMM.x₂ E₁ F ↑n) + c) =
    (ADMM.ρ E₁ E₂ F / 2) •
      2 • (ContinuousLinearMap.adjoint (OptProblem.A₂ E₁)) ((OptProblem.A₂ E₁) (ADMM.x₂ E₁ F ↑n) + c)
h4 :
  2 • (ContinuousLinearMap.adjoint (OptProblem.A₂ E₁)) ((OptProblem.A₂ E₁) (ADMM.x₂ E₁ F ↑n) + c) =
    2 • (ContinuousLinearMap.adjoint (OptProblem.A₂ E₁)) ((OptProblem.A₂ E₁) (ADMM.x₂ E₁ F ↑n)) +
      2 • (ContinuousLinearMap.adjoint (OptProblem.A₂ E₁)) c
a : E₂ → ℝ := fun x => ⟪c, (OptProblem.A₂ E₁) x⟫_ℝ
⊢ HasGradientAt a ((ContinuousLinearMap.adjoint (OptProblem.A₂ E₁)) c) (ADMM.x₂ E₁ F ↑n)

Tactic:
apply inner_gradient

Tactic state after: