iOS UINavigationController custom InteractionController not working properly when using Core Animation in the AnimationController

Question

I have custom Animation Controllers I use for the transitions in my NavigationController, and I want to make it interactive so I've created a custom Interaction Controller and it works fine for some of them but in the ones where I use CoreAnimations to perform the animations it doesn't work properly.

It starts and finishes the animation on its own and because in the Interaction Controller finish() was not called, I'm left with a black screen.

Here's the code in the AnimationController:

    CATransaction.begin()
    let revealAnimation = CABasicAnimation(keyPath: "path")
    revealAnimation.toValue = UIBezierPath(arcCenter: originPoint, radius: UIScreen.main.bounds.size.height*1.5, startAngle: 0, endAngle: 2*CGFloat.pi, clockwise: true).cgPath
    revealAnimation.duration = transitionDuration
    revealAnimation.isRemovedOnCompletion = false
    revealAnimation.fillMode = kCAFillModeForwards
    revealAnimation.timingFunction = CAMediaTimingFunction(name: kCAMediaTimingFunctionEaseInEaseOut)
    circleMask.add(revealAnimation, forKey: nil)

    let fadeAnimation2 = CABasicAnimation(keyPath: "opacity")
    fadeAnimation2.toValue = 1.0
    fadeAnimation2.duration = 0
    fadeAnimation2.beginTime = CACurrentMediaTime() + transitionDuration/2
    fadeAnimation2.isRemovedOnCompletion = false
    fadeAnimation2.fillMode = kCAFillModeForwards
    fadeAnimation2.timingFunction = CAMediaTimingFunction(name: kCAMediaTimingFunctionEaseInEaseOut)
    toViewController.view.layer.add(fadeAnimation2, forKey: nil)

    let fadeAnimation = CABasicAnimation(keyPath: "fillColor")
    fadeAnimation.toValue = UIColor.clear.cgColor
    fadeAnimation.duration = transitionDuration/4
    fadeAnimation.beginTime = CACurrentMediaTime() + 3*transitionDuration/4
    fadeAnimation.isRemovedOnCompletion = false
    fadeAnimation.fillMode = kCAFillModeForwards
    fadeAnimation.timingFunction = CAMediaTimingFunction(name: kCAMediaTimingFunctionEaseInEaseOut)
    fadeAnimation.delegate = self
    circleMask.add(fadeAnimation, forKey: nil)

    CATransaction.commit()

In my CAAnimationDelegate:

func animationDidStop(_ anim: CAAnimation, finished flag: Bool) {
    if flag {
        circleMask.removeAllAnimations()
        circleMask.removeFromSuperlayer()
        toViewController.view.layer.opacity = 1
        toViewController.view.layer.removeAllAnimations()
        if transitionContext.transitionWasCancelled {
            toViewController.view.removeFromSuperview()
        } else {
            fromViewController.view.removeFromSuperview()
        }
        transitionContext.completeTransition(!transitionContext.transitionWasCancelled)
    }

}

Finally Here's the InteractionController:

@objc func handleGesture(_ gestureRecognizer: UIPanGestureRecognizer) {
    let translation = gestureRecognizer.translation(in: gestureRecognizer.view!.superview!)
    var progress = (translation.x / 200)
    progress = CGFloat(fminf(fmaxf(Float(progress), 0.0), 1.0))

    switch gestureRecognizer.state {
    case .began:
        interactionInProgress = true
        viewController?.navigationController?.popViewController(animated: true)
    case .changed:
        shouldCompleteTransition = progress > 0.5
        update(progress)
    case .cancelled:
        interactionInProgress = false
        cancel()
    case .ended:
        interactionInProgress = false
        if shouldCompleteTransition {
            finish()
        } else {
            cancel()
        }
    default:
        break
    }
}

What am I doing wrong?