****3242526272829group.add_argument('--recompute-activations', action='store_true', help='recompute activation to allow for training ' 'with larger models, sequences, and batch sizes.')group.add_argument('--recompute-granularity', type=str, default=none, choices=['full', 'selective'], help='checkpoint activations to allow for training ' 'with larger models, sequences, and batch sizes. ' 'it is supported at two granularities 1) full: ' 'whole transformer layer is recomputed, ' '2) selective: core attention part of the transformer ' 'layer is recomputed.')group.add_argument('--distribute-saved-activations', action='store_true', help='if set