distiller_prune0.239.yaml

policies:
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: embed_layers_0_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: embed_layers_1_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: embed_layers_2_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: embed_projections_0_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_0_qkv_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_0_out_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_0_fc_0_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_0_fc_3_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_1_qkv_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_1_out_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_1_fc_0_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_1_fc_3_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_2_qkv_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_2_out_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_2_fc_0_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_2_fc_3_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_3_qkv_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_3_out_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_3_fc_0_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_3_fc_3_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_4_qkv_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_4_out_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_4_fc_0_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_4_fc_3_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_5_qkv_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_5_out_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_5_fc_0_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_5_fc_3_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_6_qkv_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_6_out_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_6_fc_0_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_6_fc_3_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_7_qkv_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_7_out_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_7_fc_0_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: layers_7_fc_3_weight
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: loss_layers_1_bias
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: loss_layers_2_bias
  starting_epoch: 0
- ending_epoch: 175
  frequency: 1
  pruner:
    instance_name: loss_projections_0_weight
  starting_epoch: 0
pruners:
  embed_layers_0_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.11
    initial_sparsity: 0.04
    weights:
    - embed.layers.0.weight
  embed_layers_1_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.2
    initial_sparsity: 0.075
    weights:
    - embed.layers.1.weight
  embed_layers_2_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.225
    initial_sparsity: 0.11
    weights:
    - embed.layers.2.weight
  embed_projections_0_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.295
    initial_sparsity: 0.14
    weights:
    - embed.projections.0.weight
  layers_0_fc_0_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.2
    initial_sparsity: 0.11
    weights:
    - layers.0.fc.0.weight
  layers_0_fc_3_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.17
    initial_sparsity: 0.075
    weights:
    - layers.0.fc.3.weight
  layers_0_out_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.295
    initial_sparsity: 0.17
    weights:
    - layers.0.out.weight
  layers_0_qkv_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.225
    initial_sparsity: 0.11
    weights:
    - layers.0.qkv.weight
  layers_1_fc_0_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.25
    initial_sparsity: 0.14
    weights:
    - layers.1.fc.0.weight
  layers_1_fc_3_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.25
    initial_sparsity: 0.11
    weights:
    - layers.1.fc.3.weight
  layers_1_out_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.4
    initial_sparsity: 0.225
    weights:
    - layers.1.out.weight
  layers_1_qkv_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.275
    initial_sparsity: 0.17
    weights:
    - layers.1.qkv.weight
  layers_2_fc_0_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.275
    initial_sparsity: 0.11
    weights:
    - layers.2.fc.0.weight
  layers_2_fc_3_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.315
    initial_sparsity: 0.17
    weights:
    - layers.2.fc.3.weight
  layers_2_out_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.355
    initial_sparsity: 0.2
    weights:
    - layers.2.out.weight
  layers_2_qkv_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.225
    initial_sparsity: 0.14
    weights:
    - layers.2.qkv.weight
  layers_3_fc_0_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.275
    initial_sparsity: 0.11
    weights:
    - layers.3.fc.0.weight
  layers_3_fc_3_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.335
    initial_sparsity: 0.17
    weights:
    - layers.3.fc.3.weight
  layers_3_out_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.385
    initial_sparsity: 0.225
    weights:
    - layers.3.out.weight
  layers_3_qkv_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.295
    initial_sparsity: 0.14
    weights:
    - layers.3.qkv.weight
  layers_4_fc_0_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.275
    initial_sparsity: 0.14
    weights:
    - layers.4.fc.0.weight
  layers_4_fc_3_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.295
    initial_sparsity: 0.14
    weights:
    - layers.4.fc.3.weight
  layers_4_out_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.37
    initial_sparsity: 0.17
    weights:
    - layers.4.out.weight
  layers_4_qkv_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.275
    initial_sparsity: 0.14
    weights:
    - layers.4.qkv.weight
  layers_5_fc_0_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.275
    initial_sparsity: 0.14
    weights:
    - layers.5.fc.0.weight
  layers_5_fc_3_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.275
    initial_sparsity: 0.14
    weights:
    - layers.5.fc.3.weight
  layers_5_out_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.355
    initial_sparsity: 0.2
    weights:
    - layers.5.out.weight
  layers_5_qkv_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.275
    initial_sparsity: 0.14
    weights:
    - layers.5.qkv.weight
  layers_6_fc_0_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.25
    initial_sparsity: 0.11
    weights:
    - layers.6.fc.0.weight
  layers_6_fc_3_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.25
    initial_sparsity: 0.11
    weights:
    - layers.6.fc.3.weight
  layers_6_out_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.4
    initial_sparsity: 0.225
    weights:
    - layers.6.out.weight
  layers_6_qkv_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.295
    initial_sparsity: 0.14
    weights:
    - layers.6.qkv.weight
  layers_7_fc_0_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.17
    initial_sparsity: 0.075
    weights:
    - layers.7.fc.0.weight
  layers_7_fc_3_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.2
    initial_sparsity: 0.11
    weights:
    - layers.7.fc.3.weight
  layers_7_out_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.295
    initial_sparsity: 0.14
    weights:
    - layers.7.out.weight
  layers_7_qkv_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.225
    initial_sparsity: 0.11
    weights:
    - layers.7.qkv.weight
  loss_layers_1_bias:
    class: AutomatedGradualPruner
    final_sparsity: 0.5
    initial_sparsity: 0.41
    weights:
    - loss.layers.1.bias
  loss_layers_2_bias:
    class: AutomatedGradualPruner
    final_sparsity: 0.5
    initial_sparsity: 0.11
    weights:
    - loss.layers.2.bias
  loss_projections_0_weight:
    class: AutomatedGradualPruner
    final_sparsity: 0.225
    initial_sparsity: 0.11
    weights:
    - loss.projections.0.weight