{'pipe_parallel_size': 1, 'model_parallel_size': 1}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm'}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary'}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column'}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init'}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init'}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap'}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl'}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine'}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000, 'eval_iters': 10}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000, 'eval_iters': 10, 'log_interval': 100}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000, 'eval_iters': 10, 'log_interval': 100, 'steps_per_print': 10}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000, 'eval_iters': 10, 'log_interval': 100, 'steps_per_print': 10, 'keep_last_n_checkpoints': 4}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000, 'eval_iters': 10, 'log_interval': 100, 'steps_per_print': 10, 'keep_last_n_checkpoints': 4, 'wall_clock_breakdown': True}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000, 'eval_iters': 10, 'log_interval': 100, 'steps_per_print': 10, 'keep_last_n_checkpoints': 4, 'wall_clock_breakdown': True, 'hostfile': '/mock_path'}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000, 'eval_iters': 10, 'log_interval': 100, 'steps_per_print': 10, 'keep_last_n_checkpoints': 4, 'wall_clock_breakdown': True, 'hostfile': '/mock_path', 'data_path': 'data/enwik8/enwik8_text_document'}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000, 'eval_iters': 10, 'log_interval': 100, 'steps_per_print': 10, 'keep_last_n_checkpoints': 4, 'wall_clock_breakdown': True, 'hostfile': '/mock_path', 'data_path': 'data/enwik8/enwik8_text_document', 'vocab_file': 'data/gpt2-vocab.json'}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000, 'eval_iters': 10, 'log_interval': 100, 'steps_per_print': 10, 'keep_last_n_checkpoints': 4, 'wall_clock_breakdown': True, 'hostfile': '/mock_path', 'data_path': 'data/enwik8/enwik8_text_document', 'vocab_file': 'data/gpt2-vocab.json', 'merge_file': 'data/gpt2-merges.txt'}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000, 'eval_iters': 10, 'log_interval': 100, 'steps_per_print': 10, 'keep_last_n_checkpoints': 4, 'wall_clock_breakdown': True, 'hostfile': '/mock_path', 'data_path': 'data/enwik8/enwik8_text_document', 'vocab_file': 'data/gpt2-vocab.json', 'merge_file': 'data/gpt2-merges.txt', 'save': 'checkpoints'}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000, 'eval_iters': 10, 'log_interval': 100, 'steps_per_print': 10, 'keep_last_n_checkpoints': 4, 'wall_clock_breakdown': True, 'hostfile': '/mock_path', 'data_path': 'data/enwik8/enwik8_text_document', 'vocab_file': 'data/gpt2-vocab.json', 'merge_file': 'data/gpt2-merges.txt', 'save': 'checkpoints', 'load': 'checkpoints'}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000, 'eval_iters': 10, 'log_interval': 100, 'steps_per_print': 10, 'keep_last_n_checkpoints': 4, 'wall_clock_breakdown': True, 'hostfile': '/mock_path', 'data_path': 'data/enwik8/enwik8_text_document', 'vocab_file': 'data/gpt2-vocab.json', 'merge_file': 'data/gpt2-merges.txt', 'save': 'checkpoints', 'load': 'checkpoints', 'checkpoint_validation_with_forward_pass': False}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000, 'eval_iters': 10, 'log_interval': 100, 'steps_per_print': 10, 'keep_last_n_checkpoints': 4, 'wall_clock_breakdown': True, 'hostfile': '/mock_path', 'data_path': 'data/enwik8/enwik8_text_document', 'vocab_file': 'data/gpt2-vocab.json', 'merge_file': 'data/gpt2-merges.txt', 'save': 'checkpoints', 'load': 'checkpoints', 'checkpoint_validation_with_forward_pass': False, 'tensorboard_dir': 'tensorboard'}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000, 'eval_iters': 10, 'log_interval': 100, 'steps_per_print': 10, 'keep_last_n_checkpoints': 4, 'wall_clock_breakdown': True, 'hostfile': '/mock_path', 'data_path': 'data/enwik8/enwik8_text_document', 'vocab_file': 'data/gpt2-vocab.json', 'merge_file': 'data/gpt2-merges.txt', 'save': 'checkpoints', 'load': 'checkpoints', 'checkpoint_validation_with_forward_pass': False, 'tensorboard_dir': 'tensorboard', 'log_dir': 'logs'}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000, 'eval_iters': 10, 'log_interval': 100, 'steps_per_print': 10, 'keep_last_n_checkpoints': 4, 'wall_clock_breakdown': True, 'hostfile': '/mock_path', 'data_path': 'data/enwik8/enwik8_text_document', 'vocab_file': 'data/gpt2-vocab.json', 'merge_file': 'data/gpt2-merges.txt', 'save': 'checkpoints', 'load': 'checkpoints', 'checkpoint_validation_with_forward_pass': False, 'tensorboard_dir': 'tensorboard', 'log_dir': 'logs', 'use_wandb': True}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000, 'eval_iters': 10, 'log_interval': 100, 'steps_per_print': 10, 'keep_last_n_checkpoints': 4, 'wall_clock_breakdown': True, 'hostfile': '/mock_path', 'data_path': 'data/enwik8/enwik8_text_document', 'vocab_file': 'data/gpt2-vocab.json', 'merge_file': 'data/gpt2-merges.txt', 'save': 'checkpoints', 'load': 'checkpoints', 'checkpoint_validation_with_forward_pass': False, 'tensorboard_dir': 'tensorboard', 'log_dir': 'logs', 'use_wandb': True, 'wandb_host': 'https://api.wandb.ai'}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000, 'eval_iters': 10, 'log_interval': 100, 'steps_per_print': 10, 'keep_last_n_checkpoints': 4, 'wall_clock_breakdown': True, 'hostfile': '/mock_path', 'data_path': 'data/enwik8/enwik8_text_document', 'vocab_file': 'data/gpt2-vocab.json', 'merge_file': 'data/gpt2-merges.txt', 'save': 'checkpoints', 'load': 'checkpoints', 'checkpoint_validation_with_forward_pass': False, 'tensorboard_dir': 'tensorboard', 'log_dir': 'logs', 'use_wandb': True, 'wandb_host': 'https://api.wandb.ai', 'wandb_project': 'neox'}

{'pipe_parallel_size': 1, 'model_parallel_size': 1, 'num_layers': 12, 'hidden_size': 768, 'num_attention_heads': 12, 'seq_length': 2048, 'max_position_embeddings': 2048, 'norm': 'layernorm', 'pos_emb': 'rotary', 'no_weight_tying': True, 'gpt_j_residual': False, 'output_layer_parallelism': 'column', 'scaled_upper_triang_masked_softmax_fusion': False, 'bias_gelu_fusion': False, 'rope_fusion': False, 'init_method': 'small_init', 'output_layer_init_method': 'wang_init', 'optimizer': {'type': 'Adam', 'params': {'lr': 0.0006, 'betas': [0.9, 0.95], 'eps': 1e-08}}, 'min_lr': 6e-05, 'zero_optimization': {'stage': 1, 'allgather_partitions': True, 'allgather_bucket_size': 500000000, 'overlap_comm': True, 'reduce_scatter': True, 'reduce_bucket_size': 500000000, 'contiguous_gradients': True}, 'train_micro_batch_size_per_gpu': 4, 'data_impl': 'mmap', 'checkpoint_activations': True, 'checkpoint_num_layers': 1, 'partition_activations': True, 'synchronize_each_layer': True, 'gradient_clipping': 1.0, 'weight_decay': 0.1, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'fp16': {'enabled': True, 'loss_scale': 0, 'loss_scale_window': 1000, 'hysteresis': 2, 'min_loss_scale': 1}, 'train_iters': 320000, 'lr_decay_iters': 320000, 'distributed_backend': 'nccl', 'lr_decay_style': 'cosine', 'warmup': 0.01, 'checkpoint_factor': 10000, 'eval_interval': 1000, 'eval_iters': 10, 'log_interval': 100, 'steps_per_print': 10, 'keep_last_n_checkpoints': 4, 'wall_clock_breakdown': True, 'hostfile': '/mock_path', 'data_path': 'data/enwik8/enwik8_text_document', 'vocab_file': 'data/gpt2-vocab.json', 'merge_file': 'data/gpt2-merges.txt', 'save': 'checkpoints', 'load': 'checkpoints', 'checkpoint_validation_with_forward_pass': False, 'tensorboard_dir': 'tensorboard', 'log_dir': 'logs', 'use_wandb': True, 'wandb_host': 'https://api.wandb.ai', 'wandb_project': 'neox', 'global_num_gpus': 1}


def _get_pointers(sizes):
                    pointers = np.zeros(len(sizes), dtype=np.int64)
                    sizes = np.array(sizes, dtype=np.int64)
                    np.cumsum(sizes[:-1], out=pointers[1:])
                    pointers = pointers * dtype().itemsize
                    return pointers
_get_pointers(sizes=[1545], dtype=<class 'numpy.uint16'>)


def __get(self, url, session, headers):
        h = {}
        if headers:
            for k, v in headers.items():
                h[k] = v
        if self.headers:
            for k, v in self.headers.items():
                h[k] = v
        resp = session.get(url, headers=h, **self.requests_kwargs)
        if not resp.ok:
            raise WechatSogouRequestsException('WechatSogouAPI get error', resp)
        return resp
__get(self=<wechatsogou.api.WechatSogouAPI object at 0x7f3e6c1d4370>, url='http://weixin.sogou.com/weixin?type=1&page=1&ie=utf8&query=%E9%AB%98%E8%80%83', session={headers={'User-Agent': 'python-requests/2.31.0', 'Accept-Encoding': 'gzip, deflate', 'Accept': '*/*', 'Connection': 'keep-alive'}, auth=None, proxies={}, hooks={'response': []}, params={}, stream=False, verify=True, cert=None, max_redirects=30, trust_env=True, cookies=<RequestsCookieJar[]>, adapters=OrderedDict([('https://', <requests.adapters.HTTPAdapter object at 0x7f3e6a69cb50>), ('http://', <requests.adapters.HTTPAdapter object at 0x7f3e6a69c4f0>)])}, headers={'Cookie': 'SUV=None;SNUID=None;'}, self.captcha_break_times=3, self.headers={'User-Agent': 'Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; fr) Presto/2.9.168 Version/11.52'}, self.requests_kwargs={})

{headers={'User-Agent': 'python-requests/2.31.0', 'Accept-Encoding': 'gzip, deflate', 'Accept': '*/*', 'Connection': 'keep-alive'}, auth=None, proxies={}, hooks={'response': []}, params={}, stream=False, verify=True, cert=None, max_redirects=30, trust_env=True, cookies=<RequestsCookieJar[Cookie(version=0, name='SNUID', value='C0182993121507299A5DF20A13869470', port=None, port_specified=False, domain='.sogou.com', domain_specified=True, domain_initial_dot=True, path='/', path_specified=True, secure=False, expires=1743731311, discard=False, comment=None, comment_url=None, rest={}, rfc2109=False), Cookie(version=0, name='SUID', value='D30A3B809330A00A00000000660E06EF', port=None, port_specified=False, domain='.weixin.sogou.com', domain_specified=True, domain_initial_dot=False, path='/', path_specified=True, secure=False, expires=2342915311, discard=False, comment=None, comment_url=None, rest={}, rfc2109=False), Cookie(version=0, name='ABTEST', value='0|1712195311|v1', port=None, port_specified=False, domain='weixin.sogou.com', domain_specified=False, domain_initial_dot=False, path='/', path_specified=True, secure=False, expires=1714787311, discard=False, comment=None, comment_url=None, rest={}, rfc2109=False)]>, adapters=OrderedDict([('https://', <requests.adapters.HTTPAdapter object at 0x7f3e6a69cb50>), ('http://', <requests.adapters.HTTPAdapter object at 0x7f3e6a69c4f0>)])}

{'Cookie': 'SUV=None;SNUID=None;', 'User-Agent': 'Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; fr) Presto/2.9.168 Version/11.52'}


{'Cookie': 'SUV=None;SNUID=None;', 'User-Agent': 'Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; fr) Presto/2.9.168 Version/11.52'}


resp = session.get(url, headers=h, **self.requests_kwargs)


def __handle_content_url(content_url):
        content_url = replace_html(content_url)
        return ('http://mp.weixin.qq.com{}'.format(
            content_url) if 'http://mp.weixin.qq.com' not in content_url else content_url) if content_url else ''
__handle_content_url(content_url='/s?timestamp=1500903767&src=3&ver=1&signature=X4l0IQ091w0DY2ERU7fD*h0VUwBxeHPOJH-Uk-vAfaPamMl6ij7fqAIHomnXQ2X2*2J94H0pixVjsjEkL0TbILtKInZ4hqPp3-lC1nQZcN9Fd*BGbTQp7WlZyzLvCXy0Z8yFVF*lIDlo75pemv7kW8wov4Hz5-uiVzBT5q*Nwaw=')


def get_basic_h_tree():
    result = HTree()
    dot_node = HNode(hcontent=HMacro(value=Macro(macro_const=DOT_ELEM_TYPE)),
                     htree=result)
    result.root = dot_node
    literal_node = HNode(hcontent=HMacro(value=Macro(macro_const=LITERAL_ELEM_TYPE)),
                         htree=result)
    iri_node = HNode(hcontent=HMacro(value=Macro(macro_const=IRI_ELEM_TYPE)),
                     htree=result)
    dot_node.add_child(literal_node)
    dot_node.add_child(iri_node)
    return result
get_basic_h_tree()

{_root=None, _node_index={'.': <shexer.model.hierarchy_tree.HNode object at 0x7f44690adf70>}}

{_root=<shexer.model.hierarchy_tree.HNode object at 0x7f44690adf70>, _node_index={'.': <shexer.model.hierarchy_tree.HNode object at 0x7f44690adf70>}}

{_root=<shexer.model.hierarchy_tree.HNode object at 0x7f44690adf70>, _node_index={'.': <shexer.model.hierarchy_tree.HNode object at 0x7f44690adf70>, 'LITERAL': <shexer.model.hierarchy_tree.HNode object at 0x7f44690b5790>}}

{_root=<shexer.model.hierarchy_tree.HNode object at 0x7f44690adf70>, _node_index={'.': <shexer.model.hierarchy_tree.HNode object at 0x7f44690adf70>, 'LITERAL': <shexer.model.hierarchy_tree.HNode object at 0x7f44690b5790>, 'IRI': <shexer.model.hierarchy_tree.HNode object at 0x7f44690b55b0>}}

{_hcontent=<shexer.model.hierarchy_tree.HMacro object at 0x7f44690adee0>, _parents={}, _children={}}

{_hcontent=<shexer.model.hierarchy_tree.HMacro object at 0x7f44690adee0>, _parents={}, _children={'LITERAL': <shexer.model.hierarchy_tree.HNode object at 0x7f44690b5790>}}

{_hcontent=<shexer.model.hierarchy_tree.HMacro object at 0x7f44690adee0>, _parents={}, _children={'LITERAL': <shexer.model.hierarchy_tree.HNode object at 0x7f44690b5790>, 'IRI': <shexer.model.hierarchy_tree.HNode object at 0x7f44690b55b0>}}

{_hcontent=<shexer.model.hierarchy_tree.HMacro object at 0x7f44690b5460>, _parents={}, _children={}}

{_hcontent=<shexer.model.hierarchy_tree.HMacro object at 0x7f44690b5460>, _parents={'.': <shexer.model.hierarchy_tree.HNode object at 0x7f44690adf70>}, _children={}}

{_hcontent=<shexer.model.hierarchy_tree.HMacro object at 0x7f44690b5370>, _parents={}, _children={}}

{_hcontent=<shexer.model.hierarchy_tree.HMacro object at 0x7f44690b5370>, _parents={'.': <shexer.model.hierarchy_tree.HNode object at 0x7f44690adf70>}, _children={}}


def _subscribe_element(self, hcontent):
        str_value = hcontent.str_value
        if str_value not in self._node_index:
            self._node_index[str_value] = hcontent
_subscribe_element(self=<shexer.model.hierarchy_tree.HTree object at 0x7f44690ade80>, hcontent={_hcontent=<shexer.model.hierarchy_tree.HMacro object at 0x7f44690adee0>, _parents={}, _children={}}, self._node_index={}, self._root=None)

{'.': <shexer.model.hierarchy_tree.HNode object at 0x7f44690adf70>}


def add_child(self, child):
        str_child = child.str_value
        if str_child not in self._children:
            self._children[str_child] = child
            child._parents[self.str_value] = self
add_child(self=<shexer.model.hierarchy_tree.HNode object at 0x7f44690adf70>, child={_hcontent=<shexer.model.hierarchy_tree.HMacro object at 0x7f44690b5460>, _parents={}, _children={}}, self._children={}, self._hcontent=<shexer.model.hierarchy_tree.HMacro object at 0x7f44690adee0>, self._parents={})

{_hcontent=<shexer.model.hierarchy_tree.HMacro object at 0x7f44690b5460>, _parents={'.': <shexer.model.hierarchy_tree.HNode object at 0x7f44690adf70>}, _children={}}

{'LITERAL': <shexer.model.hierarchy_tree.HNode object at 0x7f44690b5790>}


def check_just_one_not_none(*value_refname):
    nones=0
    for a_tuple in value_refname:
        if a_tuple[0] is not None:
            nones += 1
    if nones != 1:
        raise ValueError(error_message_for_non_compatible_references([a_tuple[1] for a_tuple in value_refname]))
check_just_one_not_none(value_refname=((None, 'graph_file_input'), (None, 'graph_list_of_files_input'), ('\n@prefix : <http://example.org/> .\n@prefix xsd: <http://www.w3.org/2001/XMLSchema

((None, 'graph_file_input'), (None, 'graph_list_of_files_input'), ('\n@prefix : <http://example.org/> .\n@prefix xsd: <http://www.w3.org/2001/XMLSchema#> .\n\n:Marie a :person ;\n\t:likes :Justine ;\n\t:likes :Antoine ;\n\t:likes :football ;\n\t:name "Marie" ;\n\t:age "30"^^xsd:int .\n\n:Justine a :person ;\n    :likes :Marie ;\n    :likes :basketball ;\n    :name "Justine" .\n\n:Antoine a :person ;\n\t:likes :Marie ;\n\t:likes :Justine ;\n\t:name "Antoine" ;\n\t:age "32"^^xsd:int .\n', 'raw_graph'), (None, 'url_input'), (None, 'list_of_url_input'), (None, 'url_endpoint'))


def check_one_or_zero_not_none(*value_refname):
    nones=0
    for a_tuple in value_refname:
        if a_tuple[0] is not None:
            nones += 1
    if nones > 1:
        raise ValueError(error_message_for_non_compatible_references(
            list_of_ref_names=[a_tuple[1] for a_tuple in value_refname],
            one_mandatory=False))
check_one_or_zero_not_none(value_refname=((None, 'namespaces_dict'), (None, 'namespaces_dict_file')))


def _get_proper_strategy(self):
        strategies_list = []
        if self._all_classes_mode:
            strategies_list.append(AllClasesMode(anotator_ref=self))
        if self._target_classes is not None and len(self._target_classes) > 0:
            strategies_list.append(TargetClassesMode(anotator_ref=self))
        if self._shape_qualifiers_mode:
            strategies_list.append(
                ShapeQualifiersMode(anotator_ref=self,
                                    namespaces_for_qualifiers_props=self._namespaces_for_qualifiers_props))
        if len(strategies_list) == 0:
            raise ValueError("Wrong combination of params when building the instance tracker. There are not target classes")
        if len(strategies_list) == 1:
            return strategies_list[0]
        else:
            return CompoundStrategyMode(anotator_ref=self,
                                        list_of_strategies=strategies_list)
_get_proper_strategy(self=<shexer.core.instances.annotators.base_annotator.BaseAnnotator object at 0x7f44690cec70>, self._all_classes_mode=True, self._classes_considered_in_htree=None, self._htree=None, self._instance_tracker=<shexer.core.instances.instance_tracker.InstanceTracker object at 0x7f44690ceaf0>, self._instances_dict={}, self._instantiation_property=<shexer.model.property.Property object at 0x7f44690cec10>, self._namespaces_for_qualifiers_props=[], self._shape_qualifiers_mode=False, self._subclass_property=<shexer.model.property.Property object at 0x7f446903b280>, self._target_classes=None)

[<shexer.core.instances.annotators.strategy_mode.all_classes_mode.AllClasesMode object at 0x7f44690ceeb0>]


def _integrate_namespaces_from_parsed_graph(a_graph, namespaces_dict):
        for a_prefix_namespace_tuple in a_graph.namespaces():
            candidate_uri = str(a_prefix_namespace_tuple[1])
            if candidate_uri not in namespaces_dict:
                if candidate_uri == _XML_WRONG_URI:
                    candidate_uri += "/"
                namespaces_dict[candidate_uri] = str(a_prefix_namespace_tuple[0])
_integrate_namespaces_from_parsed_graph(a_graph=<Graph identifier=Ne28aee87279b4aeab85e548332f0b257 (<class 'rdflib.graph.Graph'>)>, namespaces_dict={})

candidate_uri += "/"             # XML fix...

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org', 'http://www.w3.org/ns/dx/prof/': 'prof'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org', 'http://www.w3.org/ns/dx/prof/': 'prof', 'http://www.w3.org/ns/prov#': 'prov'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org', 'http://www.w3.org/ns/dx/prof/': 'prof', 'http://www.w3.org/ns/prov#': 'prov', 'http://purl.org/linked-data/cube#': 'qb'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org', 'http://www.w3.org/ns/dx/prof/': 'prof', 'http://www.w3.org/ns/prov#': 'prov', 'http://purl.org/linked-data/cube#': 'qb', 'https://schema.org/': 'schema'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org', 'http://www.w3.org/ns/dx/prof/': 'prof', 'http://www.w3.org/ns/prov#': 'prov', 'http://purl.org/linked-data/cube#': 'qb', 'https://schema.org/': 'schema', 'http://www.w3.org/ns/shacl#': 'sh'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org', 'http://www.w3.org/ns/dx/prof/': 'prof', 'http://www.w3.org/ns/prov#': 'prov', 'http://purl.org/linked-data/cube#': 'qb', 'https://schema.org/': 'schema', 'http://www.w3.org/ns/shacl#': 'sh', 'http://www.w3.org/2004/02/skos/core#': 'skos'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org', 'http://www.w3.org/ns/dx/prof/': 'prof', 'http://www.w3.org/ns/prov#': 'prov', 'http://purl.org/linked-data/cube#': 'qb', 'https://schema.org/': 'schema', 'http://www.w3.org/ns/shacl#': 'sh', 'http://www.w3.org/2004/02/skos/core#': 'skos', 'http://www.w3.org/ns/sosa/': 'sosa'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org', 'http://www.w3.org/ns/dx/prof/': 'prof', 'http://www.w3.org/ns/prov#': 'prov', 'http://purl.org/linked-data/cube#': 'qb', 'https://schema.org/': 'schema', 'http://www.w3.org/ns/shacl#': 'sh', 'http://www.w3.org/2004/02/skos/core#': 'skos', 'http://www.w3.org/ns/sosa/': 'sosa', 'http://www.w3.org/ns/ssn/': 'ssn'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org', 'http://www.w3.org/ns/dx/prof/': 'prof', 'http://www.w3.org/ns/prov#': 'prov', 'http://purl.org/linked-data/cube#': 'qb', 'https://schema.org/': 'schema', 'http://www.w3.org/ns/shacl#': 'sh', 'http://www.w3.org/2004/02/skos/core#': 'skos', 'http://www.w3.org/ns/sosa/': 'sosa', 'http://www.w3.org/ns/ssn/': 'ssn', 'http://www.w3.org/2006/time#': 'time'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org', 'http://www.w3.org/ns/dx/prof/': 'prof', 'http://www.w3.org/ns/prov#': 'prov', 'http://purl.org/linked-data/cube#': 'qb', 'https://schema.org/': 'schema', 'http://www.w3.org/ns/shacl#': 'sh', 'http://www.w3.org/2004/02/skos/core#': 'skos', 'http://www.w3.org/ns/sosa/': 'sosa', 'http://www.w3.org/ns/ssn/': 'ssn', 'http://www.w3.org/2006/time#': 'time', 'http://purl.org/vocab/vann/': 'vann'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org', 'http://www.w3.org/ns/dx/prof/': 'prof', 'http://www.w3.org/ns/prov#': 'prov', 'http://purl.org/linked-data/cube#': 'qb', 'https://schema.org/': 'schema', 'http://www.w3.org/ns/shacl#': 'sh', 'http://www.w3.org/2004/02/skos/core#': 'skos', 'http://www.w3.org/ns/sosa/': 'sosa', 'http://www.w3.org/ns/ssn/': 'ssn', 'http://www.w3.org/2006/time#': 'time', 'http://purl.org/vocab/vann/': 'vann', 'http://rdfs.org/ns/void#': 'void'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org', 'http://www.w3.org/ns/dx/prof/': 'prof', 'http://www.w3.org/ns/prov#': 'prov', 'http://purl.org/linked-data/cube#': 'qb', 'https://schema.org/': 'schema', 'http://www.w3.org/ns/shacl#': 'sh', 'http://www.w3.org/2004/02/skos/core#': 'skos', 'http://www.w3.org/ns/sosa/': 'sosa', 'http://www.w3.org/ns/ssn/': 'ssn', 'http://www.w3.org/2006/time#': 'time', 'http://purl.org/vocab/vann/': 'vann', 'http://rdfs.org/ns/void#': 'void', 'https://www.w3.org/2003/01/geo/wgs84_pos#': 'wgs'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org', 'http://www.w3.org/ns/dx/prof/': 'prof', 'http://www.w3.org/ns/prov#': 'prov', 'http://purl.org/linked-data/cube#': 'qb', 'https://schema.org/': 'schema', 'http://www.w3.org/ns/shacl#': 'sh', 'http://www.w3.org/2004/02/skos/core#': 'skos', 'http://www.w3.org/ns/sosa/': 'sosa', 'http://www.w3.org/ns/ssn/': 'ssn', 'http://www.w3.org/2006/time#': 'time', 'http://purl.org/vocab/vann/': 'vann', 'http://rdfs.org/ns/void#': 'void', 'https://www.w3.org/2003/01/geo/wgs84_pos#': 'wgs', 'http://www.w3.org/2002/07/owl#': 'owl'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org', 'http://www.w3.org/ns/dx/prof/': 'prof', 'http://www.w3.org/ns/prov#': 'prov', 'http://purl.org/linked-data/cube#': 'qb', 'https://schema.org/': 'schema', 'http://www.w3.org/ns/shacl#': 'sh', 'http://www.w3.org/2004/02/skos/core#': 'skos', 'http://www.w3.org/ns/sosa/': 'sosa', 'http://www.w3.org/ns/ssn/': 'ssn', 'http://www.w3.org/2006/time#': 'time', 'http://purl.org/vocab/vann/': 'vann', 'http://rdfs.org/ns/void#': 'void', 'https://www.w3.org/2003/01/geo/wgs84_pos#': 'wgs', 'http://www.w3.org/2002/07/owl#': 'owl', 'http://www.w3.org/1999/02/22-rdf-syntax-ns#': 'rdf'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org', 'http://www.w3.org/ns/dx/prof/': 'prof', 'http://www.w3.org/ns/prov#': 'prov', 'http://purl.org/linked-data/cube#': 'qb', 'https://schema.org/': 'schema', 'http://www.w3.org/ns/shacl#': 'sh', 'http://www.w3.org/2004/02/skos/core#': 'skos', 'http://www.w3.org/ns/sosa/': 'sosa', 'http://www.w3.org/ns/ssn/': 'ssn', 'http://www.w3.org/2006/time#': 'time', 'http://purl.org/vocab/vann/': 'vann', 'http://rdfs.org/ns/void#': 'void', 'https://www.w3.org/2003/01/geo/wgs84_pos#': 'wgs', 'http://www.w3.org/2002/07/owl#': 'owl', 'http://www.w3.org/1999/02/22-rdf-syntax-ns#': 'rdf', 'http://www.w3.org/2000/01/rdf-schema#': 'rdfs'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org', 'http://www.w3.org/ns/dx/prof/': 'prof', 'http://www.w3.org/ns/prov#': 'prov', 'http://purl.org/linked-data/cube#': 'qb', 'https://schema.org/': 'schema', 'http://www.w3.org/ns/shacl#': 'sh', 'http://www.w3.org/2004/02/skos/core#': 'skos', 'http://www.w3.org/ns/sosa/': 'sosa', 'http://www.w3.org/ns/ssn/': 'ssn', 'http://www.w3.org/2006/time#': 'time', 'http://purl.org/vocab/vann/': 'vann', 'http://rdfs.org/ns/void#': 'void', 'https://www.w3.org/2003/01/geo/wgs84_pos#': 'wgs', 'http://www.w3.org/2002/07/owl#': 'owl', 'http://www.w3.org/1999/02/22-rdf-syntax-ns#': 'rdf', 'http://www.w3.org/2000/01/rdf-schema#': 'rdfs', 'http://www.w3.org/2001/XMLSchema#': 'xsd'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org', 'http://www.w3.org/ns/dx/prof/': 'prof', 'http://www.w3.org/ns/prov#': 'prov', 'http://purl.org/linked-data/cube#': 'qb', 'https://schema.org/': 'schema', 'http://www.w3.org/ns/shacl#': 'sh', 'http://www.w3.org/2004/02/skos/core#': 'skos', 'http://www.w3.org/ns/sosa/': 'sosa', 'http://www.w3.org/ns/ssn/': 'ssn', 'http://www.w3.org/2006/time#': 'time', 'http://purl.org/vocab/vann/': 'vann', 'http://rdfs.org/ns/void#': 'void', 'https://www.w3.org/2003/01/geo/wgs84_pos#': 'wgs', 'http://www.w3.org/2002/07/owl#': 'owl', 'http://www.w3.org/1999/02/22-rdf-syntax-ns#': 'rdf', 'http://www.w3.org/2000/01/rdf-schema#': 'rdfs', 'http://www.w3.org/2001/XMLSchema#': 'xsd', 'http://www.w3.org/XML/1998/namespace/': 'xml'}

{'https://brickschema.org/schema/Brick#': 'brick', 'http://www.w3.org/ns/csvw#': 'csvw', 'http://purl.org/dc/elements/1.1/': 'dc', 'http://www.w3.org/ns/dcat#': 'dcat', 'http://purl.org/dc/dcmitype/': 'dcmitype', 'http://purl.org/dc/terms/': 'dcterms', 'http://purl.org/dc/dcam/': 'dcam', 'http://usefulinc.com/ns/doap#': 'doap', 'http://xmlns.com/foaf/0.1/': 'foaf', 'http://www.opengis.net/ont/geosparql#': 'geo', 'http://www.w3.org/ns/odrl/2/': 'odrl', 'http://www.w3.org/ns/org#': 'org', 'http://www.w3.org/ns/dx/prof/': 'prof', 'http://www.w3.org/ns/prov#': 'prov', 'http://purl.org/linked-data/cube#': 'qb', 'https://schema.org/': 'schema', 'http://www.w3.org/ns/shacl#': 'sh', 'http://www.w3.org/2004/02/skos/core#': 'skos', 'http://www.w3.org/ns/sosa/': 'sosa', 'http://www.w3.org/ns/ssn/': 'ssn', 'http://www.w3.org/2006/time#': 'time', 'http://purl.org/vocab/vann/': 'vann', 'http://rdfs.org/ns/void#': 'void', 'https://www.w3.org/2003/01/geo/wgs84_pos#': 'wgs', 'http://www.w3.org/2002/07/owl#': 'owl', 'http://www.w3.org/1999/02/22-rdf-syntax-ns#': 'rdf', 'http://www.w3.org/2000/01/rdf-schema#': 'rdfs', 'http://www.w3.org/2001/XMLSchema#': 'xsd', 'http://www.w3.org/XML/1998/namespace/': 'xml', 'http://example.org/': ''}


def add_new_class_to_instances_dict(self, class_uri):
        if class_uri not in self._instances_dict:
            self._instances_dict[class_uri] = set()
add_new_class_to_instances_dict(self=<shexer.core.instances.annotators.base_annotator.BaseAnnotator object at 0x7f44690cec70>, class_uri='http://example.org/person', self._all_classes_mode=True, self._classes_considered_in_htree=None, self._htree=None, self._instance_tracker=<shexer.core.instances.instance_tracker.InstanceTracker object at 0x7f44690ceaf0>, self._instances_dict={}, self._instantiation_property=<shexer.model.property.Property object at 0x7f44690cec10>, self._namespaces_for_qualifiers_props=[], self._shape_qualifiers_mode=False, self._strategy_mode=<shexer.core.instances.annotators.strategy_mode.all_classes_mode.AllClasesMode object at 0x7f44690ceeb0>, self._subclass_property=<shexer.model.property.Property object at 0x7f446903b280>, self._target_classes=None)


def glob_absolute_paths(file: Union[str, Path]) -> List[Path]:
            path = Path(file)
            if not path.is_absolute():
                path = base / path
            return sorted(path.parent.glob(path.name), key=lambda p: p.stem)
glob_absolute_paths(file='aggrid.js', base=PosixPath('/local/rcs/XXX/code/pytrace-collector/logs/self_collected/tried/zauberzeug+nicegui/zauberzeug+nicegui/nicegui/elements'))


def compute_key(path: Path) -> str:
    nicegui_base = Path(__file__).parent
    is_file = path.is_file()
    try:
        path = path.relative_to(nicegui_base)
    except ValueError:
        pass
    if is_file:
        return f'{hash_file_path(path.parent)}/{path.name}'
    return f'{hash_file_path(path)}'
compute_key(path=PosixPath('/local/rcs/XXX/code/pytrace-collector/logs/self_collected/tried/zauberzeug+nicegui/zauberzeug+nicegui/nicegui/elements/aggrid.js'))


def fill_from_encoding(enc: str) -> List[str]:
    lst: List[str] = []
    for x in range(256):
        try:
            lst += (bytes((x,)).decode(enc),)
        except Exception:
            lst += (chr(x),)
    return lst
fill_from_encoding(enc='cp1252')


def __init__(self, dtype, nbit, group_size=-1):
        super().__init__(dtype)
        self.nbit = nbit
        assert group_size in [-1, 64, 128], f"Group size {group_size} is not supported."
        self.group_size = group_size
        if tvm.cuda(0).exist:
            major, minor = parse_compute_version(tvm.cuda(0).compute_version)
            if major == 8:
                self.sm = 80
            else:
                self.sm = 10 * major + minor
        else:
            self.sm = None
        self.do_preprocess = True
__init__(self=REPR FAILED, dtype='float16', nbit=4, group_size=-1, __class__=<class 'mlc_llm.quantization.ft_quantization.FTQuantizationSpec'>)


def show_frameworks(args: list = None) -> None:
    api = state_connection.get_api()
    frameworks = api.ios_bundles_get_frameworks()
    if not _should_include_apple_bundles(args):
        frameworks = [f for f in frameworks if not _is_apple_bundle(f['bundle'])]
    click.secho(tabulate(
        [[
            entry['executable'],
            entry['bundle'],
            entry['version'],
            entry['path'] if _should_print_full_path(args) else pretty_concat(entry['path'], 40, True),
        ] for entry in frameworks
        ], headers=['Executable', 'Bundle', 'Version', 'Path'],
    ))
show_frameworks(args=['--include-apple-frameworks'])

[{'bundle': 'com.apple.AppleIDSSOAuthentication', 'executable': 'AppleIDSSOAuthentication', 'path': '/AppleIDSSOAuthentication', 'version': '1.0'}, {'bundle': 'com.apple.LinguisticData', 'executable': 'LinguisticData', 'path': '/LinguisticData/LinguisticDataLinguisticDataLinguisticDataLinguisticData', 'version': '1.0'}, {'bundle': 'net.hockeyapp.sdk.ios', 'executable': 'hockeyapp', 'path': '/hockeyapp', 'version': '1.0'}, {'bundle': 'za.apple.MapKit', 'executable': 'MapKit', 'path': '/MapKit', 'version': '1.0'}]


def sizeof_fmt(num: float, suffix: str = 'B') -> str:
    for unit in ['', 'Ki', 'Mi', 'Gi', 'Ti', 'Pi', 'Ei', 'Zi']:
        if abs(num) < 1024.0:
            return '%3.1f %s%s' % (num, unit, suffix)
        num /= 1024.0
    return '%.1f %s%s' % (num, 'Yi', suffix)
sizeof_fmt(num=249.0, suffix='B')


def _get_download_url(self) -> str:
        url = ''
        url_start = 'frida-gadget-'
        url_end = 'android-' + self.architectures[self.architecture] + '.so.xz'
        for asset in self.github.get_assets():
            if asset['name'].startswith(url_start) and asset['name'].endswith(url_end):
                url = asset['browser_download_url']
        if not url:
            click.secho('Unable to determine URL to download the library', fg='red')
            raise Exception('Unable to determine URL for Android gadget download.')
        return url
_get_download_url(self=<objection.utils.patchers.android.AndroidGadget object at 0x7f5e07d09100>, self.architecture='x86', self.github=<MagicMock id='140041905559632'>)

{'url': 'https://api.github.com/repos/frida/frida/releases/assets/5005221', 'id': 5005221, 'name': 'frida-gadget-10.6.8-android-x86.so.xz', 'label': '', 'uploader': {'id': 735197}, 'state': 'uploaded', 'size': 12912624, 'download_count': 1, 'created_at': '2017-10-07T00:01:10Z', 'updated_at': '2017-10-07T00:01:17Z', 'browser_download_url': 'https://github.com/frida/frida/releases/download/10.6.8/frida-gadget-10.6.8-android-x86.so.xz'}


def _check_commands(self) -> bool:
        for cmd, attributes in self.required_commands.items():
            location = shutil.which(cmd)
            if location is None:
                click.secho('Unable to find {0}. Install it with: {1} before continuing.'.format(
                    cmd, attributes['installation']), fg='red', bold=True)
                return False
            self.required_commands[cmd]['location'] = location
        return True
_check_commands(self=<objection.utils.patchers.base.BasePlatformPatcher object at 0x7f5e07fac490>, self.required_commands={'aapt': {'installation': 'apt install aapt (Kali Linux)'}})


def setUp(self):
        self.base_url = u'base'
        self.path = subprocess.check_output('mktemp -d',
                                            shell=True).splitlines()[0]
        self.path = self.path.decode()
        print("Running tests in {}".format(self.path))
        self.gh_api = github.Api(api_url=self.base_url, user_token='')
        self.ws = workspace.Workspace(self.path)
        self.config = hs_conifg.Config()
        self.syncer = sync.SyncHelper(self.gh_api, self.config)
setUp(self=<tests.int.sanity_test.SanityTestCase testMethod=test_empty_org_already_synced_does_nothing>, self._cleanups=[], self._outcome=<unittest.case._Outcome object at 0x7f629f94cca0>, self._subtest=None, self._testMethodDoc='Test a user with a repo locally already synced makes no change', self._testMethodName='test_empty_org_already_synced_does_nothing', self._type_equality_funcs={<class 'dict'>: 'assertDictEqual', <class 'list'>: 'assertListEqual', <class 'tuple'>: 'assertTupleEqual', <class 'set'>: 'assertSetEqual', <class 'frozenset'>: 'assertSetEqual', <class 'str'>: 'assertMultiLineEqual'}, self.test_empty_org_already_synced_does_nothing=<bound method SanityTestCase.test_empty_org_already_synced_does_nothing of <tests.int.sanity_test.SanityTestCase testMethod=test_empty_org_already_synced_does_nothing>>)

<hubsync.github.Api object at 0x7f629f94cf70>

<hubsync.config.Config object at 0x7f629f060370>

<hubsync.sync.SyncHelper object at 0x7f629f060d90>


self.path = subprocess.check_output('mktemp -d',


def songs_url(self, ids):
        quality = Config().get("music_quality")
        rate_map = {0: 320000, 1: 192000, 2: 128000}
        path = "/weapi/song/enhance/player/url"
        params = dict(ids=ids, br=rate_map[quality])
        return self.request("POST", path, params).get("data", [])
songs_url(self=<NEMbox.api.NetEase object at 0x7f925764df70>, ids=[347230, 496619464, 405998841, 28012031], self.header={'Accept': '*/*', 'Accept-Encoding': 'gzip,deflate,sdch', 'Accept-Language': 'zh-CN,zh;q=0.8,gl;q=0.6,zh-TW;q=0.4', 'Connection': 'keep-alive', 'Content-Type': 'application/x-www-form-urlencoded', 'Host': 'music.163.com', 'Referer': 'http://music.163.com', 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.87 Safari/537.36'}, self.session=<CachedSession(DbCache('/home/XXX/.netease-musicbox/nemcache', ...), expire_after=1:00:00, allowable_methods=('GET',))>, self.storage=<NEMbox.storage.Storage object at 0x7f925764deb0>)


params = dict(ids=ids, br=rate_map[quality])


return self.request("POST", path, params).get("data", [])


def request(self, method, path, params={}, default={"code": -1}, custom_cookies={}):
        endpoint = "{}{}".format(BASE_URL, path)
        csrf_token = ""
        for cookie in self.session.cookies:
            if cookie.name == "__csrf":
                csrf_token = cookie.value
                break
        params.update({"csrf_token": csrf_token})
        data = default
        for key, value in custom_cookies.items():
            cookie = self.make_cookie(key, value)
            self.session.cookies.set_cookie(cookie)
        params = encrypted_request(params)
        resp = None
        try:
            resp = self._raw_request(method, endpoint, params)
            data = resp.json()
        except requests.exceptions.RequestException as e:
            log.error(e)
        except ValueError:
            log.error("Path: {}, response: {}".format(path, resp.text[:200]))
        finally:
            return data
request(self=<NEMbox.api.NetEase object at 0x7f925764df70>, method='POST', path='/weapi/song/enhance/player/url', params={'ids': [347230, 496619464, 405998841, 28012031], 'br': 320000}, default={'code': -1}, custom_cookies={}, self.header={'Accept': '*/*', 'Accept-Encoding': 'gzip,deflate,sdch', 'Accept-Language': 'zh-CN,zh;q=0.8,gl;q=0.6,zh-TW;q=0.4', 'Connection': 'keep-alive', 'Content-Type': 'application/x-www-form-urlencoded', 'Host': 'music.163.com', 'Referer': 'http://music.163.com', 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.87 Safari/537.36'}, self.session=<CachedSession(DbCache('/home/XXX/.netease-musicbox/nemcache', ...), expire_after=1:00:00, allowable_methods=('GET',))>, self.storage=<NEMbox.storage.Storage object at 0x7f925764deb0>)

{'data': [{'id': 496619464, 'url': None, 'br': 0, 'size': 0, 'md5': None, 'code': 404, 'expi': 1200, 'type': None, 'gain': 0.0, 'peak': None, 'fee': 0, 'uf': None, 'payed': 0, 'flag': 260, 'canExtend': False, 'freeTrialInfo': None, 'level': None, 'encodeType': None, 'channelLayout': None, 'freeTrialPrivilege': {'resConsumable': True, 'userConsumable': False, 'listenType': None, 'cannotListenReason': 1, 'playReason': None}, 'freeTimeTrialPrivilege': {'resConsumable': False, 'userConsumable': False, 'type': 0, 'remainTime': 0}, 'urlSource': 0, 'rightSource': 0, 'podcastCtrp': None, 'effectTypes': None, 'time': 0, 'message': None}, {'id': 405998841, 'url': None, 'br': 0, 'size': 0, 'md5': None, 'code': 404, 'expi': 1200, 'type': None, 'gain': 0.0, 'peak': None, 'fee': 0, 'uf': None, 'payed': 0, 'flag': 260, 'canExtend': False, 'freeTrialInfo': None, 'level': None, 'encodeType': None, 'channelLayout': None, 'freeTrialPrivilege': {'resConsumable': True, 'userConsumable': False, 'listenType': None, 'cannotListenReason': 1, 'playReason': None}, 'freeTimeTrialPrivilege': {'resConsumable': False, 'userConsumable': False, 'type': 0, 'remainTime': 0}, 'urlSource': 0, 'rightSource': 0, 'podcastCtrp': None, 'effectTypes': None, 'time': 0, 'message': None}, {'id': 347230, 'url': None, 'br': 0, 'size': 0, 'md5': None, 'code': 404, 'expi': 1200, 'type': None, 'gain': 0.0, 'peak': None, 'fee': 0, 'uf': None, 'payed': 0, 'flag': 4, 'canExtend': False, 'freeTrialInfo': None, 'level': None, 'encodeType': None, 'channelLayout': None, 'freeTrialPrivilege': {'resConsumable': True, 'userConsumable': False, 'listenType': None, 'cannotListenReason': 1, 'playReason': None}, 'freeTimeTrialPrivilege': {'resConsumable': False, 'userConsumable': False, 'type': 0, 'remainTime': 0}, 'urlSource': 0, 'rightSource': 0, 'podcastCtrp': None, 'effectTypes': None, 'time': 0, 'message': None}, {'id': 28012031, 'url': None, 'br': 0, 'size': 0, 'md5': None, 'code': 404, 'expi': 1200, 'type': None, 'gain': 0.0, 'peak': None, 'fee': 0, 'uf': None, 'payed': 0, 'flag': 256, 'canExtend': False, 'freeTrialInfo': None, 'level': None, 'encodeType': None, 'channelLayout': None, 'freeTrialPrivilege': {'resConsumable': False, 'userConsumable': False, 'listenType': None, 'cannotListenReason': 1, 'playReason': None}, 'freeTimeTrialPrivilege': {'resConsumable': False, 'userConsumable': False, 'type': 0, 'remainTime': 0}, 'urlSource': 0, 'rightSource': 0, 'podcastCtrp': None, 'effectTypes': None, 'time': 0, 'message': None}], 'code': 200}


def aes(text, key):
    pad = 16 - len(text) % 16
    text = text + bytearray([pad] * pad)
    encryptor = AES.new(key, 2, b"0102030405060708")
    ciphertext = encryptor.encrypt(text)
    return base64.b64encode(ciphertext)
aes(text=b'{"ids": [347230, 496619464, 405998841, 28012031], "br": 320000, "csrf_token": ""}', key=b'0CoJUm6Qyw8W8jud')

b'{"ids": [347230, 496619464, 405998841, 28012031], "br": 320000, "csrf_token": ""}\x0f\x0f\x0f\x0f\x0f\x0f\x0f\x0f\x0f\x0f\x0f\x0f\x0f\x0f\x0f'

{_state=<Cryptodome.Util._raw_api.SmartPointer object at 0x7f925764db80>, block_size=16, iv=b'0102030405060708', IV=b'0102030405060708', _next=[<bound method CbcMode.encrypt of <Cryptodome.Cipher._mode_cbc.CbcMode object at 0x7f925764dd60>>, <bound method CbcMode.decrypt of <Cryptodome.Cipher._mode_cbc.CbcMode object at 0x7f925764dd60>>]}

{_state=<Cryptodome.Util._raw_api.SmartPointer object at 0x7f925764db80>, block_size=16, iv=b'0102030405060708', IV=b'0102030405060708', _next=[<bound method CbcMode.encrypt of <Cryptodome.Cipher._mode_cbc.CbcMode object at 0x7f925764dd60>>]}


rs = pow(int(binascii.hexlify(text), 16), int(pubkey, 16), int(modulus, 16))