Index

A

AAK (class in data.waveform) accuracy() (model.classify.trainer.Trainer method) add() (model.denoising.memory.MemoryBuffer method) (model.denoising.mpu.random.CudaRNGStatesTracker method) ADF_test() (in module eval.data) AET() (in module utils.utils_wf) allocate_mem_buff() (in module model.denoising.memory) allreduce_gradients() (model.denoising.model.distributed.DistributedDataParallel method) (model.denoising.model.distributed.DistributedDataParallelBase method) AnnealingLR (class in model.denoising.learning_rates)

arrayindex() (in module utils.lisa.link_utils) atleast_2d() (in module utils.lisa.link_utils) attention_mask_func() (in module model.denoising.model.utils) AttnMaskType (class in model.denoising.model.enums) AttnType (class in model.denoising.model.enums) AU_SI (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) average_losses_across_data_parallel_group() (in module model.denoising.utils) AziPolAngleL2PsiIncl() (in module utils.lisa.LISACommonFunctions)

B

backward() (model.denoising.model.fused_bias_gelu.GeLUFunction static method) (model.denoising.model.fused_layer_norm.FusedLayerNormAffineFunction static method) (model.denoising.model.fused_softmax.ScaledMaskedSoftmax static method) (model.denoising.model.fused_softmax.ScaledUpperTriangMaskedSoftmax static method) (model.denoising.mpu.random.CheckpointFunction static method) backward_step() (in module model.denoising.schedules) bce_loss() (in module eval.model) bert_position_ids() (in module model.denoising.model.waveformer_model) bias_dropout_add() (in module model.denoising.model.transformer)

bias_dropout_add_fused_inference() (in module model.denoising.model.transformer) bias_dropout_add_fused_train() (in module model.denoising.model.transformer) bias_gelu() (in module model.denoising.model.fused_bias_gelu) bias_gelu_back() (in module model.denoising.model.fused_bias_gelu) broadcast_data() (in module model.denoising.mpu.data) build_num_microbatches_calculator() (in module model.denoising.microbatches) build_pretraining_data_loader() (in module model.denoising.data.data_samplers) build_train_valid_test_data_iterators() (in module model.denoising.training) build_train_valid_test_datasets() (in module model.denoising.data.dataset_utils)

C

C_SI (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) calc_params_l2_norm() (in module model.denoising.utils) calculate_accuracy() (model.classify.trainer.Trainer method) causal (model.denoising.model.enums.AttnMaskType attribute) check_adlr_autoresume_termination() (in module model.denoising.utils) check_checkpoint_args() (in module model.denoising.checkpointing) checkpoint() (in module model.denoising.mpu.random) CheckpointFunction (class in model.denoising.mpu.random) Chomp1d (class in model.classify.tcn) classification_error() (in module eval.model) clear_activation_maps() (model.classify.tcn.TCN method) (model.classify.tcn.TemporalConvNet method) clip_grad_norm() (model.denoising.optimizer.optimizer.MegatronOptimizer method) clip_grad_norm_fp32() (in module model.denoising.optimizer.clip_grads) ColumnParallelLinear (class in model.denoising.mpu.layers)

compute_masked_loss() (in module eval.model) Constant (class in data.utils) (class in eval.utils) (class in utils.lisa.constant) ConstantGradScaler (class in model.denoising.optimizer.grad_scaler) ConstantNumMicroBatches (class in model.denoising.microbatches) conversion_helper() (in module model.denoising.model.module) copy_tensor_model_parallel_attributes() (in module model.denoising.mpu.layers) copy_to_tensor_model_parallel_region() (in module model.denoising.mpu.mappings) corner_plot() (in module eval.task) Cosmology (class in utils.lisa.cosmology) count_parameters() (model.classify.trainer.Trainer method) count_zeros() (model.denoising.optimizer.optimizer.MegatronOptimizer method) count_zeros_fp32() (in module model.denoising.optimizer.clip_grads) cross_attn (model.denoising.model.enums.AttnType attribute) CudaRNGStatesTracker (class in model.denoising.mpu.random) cyclic_iter() (in module model.denoising.training)

D

data module data.tdi module data.utils module data.waveform module decoder (model.denoising.model.enums.LayerType attribute)

delta_f (data.tdi.TDIWaveformGen property) delta_t (data.tdi.TDIWaveformGen property) destroy_model_parallel() (in module model.denoising.mpu.initialize) DistributedDataParallel (class in model.denoising.model.distributed) DistributedDataParallelBase (class in model.denoising.model.distributed) divide() (in module model.denoising.mpu.utils) DL() (utils.lisa.cosmology.Cosmology static method) dot() (in module utils.lisa.link_utils) dummy_handler() (in module model.denoising.schedules) DynamicGradScaler (class in model.denoising.optimizer.grad_scaler)

E

Embedding (class in model.denoising.model.waveform_model) emitter() (in module utils.lisa.link_utils) EMRIDatasetTorch (class in model.classify.dataloader) encoder (model.denoising.model.enums.LayerType attribute) ensure_directory_exists() (in module model.denoising.checkpointing) ensure_divisibility() (in module model.denoising.mpu.utils) EPS (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) erf_gelu() (in module model.denoising.model.utils) eval module

eval.data module eval.model module eval.task module eval.utils module evaluate() (in module model.denoising.training) (model.classify.trainer.Trainer method) evaluate_and_print_results() (in module model.denoising.training)

F

F0 (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) f_max (data.tdi.TDIWaveformGen property) findz() (utils.lisa.cosmology.Cosmology static method) fix_query_key_value_ordering() (in module model.denoising.checkpointing) float16_to_fp32() (in module model.denoising.model.module) Float16Module (class in model.denoising.model.module) Float16OptimizerWithFloat16Params (class in model.denoising.optimizer.optimizer) fork() (model.denoising.mpu.random.CudaRNGStatesTracker method) format_number_with_unit() (model.classify.trainer.Trainer method) FormatNpArray() (in module utils.lisa.LISACommonFunctions) forward() (model.classify.tcn.Chomp1d method) (model.classify.tcn.TCN method) (model.classify.tcn.TemporalBlock method) (model.classify.tcn.TemporalConvNet method) (model.denoising.model.distributed.DistributedDataParallelBase method) (model.denoising.model.fused_bias_gelu.GeLUFunction static method) (model.denoising.model.fused_layer_norm.FusedLayerNormAffineFunction static method) (model.denoising.model.fused_layer_norm.MixedFusedLayerNorm method) (model.denoising.model.fused_softmax.FusedScaleMaskSoftmax method) (model.denoising.model.fused_softmax.ScaledMaskedSoftmax static method) (model.denoising.model.fused_softmax.ScaledUpperTriangMaskedSoftmax static method) (model.denoising.model.module.Float16Module method) (model.denoising.model.transformer.ParallelAttention method) (model.denoising.model.transformer.ParallelMLP method) (model.denoising.model.transformer.ParallelTransformer method) (model.denoising.model.transformer.ParallelTransformerLayer method) (model.denoising.model.transformer.SwiGLU method) (model.denoising.model.waveform_model.Embedding method) (model.denoising.model.waveform_model.Pooler method) (model.denoising.model.waveform_model.TransformerWaveformModel method) (model.denoising.model.waveformer_model.GWHead method) (model.denoising.model.waveformer_model.WaveFormerModel method) (model.denoising.mpu.layers.ColumnParallelLinear method) (model.denoising.mpu.layers.RowParallelLinear method) (model.denoising.mpu.layers.VocabParallelEmbedding method) (model.denoising.mpu.random.CheckpointFunction static method)

forward_backward_no_pipelining() (in module model.denoising.schedules) forward_backward_pipelining_with_interleaving() (in module model.denoising.schedules) forward_backward_pipelining_without_interleaving() (in module model.denoising.schedules) forward_step() (in module model.denoising.schedules) forward_step_wrapper() (in module model.denoising.schedules) FourierTransformData() (in module utils.lisa.LISACommonFunctions) fp32_to_float16() (in module model.denoising.model.module) FP32Optimizer (class in model.denoising.optimizer.optimizer) FusedLayerNormAffineFunction (class in model.denoising.model.fused_layer_norm) FusedScaleMaskSoftmax (class in model.denoising.model.fused_softmax)

G

G_SI (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) GAMMA (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) gather_from_tensor_model_parallel_region() (in module model.denoising.mpu.mappings) gather_split_1d_tensor() (in module model.denoising.mpu.random) GB (class in data.waveform) gelu_impl() (in module model.denoising.model.utils) GeLUFunction (class in model.denoising.model.fused_bias_gelu) gen_noise() (data.tdi.TDIWaveformGen method) get() (model.denoising.microbatches.NumMicroBatchesCalculator method) (model.denoising.model.distributed.MemoryBuffer method) get_activation_maps() (model.classify.tcn.TCN method) (model.classify.tcn.TemporalConvNet method) get_adlr_autoresume() (in module model.denoising.global_vars) get_amp_snr() (in module eval.data) get_args() (in module model.denoising.global_vars) get_bias_dropout_add() (in module model.denoising.model.transformer) get_checkpoint_name() (in module model.denoising.checkpointing) get_checkpoint_tracker_filename() (in module model.denoising.checkpointing) get_checkpoint_version() (in module model.denoising.checkpointing) get_cuda_rng_tracker() (in module model.denoising.mpu.random) get_current_global_batch_size() (in module model.denoising.global_vars) (model.denoising.microbatches.NumMicroBatchesCalculator method) get_data() (model.denoising.memory.MemoryBuffer method) get_data_parallel_group() (in module model.denoising.mpu.initialize) get_data_parallel_rank() (in module model.denoising.mpu.initialize) get_data_parallel_world_size() (in module model.denoising.mpu.initialize) get_embedding_group() (in module model.denoising.mpu.initialize) get_forward_backward_func() (in module model.denoising.schedules) get_gpu_tensors_sorted_by_size() (model.classify.trainer.Trainer method) get_learning_rate_scheduler() (in module model.denoising.training) get_linear_layer() (in module model.denoising.model.utils) get_loss_fn() (model.classify.trainer.Trainer method) get_loss_scale() (model.denoising.optimizer.optimizer.Float16OptimizerWithFloat16Params method) (model.denoising.optimizer.optimizer.FP32Optimizer method) (model.denoising.optimizer.optimizer.MegatronOptimizer method) get_lr() (model.denoising.learning_rates.AnnealingLR method) get_lr_scheduler() (model.classify.trainer.Trainer method) get_ltor_masks_and_position_ids() (in module model.denoising.utils)

get_mask() (in module eval.model) get_megatron_optimizer() (in module model.denoising.optimizer) get_mem_buff() (in module model.denoising.memory) get_mf_snr() (in module eval.data) get_model() (in module model.denoising.training) get_model_parallel_group() (in module model.denoising.mpu.initialize) get_next_buffer() (model.denoising.memory.RingMemBuffer method) get_num_microbatches() (in module model.denoising.global_vars) get_optimizer() (model.classify.trainer.Trainer method) get_parameters() (model.denoising.optimizer.optimizer.MegatronOptimizer method) get_pipeline_model_parallel_first_rank() (in module model.denoising.mpu.initialize) get_pipeline_model_parallel_group() (in module model.denoising.mpu.initialize) get_pipeline_model_parallel_last_rank() (in module model.denoising.mpu.initialize) get_pipeline_model_parallel_next_rank() (in module model.denoising.mpu.initialize) get_pipeline_model_parallel_prev_rank() (in module model.denoising.mpu.initialize) get_pipeline_model_parallel_rank() (in module model.denoising.mpu.initialize) get_pipeline_model_parallel_world_size() (in module model.denoising.mpu.initialize) get_psd() (data.tdi.TDIWaveformGen method) get_samples() (in module model.denoising.data.gw_dataset) get_start_end_idx() (model.denoising.data.data_samplers.MegatronPretrainingSampler method) get_states() (model.denoising.mpu.random.CudaRNGStatesTracker method) get_tensor_model_parallel_group() (in module model.denoising.mpu.initialize) get_tensor_model_parallel_rank() (in module model.denoising.mpu.initialize) get_tensor_model_parallel_src_rank() (in module model.denoising.mpu.initialize) get_tensor_model_parallel_world_size() (in module model.denoising.mpu.initialize) get_tensorboard_writer() (in module model.denoising.global_vars) get_timers() (in module model.denoising.global_vars) get_tokenizer() (in module model.denoising.global_vars) get_version() (in module eval) (in module model) (in module model.classify) (in module model.detection) get_virtual_pipeline_model_parallel_rank() (in module model.denoising.mpu.initialize) get_virtual_pipeline_model_parallel_world_size() (in module model.denoising.mpu.initialize) get_waveform_model() (in module model.denoising.model.waveform_model) GetStrCodeGitCmd() (in module utils.lisa.LISACommonFunctions) GMSUN (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) gw_extended_attention_mask() (in module model.denoising.model.waveformer_model) GwDataset (class in model.denoising.data.gw_dataset) GWHead (class in model.denoising.model.waveformer_model) GWSEDataset (class in model.detection.dataloader)

H

H() (utils.lisa.cosmology.Cosmology static method) H0 (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute)

H0_SI (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) hook_fn() (model.classify.tcn.TemporalConvNet method)

I

init_checkpointed_activations_memory_buffer() (in module model.denoising.mpu.random) init_EMRI() (data.tdi.TDIWaveformGen method) init_GB() (data.tdi.TDIWaveformGen method) init_MBHB() (data.tdi.TDIWaveformGen method) init_method_normal() (in module model.denoising.model.utils) init_weights() (model.classify.tcn.TemporalBlock method) initialize_megatron() (in module model.denoising.initialize) initialize_model_parallel() (in module model.denoising.mpu.initialize) initialize_word_embeddings() (model.denoising.model.module.MegatronModule method) inv_scale (model.denoising.optimizer.grad_scaler.MegatronGradScaler property) INVSQRT2 (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) INVSQRT3 (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute)

INVSQRT6 (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) INVSQRTPI (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) INVSQRTTWOPI (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) is_in_use() (model.denoising.memory.MemoryBuffer method) is_last_rank() (in module model.denoising) is_pipeline_first_stage() (in module model.denoising.mpu.initialize) is_pipeline_last_stage() (in module model.denoising.mpu.initialize) is_unitialized() (in module model.denoising.mpu.initialize)

K

kldiv_loss() (in module eval.model)

L

l1_loss() (in module eval.model) LayerType (class in model.denoising.model.enums) load() (in module model.denoising.fused_kernels) load_biencoder_checkpoint() (in module model.denoising.checkpointing) load_checkpoint() (in module model.denoising.checkpointing) (model.classify.trainer.Trainer method) load_state_dict() (model.denoising.learning_rates.AnnealingLR method) (model.denoising.model.distributed.DistributedDataParallelBase method) (model.denoising.model.module.Float16Module method) (model.denoising.model.waveform_model.Embedding method) (model.denoising.model.waveform_model.TransformerWaveformModel method) (model.denoising.model.waveformer_model.WaveFormerModel method) (model.denoising.optimizer.grad_scaler.ConstantGradScaler method) (model.denoising.optimizer.grad_scaler.DynamicGradScaler method) (model.denoising.optimizer.grad_scaler.MegatronGradScaler method) (model.denoising.optimizer.optimizer.Float16OptimizerWithFloat16Params method) (model.denoising.optimizer.optimizer.FP32Optimizer method) (model.denoising.optimizer.optimizer.MegatronOptimizer method)

load_waveform() (in module model.classify.dataloader) (in module utils.io.hdf5_wfd) (model.detection.dataloader.GWSEDataset method) LoadFileNpStruct() (in module utils.lisa.LISACommonFunctions) log() (model.denoising.global_vars.Timers method) logger (utils.log_utils.MyLogger property) (utils.logger.MyLogger property)

M

m1_m2_from_M_Chirp_q() (data.waveform.MBHB static method) (in module utils.utils_wf) m1_m2_from_M_q() (data.waveform.MBHB static method) (in module utils.utils_wf) makefromtemplate() (in module utils.lisa.LISACommonFunctions) MBHB (class in data.waveform) MegatronGradScaler (class in model.denoising.optimizer.grad_scaler) MegatronModule (class in model.denoising.model.module) MegatronOptimizer (class in model.denoising.optimizer.optimizer) MegatronPretrainingRandomSampler (class in model.denoising.data.data_samplers) MegatronPretrainingSampler (class in model.denoising.data.data_samplers) MemoryBuffer (class in model.denoising.memory) (class in model.denoising.model.distributed) merge_dataset() (model.detection.dataloader.WaveformDatasetTorch method) MixedFusedLayerNorm (class in model.denoising.model.fused_layer_norm) model module model.classify module model.classify.dataloader module model.classify.tcn module model.classify.trainer module model.denoising module model.denoising.arguments module model.denoising.checkpointing module model.denoising.data module model.denoising.data.data_samplers module model.denoising.data.dataset_utils module model.denoising.data.gw_dataset module model.denoising.fused_kernels module model.denoising.global_vars module model.denoising.initialize module model.denoising.learning_rates module model.denoising.memory module model.denoising.microbatches module model.denoising.model module model.denoising.model.distributed module model.denoising.model.enums module model.denoising.model.fused_bias_gelu module model.denoising.model.fused_layer_norm module model.denoising.model.fused_softmax module model.denoising.model.module module model.denoising.model.transformer module model.denoising.model.utils module model.denoising.model.waveform_model module model.denoising.model.waveformer_model module model.denoising.mpu module model.denoising.mpu.data module model.denoising.mpu.initialize module model.denoising.mpu.layers module model.denoising.mpu.mappings module model.denoising.mpu.random module model.denoising.mpu.utils module model.denoising.optimizer module model.denoising.optimizer.clip_grads module model.denoising.optimizer.grad_scaler module model.denoising.optimizer.optimizer module

model.denoising.p2p_communication module model.denoising.package_info module model.denoising.schedules module model.denoising.training module model.denoising.utils module model.detection module model.detection.dataloader module model_parallel_cuda_manual_seed() (in module model.denoising.mpu.random) model_parallel_is_initialized() (in module model.denoising.mpu.initialize) module data data.tdi data.utils data.waveform eval eval.data eval.model eval.task eval.utils model model.classify model.classify.dataloader model.classify.tcn model.classify.trainer model.denoising model.denoising.arguments model.denoising.checkpointing model.denoising.data model.denoising.data.data_samplers model.denoising.data.dataset_utils model.denoising.data.gw_dataset model.denoising.fused_kernels model.denoising.global_vars model.denoising.initialize model.denoising.learning_rates model.denoising.memory model.denoising.microbatches model.denoising.model model.denoising.model.distributed model.denoising.model.enums model.denoising.model.fused_bias_gelu model.denoising.model.fused_layer_norm model.denoising.model.fused_softmax model.denoising.model.module model.denoising.model.transformer model.denoising.model.utils model.denoising.model.waveform_model model.denoising.model.waveformer_model model.denoising.mpu model.denoising.mpu.data model.denoising.mpu.initialize model.denoising.mpu.layers model.denoising.mpu.mappings model.denoising.mpu.random model.denoising.mpu.utils model.denoising.optimizer model.denoising.optimizer.clip_grads model.denoising.optimizer.grad_scaler model.denoising.optimizer.optimizer model.denoising.p2p_communication model.denoising.package_info model.denoising.schedules model.denoising.training model.denoising.utils model.detection model.detection.dataloader utils utils.io utils.io.hdf5_wfd utils.lisa utils.lisa.constant utils.lisa.cosmology utils.lisa.link_utils utils.lisa.LISACommonFunctions utils.log_utils utils.logger utils.utils_wf MRSUN_SI (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) mse_loss() (in module eval.model) MSUN_SI (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) MTSUN_SI (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) MyLogger (class in utils.log_utils) (class in utils.logger)

N

Nf (data.tdi.TDIWaveformGen property) nll_loss() (in module eval.model) norm() (in module utils.lisa.link_utils)

NpzDatasetTorch (class in model.classify.dataloader) Nt (data.tdi.TDIWaveformGen property) numel_in_use() (model.denoising.memory.MemoryBuffer method) NumMicroBatchesCalculator (class in model.denoising.microbatches)

O

Omega0 (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) Omegalam (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute)

Omegam (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) openai_gelu() (in module model.denoising.model.utils)

P

padding (model.denoising.model.enums.AttnMaskType attribute) parallel_gw_logits() (in module model.denoising.model.waveform_model) ParallelAttention (class in model.denoising.model.transformer) ParallelMLP (class in model.denoising.model.transformer) ParallelTransformer (class in model.denoising.model.transformer) ParallelTransformerLayer (class in model.denoising.model.transformer) param_groups (model.denoising.optimizer.optimizer.MegatronOptimizer property) param_is_not_shared() (in module model.denoising.model.module) param_is_not_tensor_parallel_duplicate() (in module model.denoising.mpu.layers) parse_args() (in module model.denoising.arguments) PC_SI (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) PI (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) PI_2 (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) PI_3 (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute)

PI_4 (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) plot_fd_data() (in module eval.data) plot_spectrogram() (in module eval.data) plot_td_data() (in module eval.data) Pooler (class in model.denoising.model.waveform_model) post_waveform_model_processing() (in module model.denoising.model.waveformer_model) pp_plot() (in module eval.task) pretrain() (in module model.denoising.training) print_average_usage() (model.denoising.memory.MemoryBuffer method) print_datetime() (in module model.denoising.training) print_gpu_tensors() (model.classify.trainer.Trainer method) print_params_min_max_norm() (in module model.denoising.utils) print_rank_0() (in module model.denoising) print_rank_last() (in module model.denoising) PSD_Noise_components() (data.tdi.TDIWaveformGen static method) PSD_Noise_X15() (data.tdi.TDIWaveformGen static method) PSD_Noise_X20() (data.tdi.TDIWaveformGen static method) PSD_Noise_XY15() (data.tdi.TDIWaveformGen static method)

R

RampupBatchsizeNumMicroBatches (class in model.denoising.microbatches) read_catalog() (data.waveform.GB method) receiver() (in module utils.lisa.link_utils) recv_backward() (in module model.denoising.p2p_communication) recv_forward() (in module model.denoising.p2p_communication) reduce_from_tensor_model_parallel_region() (in module model.denoising.mpu.mappings) reload_model_params() (model.denoising.optimizer.optimizer.Float16OptimizerWithFloat16Params method) (model.denoising.optimizer.optimizer.FP32Optimizer method) (model.denoising.optimizer.optimizer.MegatronOptimizer method)

report_memory() (in module model.denoising.utils) reset() (model.denoising.memory.MemoryBuffer method) (model.denoising.mpu.random.CudaRNGStatesTracker method) reset_checkpointed_activations_memory_buffer() (in module model.denoising.mpu.random) reset_parameters() (model.denoising.model.fused_layer_norm.MixedFusedLayerNorm method) RingMemBuffer (class in model.denoising.memory) roc_plot() (in module eval.task) RowParallelLinear (class in model.denoising.mpu.layers) run() (in module utils.lisa.LISACommonFunctions)

S

sample_frequencies (data.tdi.TDIWaveformGen property) sample_times (data.tdi.TDIWaveformGen property) save() (model.classify.dataloader.TinyEMRIDataset method) save_checkpoint() (in module model.denoising.checkpointing) save_checkpoint_and_time() (in module model.denoising.training) save_waveform() (in module model.classify.dataloader) (in module utils.io.hdf5_wfd) (model.detection.dataloader.GWSEDataset method) scale (model.denoising.optimizer.grad_scaler.MegatronGradScaler property) scale_loss() (model.denoising.optimizer.optimizer.MegatronOptimizer method) scaled_init_method_normal() (in module model.denoising.model.utils) ScaledMaskedSoftmax (class in model.denoising.model.fused_softmax) ScaledUpperTriangMaskedSoftmax (class in model.denoising.model.fused_softmax) scatter_to_tensor_model_parallel_region() (in module model.denoising.mpu.mappings) self_attn (model.denoising.model.enums.AttnType attribute) send_backward() (in module model.denoising.p2p_communication) send_backward_recv_backward() (in module model.denoising.p2p_communication) send_backward_recv_forward() (in module model.denoising.p2p_communication) send_forward() (in module model.denoising.p2p_communication) send_forward_backward_recv_forward_backward() (in module model.denoising.p2p_communication) send_forward_recv_backward() (in module model.denoising.p2p_communication) send_forward_recv_forward() (in module model.denoising.p2p_communication) set_checkpoint_version() (in module model.denoising.checkpointing) set_defaults_if_not_set_tensor_model_parallel_attributes() (in module model.denoising.mpu.layers) set_global_variables() (in module model.denoising.global_vars) set_input_tensor() (model.denoising.model.transformer.ParallelTransformer method) (model.denoising.model.waveform_model.TransformerWaveformModel method) (model.denoising.model.waveformer_model.WaveFormerModel method) set_pipeline_model_parallel_rank() (in module model.denoising.mpu.initialize) set_pipeline_model_parallel_world_size() (in module model.denoising.mpu.initialize) set_states() (model.denoising.mpu.random.CudaRNGStatesTracker method) set_tensor_model_parallel_attributes() (in module model.denoising.mpu.layers) set_tensor_model_parallel_rank() (in module model.denoising.mpu.initialize) set_tensor_model_parallel_world_size() (in module model.denoising.mpu.initialize) set_virtual_pipeline_model_parallel_rank() (in module model.denoising.mpu.initialize) setup_model_and_optimizer() (in module model.denoising.training) shapiro_wilks_test() (in module eval.data)

split_tensor_along_last_dim() (in module model.denoising.mpu.utils) split_tensor_into_1d_equal_chunks() (in module model.denoising.mpu.random) SQRT2 (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) SQRT3 (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) SQRT6 (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) SQRTPI (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) SQRTTWOPI (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute) state (model.denoising.optimizer.optimizer.MegatronOptimizer property) state_dict() (model.denoising.learning_rates.AnnealingLR method) (model.denoising.model.distributed.DistributedDataParallelBase method) (model.denoising.model.module.Float16Module method) (model.denoising.optimizer.grad_scaler.ConstantGradScaler method) (model.denoising.optimizer.grad_scaler.DynamicGradScaler method) (model.denoising.optimizer.grad_scaler.MegatronGradScaler method) (model.denoising.optimizer.optimizer.Float16OptimizerWithFloat16Params method) (model.denoising.optimizer.optimizer.FP32Optimizer method) (model.denoising.optimizer.optimizer.MegatronOptimizer method) state_dict_for_save_checkpoint() (model.denoising.model.distributed.DistributedDataParallelBase method) (model.denoising.model.module.Float16Module method) (model.denoising.model.module.MegatronModule method) (model.denoising.model.waveform_model.Embedding method) (model.denoising.model.waveform_model.TransformerWaveformModel method) (model.denoising.model.waveformer_model.WaveFormerModel method) step() (model.denoising.learning_rates.AnnealingLR method) (model.denoising.optimizer.optimizer.Float16OptimizerWithFloat16Params method) (model.denoising.optimizer.optimizer.FP32Optimizer method) (model.denoising.optimizer.optimizer.MegatronOptimizer method) SwiGLU (class in model.denoising.model.transformer)

T

TCN (class in model.classify.tcn) TDI() (data.tdi.TDIWaveformGen method) TDIWaveformGen (class in data.tdi) TemporalBlock (class in model.classify.tcn) TemporalConvNet (class in model.classify.tcn) Timer (class in utils.logger) TimerLog (class in utils.log_utils) Timers (class in model.denoising.global_vars) TinyEMRIDataset (class in model.classify.dataloader)

train() (in module model.denoising.training) (model.classify.trainer.Trainer method) train_epoch() (model.classify.trainer.Trainer method) train_step() (in module model.denoising.training) Trainer (class in model.classify.trainer) training_log() (in module model.denoising.training) TransformerWaveformModel (class in model.denoising.model.waveform_model) truncate() (in module eval.model) tukey() (in module eval.data)

U

unwrap_model() (in module model.denoising.utils) update() (model.denoising.microbatches.ConstantNumMicroBatches method) (model.denoising.microbatches.NumMicroBatchesCalculator method) (model.denoising.microbatches.RampupBatchsizeNumMicroBatches method) (model.denoising.optimizer.grad_scaler.ConstantGradScaler method) (model.denoising.optimizer.grad_scaler.DynamicGradScaler method) (model.denoising.optimizer.grad_scaler.MegatronGradScaler method) update_average() (model.classify.trainer.Trainer method) update_num_microbatches() (in module model.denoising.global_vars) update_train_iters() (in module model.denoising.training) utils module utils.io module utils.io.hdf5_wfd module

utils.lisa module utils.lisa.constant module utils.lisa.cosmology module utils.lisa.link_utils module utils.lisa.LISACommonFunctions module utils.log_utils module utils.logger module utils.utils_wf module

V

value_conv (model.denoising.model.enums.AttnType attribute) vocab_range_from_global_vocab_size() (model.denoising.mpu.utils.VocabUtility static method)

vocab_range_from_per_partition_vocab_size() (model.denoising.mpu.utils.VocabUtility static method) VocabParallelEmbedding (class in model.denoising.mpu.layers) VocabUtility (class in model.denoising.mpu.utils)

W

WaveformDatasetTorch (class in model.detection.dataloader) WaveFormerModel (class in model.denoising.model.waveformer_model) Window() (in module utils.lisa.LISACommonFunctions)

word_embeddings_weight() (model.denoising.model.module.MegatronModule method) write() (model.denoising.global_vars.Timers method) write_args_to_tensorboard() (in module model.denoising.initialize)

X

XYZ() (in module utils.utils_wf)

Y

YRSID_SI (data.utils.Constant attribute) (eval.utils.Constant attribute) (utils.lisa.constant.Constant attribute)

Z

zero() (model.denoising.model.distributed.MemoryBuffer method) zero_grad() (model.denoising.optimizer.optimizer.Float16OptimizerWithFloat16Params method) (model.denoising.optimizer.optimizer.FP32Optimizer method) (model.denoising.optimizer.optimizer.MegatronOptimizer method)

zero_grad_buffer() (model.denoising.model.distributed.DistributedDataParallel method) zofDl() (utils.lisa.cosmology.Cosmology static method)