From e4ccb2d28b5be10bacae3b78d301607095376e2e Mon Sep 17 00:00:00 2001
From: Semen Zhydenko <semen.zhydenko@gmail.com>
Date: Wed, 28 Dec 2022 14:57:32 +0100
Subject: [PATCH] Fixed typo: begining -> beginning

---
 codegeex/megatron/data/helpers.cpp     | 6 +++---
 codegeex/megatron/model/distributed.py | 2 +-
 codegeex/megatron/model/transformer.py | 2 +-
 3 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/codegeex/megatron/data/helpers.cpp b/codegeex/megatron/data/helpers.cpp
index e45926a..8a4497a 100644
--- a/codegeex/megatron/data/helpers.cpp
+++ b/codegeex/megatron/data/helpers.cpp
@@ -158,7 +158,7 @@ py::array build_sample_idx(const py::array_t<int32_t>& sizes_,
 	  doc_offset += (remaining_seq_length + doc_length - 1);
 	  remaining_seq_length = 0;
 	} else {
-	  // Otherwise, start from the begining of the next document.
+	  // Otherwise, start from the beginning of the next document.
 	  ++doc_idx_index;
 	  doc_offset = 0;
 	}
@@ -296,7 +296,7 @@ py::array build_mapping_impl(const py::array_t<int64_t>& docs_,
                 const auto sent_index_first = docs[doc];
                 const auto sent_index_last = docs[doc + 1];
 
-                // At the begining of the document previous index is the
+                // At the beginning of the document previous index is the
 		// start index.
                 auto prev_start_index = sent_index_first;
 
@@ -556,7 +556,7 @@ py::array build_blocks_mapping_impl(const py::array_t<int64_t>& docs_,
                 const auto sent_index_last = docs[doc + 1];
                 const auto target_seq_len = max_seq_length - titles_sizes[doc];
 
-                // At the begining of the document previous index is the
+                // At the beginning of the document previous index is the
                 // start index.
                 auto prev_start_index = sent_index_first;
 
diff --git a/codegeex/megatron/model/distributed.py b/codegeex/megatron/model/distributed.py
index 3c6ec56..5776b68 100644
--- a/codegeex/megatron/model/distributed.py
+++ b/codegeex/megatron/model/distributed.py
@@ -174,7 +174,7 @@ class DistributedDataParallel(DistributedDataParallelBase):
 
     def zero_grad_buffer(self):
         """Set the grad buffer data to zero. Needs to be called at the
-        begining of each iteration."""
+        beginning of each iteration."""
         assert self._grad_buffers is not None, "buffers are not initialized."
         for _, buffer_ in self._grad_buffers.items():
             buffer_.zero()
diff --git a/codegeex/megatron/model/transformer.py b/codegeex/megatron/model/transformer.py
index 4dd761e..a66580e 100644
--- a/codegeex/megatron/model/transformer.py
+++ b/codegeex/megatron/model/transformer.py
@@ -779,7 +779,7 @@ class ParallelTopQueryLayer(MegatronModule):
         # hidden_states: [b, s, h]
         assert query_hidden_state != None
 
-        # Layer norm at the begining of the transformer layer.
+        # Layer norm at the beginning of the transformer layer.
         if self.ln_fp16:
             layernorm_output = self.input_layernorm(hidden_states)
         else: