diff --git a/.gitignore b/.gitignore
index 107caa228..1cfec94d9 100644
--- a/.gitignore
+++ b/.gitignore
@@ -50,7 +50,6 @@ models-mnt
 /embd-input-test
 /gguf
 /gguf-llama-simple
-/gptneox-main
 /libllama.so
 build-info.h
 arm_neon.h
diff --git a/Makefile b/Makefile
index 0f768fd19..7199912f1 100644
--- a/Makefile
+++ b/Makefile
@@ -1,5 +1,5 @@
 # Define the default target now so that it is always the first target
-BUILD_TARGETS = main quantize quantize-stats perplexity embedding vdot train-text-from-scratch convert-llama2c-to-ggml simple server embd-input-test gguf gptneox-main
+BUILD_TARGETS = main quantize quantize-stats perplexity embedding vdot train-text-from-scratch convert-llama2c-to-ggml simple server embd-input-test gguf
 
 # Binaries only useful for tests
 TEST_TARGETS = tests/test-llama-grammar tests/test-grammar-parser tests/test-double-float tests/test-grad0 tests/test-opt tests/test-quantize-fns tests/test-quantize-perf tests/test-sampling tests/test-tokenizer-0
@@ -388,9 +388,6 @@ embd-input-test: $(LIB_PRE)embdinput$(DSO_EXT) examples/embd-input/embd-input-te
 gguf: examples/gguf/gguf.cpp                                  build-info.h ggml.o llama.o $(OBJS)
 	$(CXX) $(CXXFLAGS) $(filter-out %.h,$^) -o $@ $(LDFLAGS)
 
-gptneox-main: gptneox-main.cpp ggml.o $(OBJS)
-	$(CXX) $(CXXFLAGS) $(filter-out %.h,$^) -o $@ $(LDFLAGS)
-
 train-text-from-scratch: examples/train-text-from-scratch/train-text-from-scratch.cpp    build-info.h ggml.o llama.o $(OBJS)
 	$(CXX) $(CXXFLAGS) $(filter-out %.h,$^) -o $@ $(LDFLAGS)
 
diff --git a/cmpnct_gpt2bpe.hpp b/examples/gptneox-wip/cmpnct_gpt2bpe.hpp
similarity index 100%
rename from cmpnct_gpt2bpe.hpp
rename to examples/gptneox-wip/cmpnct_gpt2bpe.hpp
diff --git a/gptneox-main.cpp b/examples/gptneox-wip/gptneox-main.cpp
similarity index 100%
rename from gptneox-main.cpp
rename to examples/gptneox-wip/gptneox-main.cpp