various fixes for v0.10.0 (#10589)

.github/workflows/publish_release.yml

@@ -31,7 +31,7 @@ jobs:
         run: pip install -e .
       - name: Cache tiktoken and nltk files
         shell: bash
-        run: python -c "from llama_index import get_tokenizer; get_tokenizer()"
+        run: python -c "from llama_index.core import get_tokenizer; get_tokenizer()"
       - name: Clean up zip files
         shell: bash
         run: rm -rf llama_index/_static/nltk_cache/corpora/stopwords.zip llama_index/_static/nltk_cache/tokenizers/punkt.zip

.github/workflows/unit_test.yml

@@ -24,6 +24,8 @@ jobs:
         shell: bash
         run: rm -rf /opt/hostedtoolcache/*
       - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
       - name: Set up python ${{ matrix.python-version }}
         uses: actions/setup-python@v4
         with:

Makefile

@@ -11,7 +11,7 @@ lint:	## Run linters: pre-commit (black, ruff, codespell) and mypy
 	pre-commit install && git ls-files | xargs pre-commit run --show-diff-on-failure --files
 
 test:	## Run tests via pants
-	pants --no-local-cache test llama-index-core/:: llama-index-integrations/:: llama-index-finetuning/:: llama-index-experimental/:: llama-index-packs/::
+	pants --no-local-cache --changed-since=origin/main test
 
 test-core:	## Run tests via pants
 	pants --no-local-cache test llama-index-core/::

docs/requirements.txt

 ./llama-index-core/
-./llama-index-integrations/readers/llama-index-readers-file
-sphinx>6
+sphinx>=4.3.0
 furo>=2023.3.27
-docutils<0.19,>=0.15
+docutils<0.17
 m2r2
-myst-parser==0.18.0
+myst-parser
 myst-nb
 sphinx-autobuild
 sphinx_rtd_theme
 pydantic<2.0.0
-autodoc_pydantic<=1.9.0
+autodoc_pydantic
 sphinx-reredirects>=0.1.2
 sphinx-automodapi==0.16.0
 sphinxcontrib-gtagjs==0.2.1