Updated package v4.15

Author: UtkarshTheDev

CHANGELOG.md

@@ -2,6 +2,21 @@
 
 All notable changes to LocalLab will be documented in this file.
 
+## 0.4.15 - 2025-03-11
+
+### Fixed
+
+- Fixed critical error: "'NoneType' object has no attribute 'startup'"
+- Implemented NoopLifespan class as a fallback when all lifespan initialization attempts fail
+- Ensured server can start even when lifespan initialization fails
+- Added proper error handling for startup and shutdown events
+- Enhanced server stability across different environments and uvicorn versions
+- Added robust error recovery during server startup process
+- Overrode uvicorn's startup and shutdown methods to add additional error handling
+- Improved logging for lifespan-related errors to aid in troubleshooting
+- Added graceful fallback mechanisms for all critical server operations
+- Ensured clean server shutdown even when lifespan shutdown fails
+
 ## 0.4.14 - 2025-03-11
 
 ### Fixed

locallab/__init__.py

@@ -2,7 +2,7 @@
 LocalLab - A lightweight AI inference server for running LLMs locally
 """
 
-__version__ = "0.4.14"
+__version__ = "0.4.15"
 
 # Only import what's necessary initially, lazy-load the rest
 from .logger import get_logger

locallab/server.py

@@ -194,11 +194,66 @@ def delayed_exit():
     threading.Thread(target=delayed_exit, daemon=True).start()
 
 
+class NoopLifespan:
+    """A no-operation lifespan implementation that provides the required methods but doesn't do anything."""
+    
+    def __init__(self, app):
+        self.app = app
+    
+    async def startup(self):
+        """No-op startup method."""
+        logger.warning("Using NoopLifespan - server may not handle startup/shutdown events properly")
+        pass
+    
+    async def shutdown(self):
+        """No-op shutdown method."""
+        pass
+
+
 class ServerWithCallback(uvicorn.Server):
     def install_signal_handlers(self):
         # Override to prevent uvicorn from installing its own handlers
         pass
 
+    async def startup(self, sockets=None):
+        """Override the startup method to add error handling for lifespan startup."""
+        if self.should_exit:
+            return
+        
+        if sockets is not None:
+            self.servers = []
+            for socket in sockets:
+                server = await self.config.server_class(config=self.config, server=self)
+                await server.start()
+                self.servers.append(server)
+        else:
+            self.servers = [await self.config.server_class(config=self.config, server=self)]
+            await self.servers[0].start()
+        
+        if self.lifespan is not None:
+            try:
+                await self.lifespan.startup()
+            except Exception as e:
+                logger.error(f"Error during lifespan startup: {str(e)}")
+                logger.debug(f"Lifespan startup error details: {traceback.format_exc()}")
+                # Replace with NoopLifespan if startup fails
+                self.lifespan = NoopLifespan(self.config.app)
+                logger.warning("Replaced failed lifespan with NoopLifespan")
+    
+    async def shutdown(self, sockets=None):
+        """Override the shutdown method to add error handling for lifespan shutdown."""
+        if self.servers:
+            for server in self.servers:
+                await server.shutdown()
+        
+        if self.lifespan is not None:
+            try:
+                await self.lifespan.shutdown()
+            except Exception as e:
+                logger.error(f"Error during lifespan shutdown: {str(e)}")
+                logger.debug(f"Lifespan shutdown error details: {traceback.format_exc()}")
+                logger.warning("Continuing shutdown despite lifespan error")
+    
     async def serve(self, sockets=None):
         self.config.setup_event_loop()
 
@@ -296,19 +351,25 @@ async def serve(self, sockets=None):
                         logger.info("Using LifespanState from uvicorn.lifespan.state")
                     except (ImportError, AttributeError, TypeError) as e:
                         logger.debug(f"Failed to import or initialize LifespanState: {str(e)}")
-                        # Fallback to no lifespan
-                        self.lifespan = None
-                        logger.warning("Could not initialize lifespan - server may not handle startup/shutdown events properly")
-        
-        await self.startup(sockets=sockets)
+                        # Fallback to NoopLifespan
+                        self.lifespan = NoopLifespan(self.config.app)
+                        logger.warning("Using NoopLifespan - server may not handle startup/shutdown events properly")
 
-        # Call our callback before processing requests
-        # We need to access the on_startup function from the outer scope
-        if hasattr(self, 'on_startup_callback') and callable(self.on_startup_callback):
-            self.on_startup_callback()
-        
-        await self.main_loop()
-        await self.shutdown()
+        try:
+            await self.startup(sockets=sockets)
+            
+            # Call our callback before processing requests
+            # We need to access the on_startup function from the outer scope
+            if hasattr(self, 'on_startup_callback') and callable(self.on_startup_callback):
+                self.on_startup_callback()
+            
+            await self.main_loop()
+            await self.shutdown()
+        except Exception as e:
+            logger.error(f"Error during server operation: {str(e)}")
+            logger.debug(f"Server error details: {traceback.format_exc()}")
+            # Re-raise to allow proper error handling
+            raise
 
 
 def start_server(use_ngrok: bool = None, port: int = None, ngrok_auth_token: Optional[str] = None):

setup.py

@@ -5,7 +5,7 @@
 
 setup(
     name="locallab",
-    version="0.4.14",
+    version="0.4.15",
     packages=find_packages(include=["locallab", "locallab.*"]),
     install_requires=[
         "fastapi>=0.95.0,<1.0.0",