Fix bugs

Author: PythonCoderAS

.github/workflows/docker-publish.yml

@@ -25,13 +25,6 @@ env:
 jobs:
   build:
     runs-on: ubuntu-latest
-    strategy:
-      fail-fast: true
-      matrix:
-        platform:
-          - linux/amd64
-          - linux/arm64/v8
-          - linux/386
     permissions:
       contents: read
       packages: write
@@ -79,4 +72,4 @@ jobs:
           labels: ${{ steps.meta.outputs.labels }}
           cache-from: type=gha
           cache-to: type=gha,mode=max
-          platforms: ${{ matrix.platform }}
+          platforms: linux/amd64,linux/arm64/v8,linux/386

src/main.py

@@ -125,8 +125,9 @@ async def url_worker():
                                 await session.execute(update(URL).where(URL.id == next_job.url.id).values(last_seen=saved_dt))
                                 await session.execute(update(Job).where(Job.id == next_job.id).values(completed=saved_dt))
                             break
-                except Exception as e:
-                    raise e
+                except Exception:
+                    pass
+                await asyncio.sleep(10)
             else: # Ran out of retries, try again
                 async with session.begin():
                     if next_job.retry < 4:
@@ -154,6 +155,7 @@ async def repeat_url_worker():
                         # batch = await Batch.objects.create()
                         batch = Batch()
                         created_at = curtime
+                        session.add(batch)
                     queued.append(Job(url=job.url, priority=10, batches=[batch, job.batch]))
             if queued:
                 session.add_all(queued)