Enhance performance of batch inferencing tutorial with vllm and running on L40s and H100 GPUs

serverless-fleets/data/input/inferencing/recipes/1-2-3-cherry-poke-cake.json

@@ -0,0 +1,21 @@
+{
+    "directions": [
+        "Remove foil lid from cake package. (Do not remove cake from pan.) Pierce cake with skewer at 1/2-inch intervals, poking skewer through cake to bottom of pan.",
+        "Add boiling water to gelatin mix in small bowl; stir 2 min. until completely dissolved. Stir in cold water; pour over cake. Refrigerate 1 hour. Meanwhile, make curls from semi-sweet chocolate.",
+        "Invert cake onto platter. Cut cake horizontally in half. Spread bottom half of cake with 1/3 cup COOL WHIP; cover with 1 cup pie filling and top cake layer. Frost top and sides of cake with remaining COOL WHIP. Garnish with remaining pie filling and chocolate curls."
+    ],
+    "ingredients": [
+        "1 (16 ounce) loaf frozen pound cake, thawed",
+        "3/4 cup boiling water",
+        "1 (3 ounce) package JELL-O Cherry Flavor Gelatin",
+        "1/4 cup cold water",
+        "1 ounce BAKER'S Semi-Sweet Chocolate",
+        "2 cups thawed COOL WHIP Whipped Topping, divided",
+        "1 1/2 cups cherry pie filling, divided"
+    ],
+    "language": "en-US",
+    "source": "allrecipes.com",
+    "tags": [],
+    "title": "1-2-3 Cherry Poke Cake",
+    "url": "http://allrecipes.com/recipe/235063/1-2-3-cherry-poke-cake/"
+}

serverless-fleets/data/input/inferencing/recipes/1-2-3-jambalaya.json

@@ -0,0 +1,23 @@
+{
+    "directions": [
+        "In a bowl, combine sausage, shrimp or chicken with Creole seasoning; toss to coat. In a skillet, heat oil over medium heat. Add sausage, shrimp or chicken, cooking and stirring until shrimp turn pink or chicken is no longer pink, about 3-5 minutes.",
+        "In a saucepan, prepare rice mix according to package directions. In addition, add one-half of the tomatoes into the rice preparation. After 12 minutes of cooking, add remaining tomatoes, Worcestershire sauce, hot pepper sauce and parsley. Continue to cook on low, covered, until liquid is absorbed and rice is tender.",
+        "Add sausage, shrimp or chicken to rice, stir until heated through. Serve."
+    ],
+    "ingredients": [
+        "1 (13.5 ounce) package Johnsonville\u00ae Andouille Dinner Sausage, cut into 1/4-inch slices",
+        "8 ounces raw shrimp, peeled and deveined or 8 ounces boneless, skinless chicken breast, cut into 1-inch pieces",
+        "2 teaspoons Cajun Creole seasoning",
+        "1 teaspoon olive oil",
+        "1 (8 ounce) package Jambalaya Rice Mix",
+        "1 (14 ounce) can diced tomatoes, drained and divided",
+        "1 teaspoon Worcestershire sauce",
+        "1 teaspoon hot pepper sauce",
+        "2 tablespoons chopped fresh parsley"
+    ],
+    "language": "en-US",
+    "source": "allrecipes.com",
+    "tags": [],
+    "title": "1-2-3 Jambalaya",
+    "url": "http://allrecipes.com/recipe/231315/1-2-3-jambalaya/"
+}

serverless-fleets/data/input/inferencing/recipes/1-2-3-lemon-icebox-pie.json

@@ -0,0 +1,17 @@
+{
+    "directions": [
+        "Beat condensed milk and egg yolks in a bowl until smooth. Add lemon juice and stir until the mixture begins to thicken; pour into prepared pie crust.",
+        "Refrigerate pie until set in the middle, 6 hours to overnight."
+    ],
+    "ingredients": [
+        "1 (14 ounce) can sweetened condensed milk",
+        "2 egg yolks",
+        "3 lemons, juiced",
+        "1 (9 inch) prepared graham cracker crust"
+    ],
+    "language": "en-US",
+    "source": "allrecipes.com",
+    "tags": [],
+    "title": "1-2-3 Lemon Icebox Pie",
+    "url": "http://allrecipes.com/recipe/233728/1-2-3-lemon-icebox-pie/"
+}

serverless-fleets/data/input/inferencing/recipes/1-dish-chicken-parmesan.json

@@ -0,0 +1,26 @@
+{
+    "directions": [
+        "Mix batter ingredients together in a pre-sprayed 8x8-inch baking dish. Let rest 5 to 10 minutes.",
+        "Top batter evenly with chicken. Pour marinara sauce over chicken, sprinkle with cheese and herbs.",
+        "Bake by placing in a COLD oven; set temperature to 350 degrees F. Bake for 30 minutes, or until done."
+    ],
+    "image": "https://imagesvc.meredithcorp.io/v3/mm/image?q=85&c=sc&poi=face&w=960&h=503&url=https%3A%2F%2Fimages.media-allrecipes.com%2Fuserphotos%2F2325423.jpg",
+    "ingredients": [
+        "Mazola Pure\u00ae Cooking Spray",
+        "1\u2009\u00bd cups all-purpose flour",
+        "2 envelopes Fleischmann's\u00ae RapidRise Yeast",
+        "2 teaspoons sugar",
+        "\u00bd teaspoon salt",
+        "\u00be cup very warm water (120 degrees F to 130 degrees F)",
+        "3 tablespoons olive oil",
+        "12 ounces fully cooked, frozen, breaded chicken (breast or tenders), chopped",
+        "2 cups spaghetti sauce",
+        "1 cup Italian blend shredded cheese",
+        "1 teaspoon Spice Islands\u00ae Italian Herb Seasoning"
+    ],
+    "language": "en-US",
+    "source": "allrecipes.com",
+    "tags": [],
+    "title": "1-Dish Chicken Parmesan",
+    "url": "http://allrecipes.com/recipe/173295/1-dish-chicken-parmesan/"
+}

serverless-fleets/data/input/inferencing/recipes/1-dish-pepperoni-cheese-pizza-bake.json

@@ -0,0 +1,26 @@
+{
+    "directions": [
+        "Mix batter ingredients in a pre-sprayed 9-1/2-inch deep dish pie plate.  Spread pizza sauce evenly over batter.",
+        "Top dough with pepperoni slices. Firmly push pepperoni into batter.  Sprinkle with cheese.",
+        "Bake by placing in a cold oven; set temperature to 350 degrees F. Bake for 30 minutes or until done."
+    ],
+    "ingredients": [
+        "Batter:",
+        "Mazola Pure\u00ae Cooking Spray",
+        "1 3/4 cups all-purpose flour",
+        "2 envelopes Fleischmann's\u00ae RapidRise Yeast",
+        "2 teaspoons sugar",
+        "1/2 teaspoon salt",
+        "3/4 cup very warm water (120 degrees F to 130 degrees F)",
+        "2 tablespoons olive oil",
+        "Topping:",
+        "1/2 cup pizza sauce",
+        "2 ounces pepperoni slices",
+        "2 cups shredded mozzarella cheese"
+    ],
+    "language": "en-US",
+    "source": "allrecipes.com",
+    "tags": [],
+    "title": "1-Dish Pepperoni Cheese Pizza Bake",
+    "url": "http://allrecipes.com/recipe/173296/1-dish-pepperoni-cheese-pizza-bake/"
+}

serverless-fleets/data/input/inferencing/recipes/1-dish-taco-bake.json

@@ -0,0 +1,32 @@
+{
+    "directions": [
+        "Brown ground beef and drain. Add taco seasoning and mix well.",
+        "Mix batter ingredients together in a pre-sprayed 9-1/2-inch deep dish pie plate.",
+        "Top batter with taco meat filling. Pour salsa evenly over meat; sprinkle with shredded cheese and corn chips.",
+        "Bake by placing in a COLD oven; set temperature to 350 degrees F. Bake for 30 minutes or until done."
+    ],
+    "ingredients": [
+        "Taco Meat Filling:",
+        "1 pound ground beef",
+        "1 (1.25 ounce) package taco seasoning",
+        "Batter:",
+        "Mazola Pure\u00ae Cooking Spray",
+        "3/4 cup all-purpose flour",
+        "1/2 cup masa corn flour OR corn meal",
+        "2 envelopes Fleischmann's\u00ae RapidRise Yeast",
+        "1 tablespoon sugar",
+        "1/2 teaspoon salt",
+        "3/4 cup very warm milk (120 degrees F to 130 degrees F)",
+        "3 tablespoons Mazola\u00ae Corn Oil",
+        "1 egg",
+        "Topping:",
+        "1 cup chunky salsa",
+        "1 cup shredded Mexican-style cheese",
+        "1 cup corn chips, partially crushed"
+    ],
+    "language": "en-US",
+    "source": "allrecipes.com",
+    "tags": [],
+    "title": "1-Dish Taco Bake",
+    "url": "http://allrecipes.com/recipe/173297/1-dish-taco-bake/"
+}

serverless-fleets/data/input/inferencing/recipes/1-pea-salad-most-requested.json

@@ -0,0 +1,17 @@
+{
+    "directions": [
+        "Place frozen peas in a colander; rinse under cold water until thawed. Drain and transfer to a large bowl. Add almonds and onions; mix well. Fold mayonnaise and black pepper into pea mixture until evenly coated. Cover and refrigerate until serving."
+    ],
+    "ingredients": [
+        "2 (16 ounce) packages frozen petite peas",
+        "6 ounces smoke-flavored almonds, finely chopped",
+        "1 onion, finely chopped",
+        "1 cup mayonnaise, or more to taste",
+        "ground black pepper to taste"
+    ],
+    "language": "en-US",
+    "source": "allrecipes.com",
+    "tags": [],
+    "title": "#1 Pea Salad Most Requested!",
+    "url": "http://allrecipes.com/recipe/228438/1-pea-salad-most-requested/"
+}

serverless-fleets/data/input/inferencing/recipes/1-pumpkin-spice-cookies.json

@@ -0,0 +1,30 @@
+{
+    "directions": [
+        "Preheat an oven to 375 degrees F (190 degrees C). Grease 2 baking sheets.",
+        "Stir the flour, oats, baking powder, cinnamon, nutmeg, pumpkin pie spice, ginger, and salt in a bowl.",
+        "Beat the butter and brown sugar with an electric mixer in a large bowl until smooth. Add 1 egg and allow it to blend into the mixture before adding the other along with the vanilla. Add the pumpkin and apple butter; continue beating. Mix in the flour mixture until just incorporated. Fold in the walnuts, mixing just enough to evenly combine. Drop spoonfuls of the dough 2 inches apart onto the prepared baking sheets.",
+        "Bake in the preheated oven until the edges are golden, about 12 minutes. Allow the cookies to cool on the baking sheet for 1 minute before removing to a wire rack to cool completely."
+    ],
+    "ingredients": [
+        "2 1/2 cups all-purpose flour",
+        "1 cup rolled oats",
+        "4 teaspoons baking powder",
+        "1 1/2 teaspoons ground cinnamon",
+        "1/2 teaspoon ground nutmeg",
+        "1 teaspoon pumpkin pie spice",
+        "1/2 teaspoon ground ginger",
+        "1/4 teaspoon salt",
+        "2 tablespoons butter",
+        "1 1/3 cups light brown sugar",
+        "2 eggs",
+        "1 teaspoon vanilla extract",
+        "1 (15 ounce) can pumpkin",
+        "1/2 cup apple butter",
+        "1 cup chopped walnuts"
+    ],
+    "language": "en-US",
+    "source": "allrecipes.com",
+    "tags": [],
+    "title": "#1 Pumpkin Spice Cookies",
+    "url": "http://allrecipes.com/recipe/205189/1-pumpkin-spice-cookies/"
+}

serverless-fleets/data/input/inferencing/recipes/1-step-chipotle-hummus.json

@@ -0,0 +1,16 @@
+{
+    "directions": [
+        "Mix together hummus and TABASCO\u00ae Chipotle Sauce until well combined. Serve immediately with pita chips or raw vegetables or refrigerate until ready to use."
+    ],
+    "image": "https://www.allrecipes.com/img/misc/og-default.png",
+    "ingredients": [
+        "1 (16 ounce) container store-bought hummus",
+        "2 tablespoons TABASCO\u00ae brand Chipotle Pepper Sauce",
+        "Pita chips or raw vegetables"
+    ],
+    "language": "en-US",
+    "source": "allrecipes.com",
+    "tags": [],
+    "title": "1-Step Chipotle Hummus",
+    "url": "http://allrecipes.com/recipe/239397/1-step-chipotle-hummus/"
+}

serverless-fleets/data/input/inferencing/recipes/10-minute-chocolate-mug-cake.json

@@ -0,0 +1,21 @@
+{
+    "directions": [
+        "Mix sugar, flour, milk, olive oil, cocoa powder, egg, vanilla extract, and salt together in a large microwave-safe mug.",
+        "Heat in microwave until center of cake is done, about 2 minutes."
+    ],
+    "ingredients": [
+        "5 tablespoons white sugar",
+        "1/4 cup all-purpose flour",
+        "3 tablespoons milk",
+        "3 tablespoons olive oil",
+        "2 tablespoons unsweetened cocoa powder",
+        "1 egg",
+        "1 dash pure vanilla extract",
+        "1 pinch salt"
+    ],
+    "language": "en-US",
+    "source": "allrecipes.com",
+    "tags": [],
+    "title": "10-Minute Chocolate Mug Cake",
+    "url": "http://allrecipes.com/recipe/241040/10-minute-chocolate-mug-cake/"
+}

serverless-fleets/data/input/inferencing/recipes/10-minute-rice-cakes.json

@@ -0,0 +1,19 @@
+{
+    "directions": [
+        "Mix rice, egg, basil, milk, salt, and pepper together in a bowl.",
+        "Melt butter in a skillet over medium heat. Pour rice mixture into the skillet in 2 equal portions. Cook until browned on the bottom, about 3 minutes. Flip and continue cooking until second side is browned, about 2 minutes more."
+    ],
+    "ingredients": [
+        "1/2 cup cooked white rice",
+        "1 egg",
+        "1 tablespoon chopped fresh basil (optional)",
+        "1 teaspoon milk",
+        "salt and ground black pepper to taste",
+        "1 1/2 teaspoons butter"
+    ],
+    "language": "en-US",
+    "source": "allrecipes.com",
+    "tags": [],
+    "title": "10-Minute Rice Cakes",
+    "url": "http://allrecipes.com/recipe/255443/10-minute-rice-cakes/"
+}

serverless-fleets/data/input/inferencing/recipes/10-minute-tomato-basil-salad.json

@@ -0,0 +1,17 @@
+{
+    "directions": [
+        "Combine tomato, basil, olive oil, vinegar, salt, and black pepper in a large bowl; toss until tomato wedges are  evenly coated."
+    ],
+    "ingredients": [
+        "1 large tomato, cut into wedges",
+        "1 tablespoon chopped fresh basil",
+        "1 tablespoon extra-virgin olive oil",
+        "1 1/2 teaspoons red wine vinegar, or to taste",
+        "1 pinch salt and ground black pepper to taste (optional)"
+    ],
+    "language": "en-US",
+    "source": "allrecipes.com",
+    "tags": [],
+    "title": "10-Minute Tomato Basil Salad",
+    "url": "http://allrecipes.com/recipe/229822/10-minute-tomato-basil-salad/"
+}

serverless-fleets/data/input/inferencing/recipes/10-pound-cheesecake.json

@@ -0,0 +1,23 @@
+{
+    "directions": [
+        "Stir together graham cracker crumbs, sugar, and melted butter. Press into a 9x13 inch baking dish.",
+        "Use an electric mixer to beat the cream cheese until smooth. Beat in the sweetened condensed milk, lemon juice, and vanilla extract until well blended and smooth. Fold in whipped topping. Pour filling into crust and smooth the top.",
+        "Top with cherry pie filling. Refrigerate until firm, 2 to 3 hours."
+    ],
+    "ingredients": [
+        "2 1/2 cups graham cracker crumbs",
+        "1/2 cup white sugar",
+        "1/2 cup melted butter",
+        "3 (8 ounce) packages cream cheese, softened",
+        "2 (14 ounce) cans sweetened condensed milk",
+        "1/2 cup lemon juice",
+        "1 teaspoon vanilla extract",
+        "1 (12 ounce) container frozen whipped topping, thawed",
+        "2 (21 ounce) cans cherry pie filling"
+    ],
+    "language": "en-US",
+    "source": "allrecipes.com",
+    "tags": [],
+    "title": "10 Pound Cheesecake",
+    "url": "http://allrecipes.com/recipe/93807/10-pound-cheesecake/"
+}

serverless-fleets/data/input/inferencing/recipes/100-percent-whole-wheat-bread.json

@@ -0,0 +1,29 @@
+{
+    "directions": [
+        "Pour warm water and honey into a large bowl, and stir to dissolve the honey. Sprinkle the yeast over the top of the liquid, and let stand until the yeast bubbles and forms a creamy layer, about 10 minutes.",
+        "In a bowl, stir together the whole wheat flour, gluten, flax seeds, flax meal, rolled oats, sesame seeds, quinoa, sunflower seeds, and salt until the seeds are dispersed evenly. Pour the flour mixture into the yeast mixture, add the coconut oil, and mix everything together. Scoop the dough out onto a well-floured surface, and knead until smooth and springy, about 15 minutes. Allow dough to rest for 15 minutes, then knead for another 10 minutes.",
+        "Form the dough into a ball, place in an oiled bowl, and turn the dough over several times to coat with oil. Cover and let rise in a warm place until doubled, 30 to 45 minutes.",
+        "Grease 2 9x5-inch loaf pans. Punch down the dough, and cut into 2 pieces. Form each piece into a loaf, place into the loaf pans, seam sides down, and cover the pans with plastic wrap. Let rise until doubled, about 30 minutes.",
+        "Preheat oven to 350 degrees F (175 degrees C). Bake the loaves in the preheated oven until the loaves are golden brown and sound hollow when tapped, 30 to 35 minutes. Let cool in pans about 10 minutes before turning out to finish cooling on racks."
+    ],
+    "ingredients": [
+        "1 3/4 cups warm water (110 degrees F (43 degrees C))",
+        "1/4 cup honey",
+        "2 teaspoons instant yeast",
+        "6 cups stone ground whole wheat flour",
+        "6 tablespoons vital wheat gluten",
+        "1 tablespoon flax seeds",
+        "1 tablespoon flax seed meal",
+        "1 tablespoon rolled oats",
+        "1 tablespoon sesame seeds",
+        "1 tablespoon quinoa",
+        "1 tablespoon sunflower seeds",
+        "1 teaspoon salt",
+        "2 tablespoons coconut oil, melted"
+    ],
+    "language": "en-US",
+    "source": "allrecipes.com",
+    "tags": [],
+    "title": "100 Percent Whole Wheat Bread",
+    "url": "http://allrecipes.com/recipe/212457/100-percent-whole-wheat-bread/"
+}

serverless-fleets/data/input/inferencing/recipes/100-whole-wheat-pancakes.json

@@ -0,0 +1,21 @@
+{
+    "directions": [
+        "Whisk whole wheat flour, sugar, baking powder, baking soda, and salt in a bowl. Whisk buttermilk, eggs, and vegetable oil in a separate bowl; pour buttermilk mixture into dry ingredients. Stir just until combined (batter may seem a bit thick).",
+        "Heat a cast iron skillet over medium-low heat for 5 minutes. Pour 1/3 cup of batter onto hot skillet and use a spoon to spread the pancake a bit. Cook until browned and bubbles appear on top, 1 1/2 to 2 minutes. Flip and cook until browned and set in the middle, about 2 more minutes. Repeat with remaining batter."
+    ],
+    "ingredients": [
+        "2 cups whole wheat flour",
+        "2 tablespoons white sugar",
+        "2 teaspoons baking powder",
+        "1/2 teaspoon baking soda",
+        "1/2 teaspoon salt",
+        "2 1/4 cups buttermilk",
+        "2 eggs",
+        "3 tablespoons vegetable oil"
+    ],
+    "language": "en-US",
+    "source": "allrecipes.com",
+    "tags": [],
+    "title": "100% Whole Wheat Pancakes",
+    "url": "http://allrecipes.com/recipe/232131/100-whole-wheat-pancakes/"
+}

serverless-fleets/data/input/inferencing/recipes/100-whole-wheat-peanut-butter-and-je.json

@@ -0,0 +1,23 @@
+{
+    "directions": [
+        "Place water, peanut butter, jelly, brown sugar, salt, baking soda, baking powder, gluten, 3 1/3 cups plus 1 tablespoon whole wheat flour, and yeast, respectively, in the pan of a bread machine. Select 1 1/2 Pound Loaf, Medium Crust, Wheat cycle, and press Start."
+    ],
+    "ingredients": [
+        "10 ounces water",
+        "1/2 cup peanut butter",
+        "1/2 cup strawberry jelly",
+        "1 1/2 tablespoons light brown sugar",
+        "1/2 teaspoon salt",
+        "3/4 teaspoon baking soda",
+        "3/4 teaspoon baking powder",
+        "3 tablespoons vital wheat gluten",
+        "3 1/3 cups whole wheat flour",
+        "1 tablespoon whole wheat flour",
+        "1 1/2 teaspoons active dry yeast"
+    ],
+    "language": "en-US",
+    "source": "allrecipes.com",
+    "tags": [],
+    "title": "100% Whole Wheat Peanut Butter and Jelly Bread",
+    "url": "http://allrecipes.com/recipe/240099/100-whole-wheat-peanut-butter-and-je/"
+}