max_pages fixed

output.json

@@ -149,104 +149,4 @@
 {"course_link": "/MySQL-tutorials/Up-Running-MySQL-Development/158373-2.html", "course_title": "Up and Running with Behance"},
 {"course_link": "/SQL-Server-tutorials/Querying-Microsoft-SQL-Server-2012/156769-2.html", "course_title": "Dan Roarty's Realistic 3D Portraits: Start to Finish"},
 {"course_link": "/SQL-Server-tutorials/Querying-Microsoft-SQL-Server-2012/156769-2.html", "course_title": "Up and Running with Astute Graphics for Illustrator"},
-{"course_link": "/After-Effects-tutorials/Getting-Started-Stop-Motion-Animation/163241-2.html", "course_title": "Getting Started with Stop Motion Animation"},
-{"course_link": "/After-Effects-tutorials/Getting-Started-Stop-Motion-Animation/163241-2.html", "course_title": "Revit: Family Curves and Formulas"},
-{"course_link": "/Revit-Architecture-tutorials/Revit-Family-Curves-Formulas/148423-2.html", "course_title": "Persuasive UX: The Power of Self-Image"},
-{"course_link": "/Revit-Architecture-tutorials/Revit-Family-Curves-Formulas/148423-2.html", "course_title": "Motion Graphics for Video Editors: Creating Animated Logos"},
-{"course_link": "/Web-User-Experience-tutorials/Persuasive-UX-Power-Self-Image/162702-2.html", "course_title": "SketchUp Pro: Tools and Techniques"},
-{"course_link": "/Web-User-Experience-tutorials/Persuasive-UX-Power-Self-Image/162702-2.html", "course_title": "Up and Running with OS X Server App"},
-{"course_link": "/After-Effects-tutorials/Motion-Graphics-Video-Editors-Creating-Animated-Logos/149129-2.html", "course_title": "iOS Game Development with Sprite Kit"},
-{"course_link": "/After-Effects-tutorials/Motion-Graphics-Video-Editors-Creating-Animated-Logos/149129-2.html", "course_title": "Design the Web: Adobe Generator for Graphics"},
-{"course_link": "/SketchUp-tutorials/SketchUp-Pro-Tools-Techniques/151486-2.html", "course_title": "Lighting a Video Interview"},
-{"course_link": "/SketchUp-tutorials/SketchUp-Pro-Tools-Techniques/151486-2.html", "course_title": "WordPress Plugins: Contact Forms"},
-{"course_link": "/Mac-OS-X-tutorials/Up-Running-OS-X-Server-App/149127-2.html", "course_title": "Calculating Earned Value"},
-{"course_link": "/Mac-OS-X-tutorials/Up-Running-OS-X-Server-App/149127-2.html", "course_title": "Photoshop Color Correction: Advanced Projects"},
-{"course_link": "/iOS-tutorials/iOS-Game-Development-Sprite-Kit/146015-2.html", "course_title": "UX Design Tools: InDesign"},
-{"course_link": "/iOS-tutorials/iOS-Game-Development-Sprite-Kit/146015-2.html", "course_title": "Keynote: Builds, Transitions, Animations, and Effects"},
-{"course_link": "/Photoshop-tutorials/Design-Web-Adobe-Generator-Graphics/162713-2.html", "course_title": "Managing Project Teams"},
-{"course_link": "/Photoshop-tutorials/Design-Web-Adobe-Generator-Graphics/162713-2.html", "course_title": "Photoshop CC for Web Design"},
-{"course_link": "/Video-tutorials/Lighting-Video-Interview/103708-2.html", "course_title": "Package Design with Illustrator"},
-{"course_link": "/Video-tutorials/Lighting-Video-Interview/103708-2.html", "course_title": "Creating Icon Fonts for the Web"},
-{"course_link": "/WordPress-tutorials/WordPress-Plugins-Contact-Forms/162451-2.html", "course_title": "Travel Photography: The Family Cabin"},
-{"course_link": "/WordPress-tutorials/WordPress-Plugins-Contact-Forms/162451-2.html", "course_title": "SQL Essential Training"},
-{"course_link": "/Business-Business-Skills-tutorials/Calculating-Earned-Value/162457-2.html", "course_title": "Type Project: Dada Poster"},
-{"course_link": "/Business-Business-Skills-tutorials/Calculating-Earned-Value/162457-2.html", "course_title": "Premiere Pro Guru: Customizing Workspaces"},
-{"course_link": "/Photoshop-tutorials/Photoshop-Color-Correction-Advanced-Projects/160066-2.html", "course_title": "Shooting with Blackmagic Cameras"},
-{"course_link": "/Photoshop-tutorials/Photoshop-Color-Correction-Advanced-Projects/160066-2.html", "course_title": "Adobe Digital Publishing Suite Essential Training"},
-{"course_link": "/InDesign-tutorials/UX-Design-Tools-InDesign/153985-2.html", "course_title": "Visual Studio 2013 for Windows Store Developers"},
-{"course_link": "/InDesign-tutorials/UX-Design-Tools-InDesign/153985-2.html", "course_title": "Visual Studio 2013 for Web Developers"},
-{"course_link": "/Keynote-tutorials/Keynote-Builds-Transitions-Animations-Effects/161975-2.html", "course_title": "Up and Running with ArcGIS"},
-{"course_link": "/Keynote-tutorials/Keynote-Builds-Transitions-Animations-Effects/161975-2.html", "course_title": "Revit Construction Modeling Tools"},
-{"course_link": "/Business-Business-Skills-tutorials/Managing-Project-Teams/139981-2.html", "course_title": "UX Design Tools: Illustrator"},
-{"course_link": "/Business-Business-Skills-tutorials/Managing-Project-Teams/139981-2.html", "course_title": "iPad for Business"},
-{"course_link": "/Photoshop-tutorials/Photoshop-CC-Web-Design/145211-2.html", "course_title": "InDesign CC: Interactive Document Fundamentals"},
-{"course_link": "/Photoshop-tutorials/Photoshop-CC-Web-Design/145211-2.html", "course_title": "Up and Running with Constant Contact"},
-{"course_link": "/Illustrator-tutorials/Package-Design-Illustrator/148421-2.html", "course_title": "Unity 4.3 Essential Training"},
-{"course_link": "/Illustrator-tutorials/Package-Design-Illustrator/148421-2.html", "course_title": "Enhancing Exterior Architectural Photos"},
-{"course_link": "/Glyphs-App-tutorials/Creating-Icon-Fonts-Web/157228-2.html", "course_title": "Synth Programming Basics"},
-{"course_link": "/Glyphs-App-tutorials/Creating-Icon-Fonts-Web/157228-2.html", "course_title": "The Creative Spark: Between Two Worlds, The Hybrid Animation of Tiny Inventions"},
-{"course_link": "/Photography-Cameras-Gear-tutorials/Travel-Photography-Family-Cabin/149289-2.html", "course_title": "Foundations of Programming: Programming for Kids"},
-{"course_link": "/Photography-Cameras-Gear-tutorials/Travel-Photography-Family-Cabin/149289-2.html", "course_title": "Persuasive UX: Ethics of Persuasive Design"},
-{"course_link": "/SQL-tutorials/SQL-Essential-Training/139988-2.html", "course_title": "Type Project: Art Nouveau Poster"},
-{"course_link": "/SQL-tutorials/SQL-Essential-Training/139988-2.html", "course_title": "Customer Service Fundamentals"},
-{"course_link": "/Illustrator-tutorials/Type-Project-Dada-Poster/155654-2.html", "course_title": "Creating Accessible PDFs"},
-{"course_link": "/Illustrator-tutorials/Type-Project-Dada-Poster/155654-2.html", "course_title": "UX Design Tools: Photoshop"},
-{"course_link": "/Premiere-Pro-tutorials/Premiere-Pro-Guru-Customizing-Workspaces/161521-2.html", "course_title": "Enhancing Interior Architectural Photos"},
-{"course_link": "/Premiere-Pro-tutorials/Premiere-Pro-Guru-Customizing-Workspaces/161521-2.html", "course_title": "Solving Business Problems"},
-{"course_link": "/Video-Shooting-Video-tutorials/Shooting-Blackmagic-Cameras/157510-2.html", "course_title": "Up and Running with Photomatix Pro"},
-{"course_link": "/Video-Shooting-Video-tutorials/Shooting-Blackmagic-Cameras/157510-2.html", "course_title": "Up and Running with Office Web Apps"},
-{"course_link": "/Digital-Publishing-Suite-tutorials/Adobe-Digital-Publishing-Suite-Essential-Training/149122-2.html", "course_title": "Final Cut Pro X 10.1.1 Essential Training"},
-{"course_link": "/Digital-Publishing-Suite-tutorials/Adobe-Digital-Publishing-Suite-Essential-Training/149122-2.html", "course_title": "Direct Mail Strategy"},
-{"course_link": "/Visual-Studio-tutorials/Visual-Studio-2013-Windows-Store-Developers/157130-2.html", "course_title": "Building Web Services with Java EE"},
-{"course_link": "/Visual-Studio-tutorials/Visual-Studio-2013-Windows-Store-Developers/157130-2.html", "course_title": "Web Design Fundamentals"},
-{"course_link": "/Illustrator-tutorials/Type-Project-Victorian-Ad/155652-2.html", "course_title": "Type Project: Victorian Ad"},
-{"course_link": "/Illustrator-tutorials/Type-Project-Victorian-Ad/155652-2.html", "course_title": "Mograph Techniques: Dynamic Falling Objects in CINEMA 4D"},
-{"course_link": "/CINEMA-4D-tutorials/Mograph-Techniques-Dynamic-Falling-Objects-CINEMA-4D/137890-2.html", "course_title": "XML Essential Training"},
-{"course_link": "/CINEMA-4D-tutorials/Mograph-Techniques-Dynamic-Falling-Objects-CINEMA-4D/137890-2.html", "course_title": "SEO: Keyword Strategy in Depth"},
-{"course_link": "/XML-tutorials/XML-Essential-Training/145930-2.html", "course_title": "Making Beats in Logic Pro X"},
-{"course_link": "/XML-tutorials/XML-Essential-Training/145930-2.html", "course_title": "Dreamweaver CC and WordPress 3.8: Core Concepts"},
-{"course_link": "/Business-Online-Marketing-tutorials/SEO-Keyword-Strategy-Depth/147030-2.html", "course_title": "Creating a PDF Presentation"},
-{"course_link": "/Business-Online-Marketing-tutorials/SEO-Keyword-Strategy-Depth/147030-2.html", "course_title": "Up and Running with Evernote for Mac"},
-{"course_link": "/Logic-Pro-tutorials/Making-Beats-Logic-Pro-X/151550-2.html", "course_title": "Embracing Change"},
-{"course_link": "/Logic-Pro-tutorials/Making-Beats-Logic-Pro-X/151550-2.html", "course_title": "After Effects Guru: Working with Vectors"},
-{"course_link": "/Dreamweaver-tutorials/Dreamweaver-CC-WordPress-38-Core-Concepts/142034-2.html", "course_title": "Uploading Files Securely with PHP"},
-{"course_link": "/Dreamweaver-tutorials/Dreamweaver-CC-WordPress-38-Core-Concepts/142034-2.html", "course_title": "Colorizing Black-and-White Photographs with Photoshop"},
-{"course_link": "/InDesign-tutorials/Creating-PDF-Presentation/144077-2.html", "course_title": "Up and Running with 3D Printing"},
-{"course_link": "/InDesign-tutorials/Creating-PDF-Presentation/144077-2.html", "course_title": "GarageBand Essential Training"},
-{"course_link": "/Evernote-tutorials/Up-Running-Evernote-Mac/157839-2.html", "course_title": "The Creative Spark: Alberto Scirocco and the Motion Graphics of leftchannel"},
-{"course_link": "/Evernote-tutorials/Up-Running-Evernote-Mac/157839-2.html", "course_title": "Travel Photography: Geologging and Journaling on the Road"},
-{"course_link": "/Business-Business-Skills-tutorials/Embracing-Change/150003-2.html", "course_title": "WordPress Ecommerce: Integrating Shopify"},
-{"course_link": "/Business-Business-Skills-tutorials/Embracing-Change/150003-2.html", "course_title": "UX Design Techniques: Creating Scenarios and Storyboards"},
-{"course_link": "/After-Effects-tutorials/After-Effects-Guru-Working-Vectors/160069-2.html", "course_title": "Delivering Employee Feedback"},
-{"course_link": "/After-Effects-tutorials/After-Effects-Guru-Working-Vectors/160069-2.html", "course_title": "Edge Animate Essential Training"},
-{"course_link": "/PHP-tutorials/Uploading-Files-Securely-PHP/158374-2.html", "course_title": "Introducing Photoshop: Photography"},
-{"course_link": "/PHP-tutorials/Uploading-Files-Securely-PHP/158374-2.html", "course_title": "Up and Running with Chrome OS"},
-{"course_link": "/Photoshop-tutorials/Colorizing-Black-White-Photographs-Photoshop/133329-2.html", "course_title": "Getting Started with After Effects Expressions"},
-{"course_link": "/Photoshop-tutorials/Colorizing-Black-White-Photographs-Photoshop/133329-2.html", "course_title": "Foundations of Programming: Web Security"},
-{"course_link": "/3D-Animation-Prototyping-tutorials/Up-Running-3D-Printing/151814-2.html", "course_title": "Google Sites Essential Training"},
-{"course_link": "/3D-Animation-Prototyping-tutorials/Up-Running-3D-Printing/151814-2.html", "course_title": "Entertainment Creation Suite: Getting Started with Toxik"},
-{"course_link": "/GarageBand-tutorials/GarageBand-Essential-Training/156620-2.html", "course_title": "Artist at Work: From Sketch to Finished Vector Illustration"},
-{"course_link": "/GarageBand-tutorials/GarageBand-Essential-Training/156620-2.html", "course_title": "VFX Techniques: Space Scene 02: Compositing in After Effects"},
-{"course_link": "/Video-Motion-Graphics-tutorials/Creative-Spark-Alberto-Scirocco-Motion-Graphics-leftchannel/153774-2.html", "course_title": "Building an Online Community"},
-{"course_link": "/Video-Motion-Graphics-tutorials/Creative-Spark-Alberto-Scirocco-Motion-Graphics-leftchannel/153774-2.html", "course_title": "Cinematography in Maya"},
-{"course_link": "/Photography-Cameras-Gear-tutorials/Travel-Photography-Geologging-Journaling-Road/149290-2.html", "course_title": "The Art of Photoshop Compositing"},
-{"course_link": "/Photography-Cameras-Gear-tutorials/Travel-Photography-Geologging-Journaling-Road/149290-2.html", "course_title": "Up and Running with Lectora Inspire"},
-{"course_link": "/WordPress-tutorials/WordPress-Ecommerce-Integrating-Shopify/154413-2.html", "course_title": "UX Design Techniques: Ideation"},
-{"course_link": "/WordPress-tutorials/WordPress-Ecommerce-Integrating-Shopify/154413-2.html", "course_title": "Up and Running with Promethean ActivInspire"},
-{"course_link": "/Web-User-Experience-tutorials/UX-Design-Techniques-Creating-Scenarios-Storyboards/148581-2.html", "course_title": "Artist at Work: Tertiary Colors"},
-{"course_link": "/Web-User-Experience-tutorials/UX-Design-Techniques-Creating-Scenarios-Storyboards/148581-2.html", "course_title": "Excel 2013: Macros in Depth"},
-{"course_link": "/Business-Business-Skills-tutorials/Delivering-Employee-Feedback/149836-2.html", "course_title": "Primitive and Spline Modeling in CINEMA 4D"},
-{"course_link": "/Business-Business-Skills-tutorials/Delivering-Employee-Feedback/149836-2.html", "course_title": "InDesign Insider Training: Data Merge and Database Publishing"},
-{"course_link": "/Edge-Animate-tutorials/Edge-Animate-Essential-Training/108880-2.html", "course_title": "Maya Tips and Tricks"},
-{"course_link": "/Edge-Animate-tutorials/Edge-Animate-Essential-Training/108880-2.html", "course_title": "Artist at Work: Creating Depth of Field"},
-{"course_link": "/Photoshop-tutorials/Introducing-Photoshop-Photography/111242-2.html", "course_title": "Entertainment Creation Suite: Getting Started with Backburner"},
-{"course_link": "/Photoshop-tutorials/Introducing-Photoshop-Photography/111242-2.html", "course_title": "Pro Tools Mixing and Mastering"},
-{"course_link": "/Chrome-OS-tutorials/Up-Running-Chrome-OS/160114-2.html", "course_title": "Photoshop Color Correction: Advanced"},
-{"course_link": "/Chrome-OS-tutorials/Up-Running-Chrome-OS/160114-2.html", "course_title": "Designs dekeConstructed: Gradient Dot Patterns with Illustrator"},
-{"course_link": "/After-Effects-tutorials/Getting-Started-After-Effects-Expressions/126108-2.html", "course_title": "Preventing Scope Creep"},
-{"course_link": "/After-Effects-tutorials/Getting-Started-After-Effects-Expressions/126108-2.html", "course_title": "Distributing Android Apps"},
-{"course_link": "/Developer-Web-Development-tutorials/Foundations-Programming-Web-Security/133330-2.html", "course_title": "Portrait Project: Changing a Studio Background"},
-{"course_link": "/Developer-Web-Development-tutorials/Foundations-Programming-Web-Security/133330-2.html", "course_title": "Entertainment Creation Suite: Getting Started with MatchMover"},
-{"course_link": "/Google-Sites-tutorials/Google-Sites-Essential-Training/153986-2.html", "course_title": "Up and Running with AutoCAD for Mac"},
-{"course_link": "/Google-Sites-tutorials/Google-Sites-Essential-Training/153986-2.html", "course_title": "Sony Vegas Production Workflow"},
 ]

try_scrapy/spiders/test_spider.py

@@ -22,7 +22,8 @@ class lynda_spider(Spider):
     
     def __init__(self, max_pages=None, *args, **kwargs):
         super(lynda_spider, self).__init__(*args, **kwargs)
-        self.max_pages=max_pages or 5
+        self.max_pages=int(max_pages) or 5
+        print self.max_pages
 
     def  parse(self,response):
         sel = Selector(response)