diff options
author | Dimitris Zlatanidis <d.zlatanidis@gmail.com> | 2016-06-29 22:04:19 +0300 |
---|---|---|
committer | Willy Sudiarto Raharjo <willysr@slackbuilds.org> | 2016-06-30 16:34:31 +0700 |
commit | a0cdac690897b03748dacb453ec2762bc1a1fb6e (patch) | |
tree | c2dd418cb687643fced573214d583938ea973c35 /python | |
parent | 84bcffe9384433ee6933b63ee76d69ef16fc201a (diff) |
python/Scrapy: Added (Web Scraping framework).
Signed-off-by: Dimitris Zlatanidis <d.zlatanidis@gmail.com>
Diffstat (limited to 'python')
-rw-r--r-- | python/Scrapy/README | 4 | ||||
-rw-r--r-- | python/Scrapy/Scrapy.SlackBuild | 86 | ||||
-rw-r--r-- | python/Scrapy/Scrapy.info | 10 | ||||
-rw-r--r-- | python/Scrapy/slack-desc | 19 |
4 files changed, 119 insertions, 0 deletions
diff --git a/python/Scrapy/README b/python/Scrapy/README new file mode 100644 index 0000000000000..590011ef5d9d7 --- /dev/null +++ b/python/Scrapy/README @@ -0,0 +1,4 @@ +Scrapy is a fast high-level web crawling and web scraping framework, +used to crawl websites and extract structured data from their pages. +It can be used for a wide range of purposes, from data mining to +monitoring and automated testing. diff --git a/python/Scrapy/Scrapy.SlackBuild b/python/Scrapy/Scrapy.SlackBuild new file mode 100644 index 0000000000000..89bb4c8517da3 --- /dev/null +++ b/python/Scrapy/Scrapy.SlackBuild @@ -0,0 +1,86 @@ +#!/bin/sh + +# Slackware build script for Scrapy + +# Copyright 2016 Dimitris Zlatanidis Orestiada, Greece +# All rights reserved. +# +# Redistribution and use of this script, with or without modification, is +# permitted provided that the following conditions are met: +# +# 1. Redistributions of this script must retain the above copyright +# notice, this list of conditions and the following disclaimer. +# +# THIS SOFTWARE IS PROVIDED BY THE AUTHOR "AS IS" AND ANY EXPRESS OR IMPLIED +# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF +# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO +# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, +# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, +# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; +# OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, +# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR +# OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF +# ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +PRGNAM=Scrapy +VERSION=${VERSION:-1.1.0} +BUILD=${BUILD:-1} +TAG=${TAG:-_SBo} + +if [ -z "$ARCH" ]; then + case "$( uname -m )" in + i?86) ARCH=i486 ;; + arm*) ARCH=arm ;; + *) ARCH=$( uname -m ) ;; + esac +fi + +CWD=$(pwd) +TMP=${TMP:-/tmp/SBo} +PKG=$TMP/package-$PRGNAM +OUTPUT=${OUTPUT:-/tmp} + +if [ "$ARCH" = "i486" ]; then + SLKCFLAGS="-O2 -march=i486 -mtune=i686" + LIBDIRSUFFIX="" +elif [ "$ARCH" = "i686" ]; then + SLKCFLAGS="-O2 -march=i686 -mtune=i686" + LIBDIRSUFFIX="" +elif [ "$ARCH" = "x86_64" ]; then + SLKCFLAGS="-O2 -fPIC" + LIBDIRSUFFIX="64" +else + SLKCFLAGS="-O2" + LIBDIRSUFFIX="" +fi + +set -e + +rm -rf $PKG +mkdir -p $TMP $PKG $OUTPUT +cd $TMP +rm -rf $PRGNAM-$VERSION +tar xvf $CWD/$PRGNAM-$VERSION.tar.gz +cd $PRGNAM-$VERSION +chown -R root:root . +find -L . \ + \( -perm 777 -o -perm 775 -o -perm 750 -o -perm 711 -o -perm 555 \ + -o -perm 511 \) -exec chmod 755 {} \; -o \ + \( -perm 666 -o -perm 664 -o -perm 640 -o -perm 600 -o -perm 444 \ + -o -perm 440 -o -perm 400 \) -exec chmod 644 {} \; + +python setup.py install --root=$PKG + +find $PKG -print0 | xargs -0 file | grep -e "executable" -e "shared object" | grep ELF \ + | cut -f 1 -d : | xargs strip --strip-unneeded 2> /dev/null || true + +mkdir -p $PKG/usr/doc/$PRGNAM-$VERSION +cp -a AUTHORS INSTALL README.rst LICENSE docs/README docs/*.rst \ + $PKG/usr/doc/$PRGNAM-$VERSION +cat $CWD/$PRGNAM.SlackBuild > $PKG/usr/doc/$PRGNAM-$VERSION/$PRGNAM.SlackBuild + +mkdir -p $PKG/install +cat $CWD/slack-desc > $PKG/install/slack-desc + +cd $PKG +/sbin/makepkg -l y -c n $OUTPUT/$PRGNAM-$VERSION-$ARCH-$BUILD$TAG.${PKGTYPE:-tgz} diff --git a/python/Scrapy/Scrapy.info b/python/Scrapy/Scrapy.info new file mode 100644 index 0000000000000..4212fa98b4f23 --- /dev/null +++ b/python/Scrapy/Scrapy.info @@ -0,0 +1,10 @@ +PRGNAM="Scrapy" +VERSION="1.1.0" +HOMEPAGE="http://scrapy.org/" +DOWNLOAD="https://pypi.python.org/packages/f7/9f/237e96ffa1258f3cc8b45672fc0705e87b04c52d438737eb107510034c0a/Scrapy-1.1.0.tar.gz" +MD5SUM="48d3fd6f4594d26f6fc3bcd01f3dcc20" +DOWNLOAD_x86_64="" +MD5SUM_x86_64="" +REQUIRES="python-twisted queuelib parsel PyDispatcher service_identity" +MAINTAINER="Dimitris Zlatanidis" +EMAIL="d.zlatanidis@gmail.com" diff --git a/python/Scrapy/slack-desc b/python/Scrapy/slack-desc new file mode 100644 index 0000000000000..b288e2a34bf70 --- /dev/null +++ b/python/Scrapy/slack-desc @@ -0,0 +1,19 @@ +# HOW TO EDIT THIS FILE: +# The "handy ruler" below makes it easier to edit a package description. +# Line up the first '|' above the ':' following the base package name, and +# the '|' on the right side marks the last column you can put a character in. +# You must make exactly 11 lines for the formatting to be correct. It's also +# customary to leave one space after the ':' except on otherwise blank lines. + + |-----handy-ruler------------------------------------------------------| +Scrapy: Scrapy (Web Scraping framework) +Scrapy: +Scrapy: An open source and collaborative framework for extracting the data +Scrapy: you need from websites. In a fast, simple, yet extensible way. +Scrapy: +Scrapy: Homepage: http://scrapy.org/ +Scrapy: +Scrapy: +Scrapy: +Scrapy: +Scrapy: |