-
-
-
-
- ...
-
-
-
- '.join(status_messages) + status_is_ok = status == ''; + if status_is_ok: + status = '✔️' + if with_upload and (not with_reduced_upload or not status_is_ok): + filename = f'{bridge_name} {form_number}{instance_suffix}{ARTIFACT_FILE_EXTENSION}' + filename = re.sub(r'[^a-z0-9 \_\-\.]', '', filename, flags=re.I).replace(' ', '_') + with open(file=f'{artifact_directory}/{filename}', mode='wb') as file: + file.write(page_text) + artifact_url = f'{artifact_base_url}/{filename}' + table_rows.append(f'| {bridge_name} | [{form_number} {context_name}{instance_suffix}]({artifact_url}) | {status} |') + form_number += 1 + return table_rows + +def getFirstLine(value: str) -> str: + # trim whitespace and remove text that can break the table or is simply unnecessary + clean_value = re.sub(r'^\[[^\]]+\]\s*rssbridge\.|[\|`]', '', value.strip()) + first_line = next(iter(clean_value.splitlines()), '') + max_length = 250 + if (len(first_line) > max_length): + first_line = first_line[:max_length] + '...' + return first_line + +if __name__ == '__main__': + parser = argparse.ArgumentParser() + parser.add_argument('--instances', nargs='+') + parser.add_argument('--no-upload', action='store_true') + parser.add_argument('--reduced-upload', action='store_true') + parser.add_argument('--title', default='Pull request artifacts') + parser.add_argument('--output-file', default=os.getcwd() + '/comment.txt') + args = parser.parse_args() + instances = [] + if args.instances: + for instance_arg in args.instances: + instance_arg_parts = instance_arg.split('::') + instance = Instance() + instance.name = instance_arg_parts[1].strip() if len(instance_arg_parts) >= 2 else '' + instance.url = instance_arg_parts[0].strip().rstrip("/") + instances.append(instance) + else: + instance = Instance() + instance.name = 'current' + instance.url = 'http://localhost:3000' + instances.append(instance) + instance = Instance() + instance.name = 'pr' + instance.url = 'http://localhost:3001' + instances.append(instance) + main( + instances=instances, + with_upload=not args.no_upload, + with_reduced_upload=args.reduced_upload and not args.no_upload, + title=args.title, + output_file=args.output_file + ); diff --git a/.github/workflows/dockerbuild.yml b/.github/workflows/dockerbuild.yml new file mode 100644 index 00000000000..3964555823a --- /dev/null +++ b/.github/workflows/dockerbuild.yml @@ -0,0 +1,61 @@ +name: Build Image on Commit and Release + +on: + push: + branches: + - 'master' + tags: + - '20*' + +env: + DOCKERHUB_SLUG: rssbridge/rss-bridge + GHCR_SLUG: ghcr.io/rss-bridge/rss-bridge + +jobs: + bake: + runs-on: ubuntu-latest + steps: + - + name: Checkout + uses: actions/checkout@v3 + - + name: Docker meta + id: docker_meta + uses: docker/metadata-action@v5 + with: + images: | + ${{ env.DOCKERHUB_SLUG }} + ${{ env.GHCR_SLUG }} + tags: | + type=raw,value=latest + type=sha + type=ref,event=tag,enable=${{ startsWith(github.ref, 'refs/tags/20') }} + type=raw,value=stable,enable=${{ startsWith(github.ref, 'refs/tags/20') }} + - + name: Set up QEMU + uses: docker/setup-qemu-action@v3 + - + name: Set up Docker Buildx + uses: docker/setup-buildx-action@v3 + - + name: Login to DockerHub + uses: docker/login-action@v3 + with: + username: ${{ secrets.DOCKER_USERNAME }} + password: ${{ secrets.DOCKER_PASSWORD }} + - + name: Login to GitHub Container Registry + uses: docker/login-action@v3 + with: + registry: ghcr.io + username: ${{ github.actor }} + password: ${{ secrets.GITHUB_TOKEN }} + - + name: Build and push + uses: docker/bake-action@v5 + with: + files: | + ./docker-bake.hcl + ${{ steps.docker_meta.outputs.bake-file }} + targets: image-all + push: true diff --git a/.github/workflows/documentation.yml b/.github/workflows/documentation.yml new file mode 100644 index 00000000000..e0201022e73 --- /dev/null +++ b/.github/workflows/documentation.yml @@ -0,0 +1,27 @@ +name: Documentation + +on: + push: + paths: + - 'docs/**' + +jobs: + documentation: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v4 + with: + persist-credentials: false + - name: Setup PHP + uses: shivammathur/setup-php@v2 + with: + php-version: 8.0 + - name: Install dependencies + run: composer global require daux/daux.io + - name: Generate documentation + run: daux generate + - name: Deploy same repository 🚀 + uses: JamesIves/github-pages-deploy-action@v4 + with: + folder: "static" + branch: gh-pages diff --git a/.github/workflows/lint.yml b/.github/workflows/lint.yml new file mode 100644 index 00000000000..206b53de0fb --- /dev/null +++ b/.github/workflows/lint.yml @@ -0,0 +1,49 @@ +name: Lint + +on: + push: + branches: [ master ] + pull_request: + branches: [ master ] + +jobs: + phpcs: + runs-on: ubuntu-20.04 + strategy: + matrix: + php-versions: ['7.4'] + steps: + - uses: actions/checkout@v4 + - uses: shivammathur/setup-php@v2 + with: + php-version: ${{ matrix.php-versions }} + tools: phpcs + - run: phpcs . --standard=phpcs.xml --warning-severity=0 --extensions=php -p + + phpcompatibility: + runs-on: ubuntu-20.04 + strategy: + matrix: + php-versions: ['7.4'] + steps: + - uses: actions/checkout@v4 + - uses: shivammathur/setup-php@v2 + with: + php-version: ${{ matrix.php-versions }} + - run: composer global config --no-plugins allow-plugins.dealerdirect/phpcodesniffer-composer-installer true + - run: composer global require dealerdirect/phpcodesniffer-composer-installer + - run: composer global require phpcompatibility/php-compatibility + - run: ~/.composer/vendor/bin/phpcs . --standard=phpcompatibility.xml --warning-severity=0 --extensions=php -p + + executable_php_files_check: + runs-on: ubuntu-20.04 + steps: + - uses: actions/checkout@v4 + - run: | + if find -name "*.php" -executable -type f -print -exec false {} + + then + echo 'Good, no executable php scripts found' + else + echo 'Please unmark php scripts above as non-executable' + exit 1 + fi diff --git a/.github/workflows/prhtmlgenerator.yml b/.github/workflows/prhtmlgenerator.yml new file mode 100644 index 00000000000..163d51e3a7c --- /dev/null +++ b/.github/workflows/prhtmlgenerator.yml @@ -0,0 +1,126 @@ +name: 'PR Testing' + +on: + pull_request_target: + branches: [ master ] + +jobs: + check-bridges: + name: Check if bridges were changed + runs-on: ubuntu-latest + outputs: + BRIDGES: ${{ steps.check1.outputs.BRIDGES }} + steps: + - name: Check number of bridges + id: check1 + run: | + PR=${{github.event.number}}; + wget https://patch-diff.githubusercontent.com/raw/$GITHUB_REPOSITORY/pull/$PR.patch; + bridgeamount=$(cat $PR.patch | grep "\bbridges/[A-Za-z0-9]*Bridge\.php\b" | sed "s=.*\bbridges/\([A-Za-z0-9]*\)Bridge\.php\b.*=\1=g" | sort | uniq | wc -l); + echo "BRIDGES=$bridgeamount" >> "$GITHUB_OUTPUT" + test-pr: + name: Generate HTML + runs-on: ubuntu-latest + needs: check-bridges + if: needs.check-bridges.outputs.BRIDGES > 0 + env: + PYTHONUNBUFFERED: 1 + # Needs additional permissions https://github.com/actions/first-interaction/issues/10#issuecomment-1041402989 + steps: + - name: Check out self + uses: actions/checkout@v4 + with: + ref: ${{github.event.pull_request.head.ref}} + repository: ${{github.event.pull_request.head.repo.full_name}} + - name: Check out rss-bridge + run: | + PR=${{github.event.number}}; + wget -O requirements.txt https://raw.githubusercontent.com/$GITHUB_REPOSITORY/${{ github.event.pull_request.base.ref }}/.github/prtester-requirements.txt; + wget https://raw.githubusercontent.com/$GITHUB_REPOSITORY/${{ github.event.pull_request.base.ref }}/.github/prtester.py; + wget https://patch-diff.githubusercontent.com/raw/$GITHUB_REPOSITORY/pull/$PR.patch; + touch DEBUG; + cat $PR.patch | grep "\bbridges/[A-Za-z0-9]*Bridge\.php\b" | sed "s=.*\bbridges/\([A-Za-z0-9]*\)Bridge\.php\b.*=\1=g" | sort | uniq > whitelist.txt + - name: Start Docker - Current + run: | + docker run -d -v $GITHUB_WORKSPACE/whitelist.txt:/app/whitelist.txt -v $GITHUB_WORKSPACE/DEBUG:/app/DEBUG -p 3000:80 ghcr.io/rss-bridge/rss-bridge:latest + - name: Start Docker - PR + run: | + docker build -t prbuild .; + docker run -d -v $GITHUB_WORKSPACE/whitelist.txt:/app/whitelist.txt -v $GITHUB_WORKSPACE/DEBUG:/app/DEBUG -p 3001:80 prbuild + - name: Setup python + uses: actions/setup-python@v5 + with: + python-version: '3.13' + cache: 'pip' + - name: Install requirements + run: | + cd $GITHUB_WORKSPACE + pip install -r requirements.txt + - name: Run bridge tests + id: testrun + run: | + mkdir results; + python prtester.py; + body="$(cat comment.txt)"; + body="${body//'%'/'%25'}"; + body="${body//$'\n'/'%0A'}"; + body="${body//$'\r'/'%0D'}"; + echo "bodylength=${#body}" >> $GITHUB_OUTPUT + env: + PR: ${{ github.event.number }} + - name: Upload generated tests + uses: actions/upload-artifact@v4 + id: upload-generated-tests + with: + name: tests + path: '*.html' + - name: Find Comment + if: ${{ steps.testrun.outputs.bodylength > 130 }} + uses: peter-evans/find-comment@v3 + id: fc + with: + issue-number: ${{ github.event.pull_request.number }} + comment-author: 'github-actions[bot]' + body-includes: Pull request artifacts + - name: Create or update comment + if: ${{ steps.testrun.outputs.bodylength > 130 }} + uses: peter-evans/create-or-update-comment@v4 + with: + comment-id: ${{ steps.fc.outputs.comment-id }} + issue-number: ${{ github.event.pull_request.number }} + body-file: comment.txt + edit-mode: replace + upload_tests: + name: Upload tests + runs-on: ubuntu-latest + needs: test-pr + steps: + - uses: actions/checkout@v4 + with: + repository: 'RSS-Bridge/rss-bridge-tests' + ref: 'main' + token: ${{ secrets.RSSTESTER_ACTION }} + + - name: Setup git config + run: | + git config --global user.name "GitHub Actions" + git config --global user.email "<>" + + - name: Download tests + uses: actions/download-artifact@v4 + with: + name: tests + + - name: Move tests + run: | + cd prs + mkdir -p ${{github.event.number}} + cd ${{github.event.number}} + mv -f $GITHUB_WORKSPACE/*.html . + + - name: Commit and push generated tests + run: | + export COMMIT_MESSAGE="Added tests for PR ${{github.event.number}}" + git add . + git commit -m "$COMMIT_MESSAGE" + git push diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml new file mode 100644 index 00000000000..93f07b0f0cd --- /dev/null +++ b/.github/workflows/tests.yml @@ -0,0 +1,23 @@ +name: Tests + +on: + push: + branches: [ master ] + pull_request: + branches: [ master ] + +jobs: + phpunit8: + runs-on: ubuntu-20.04 + strategy: + matrix: + php-versions: ['7.4', '8.0', '8.1'] + steps: + - uses: actions/checkout@v4 + - uses: shivammathur/setup-php@v2 + with: + php-version: ${{ matrix.php-versions }} + env: + update: true + - run: composer install + - run: composer test diff --git a/.gitignore b/.gitignore index 680260c7044..6ed95489e41 100644 --- a/.gitignore +++ b/.gitignore @@ -6,7 +6,6 @@ data/ *.pydevproject .project .metadata -bin/ tmp/ *.tmp *.bak @@ -213,6 +212,7 @@ pip-log.txt # Unit test / coverage reports .coverage +.phpunit.result.cache .tox #Translations @@ -228,6 +228,10 @@ pip-log.txt /whitelist.txt DEBUG config.ini.php +config/* +!config/nginx.conf +!config/php-fpm.conf +!config/php.ini ###################### ## VisualStudioCode ## diff --git a/.travis.yml b/.travis.yml deleted file mode 100644 index 841ac5dbb5a..00000000000 --- a/.travis.yml +++ /dev/null @@ -1,46 +0,0 @@ -dist: trusty -language: php - -install: - - composer global require dealerdirect/phpcodesniffer-composer-installer; - - composer global require phpcompatibility/php-compatibility; - - if [[ "$PHPUNIT" ]]; then - composer global require phpunit/phpunit ^$PHPUNIT; - fi - -script: - - phpenv rehash - # Run PHP_CodeSniffer on all versions - - ~/.config/composer/vendor/bin/phpcs . --standard=phpcs.xml --warning-severity=0 --extensions=php -p; - # Check PHP compatibility for the lowest and highest supported version - - if [[ $TRAVIS_PHP_VERSION == "5.6" || $TRAVIS_PHP_VERSION == "7.3" ]]; then - ~/.config/composer/vendor/bin/phpcs . --standard=phpcompatibility.xml --extensions=php -p; - fi - # Run unit tests on highest major version - - if [[ ${TRAVIS_PHP_VERSION:0:1} == "7" ]]; then - ~/.config/composer/vendor/bin/phpunit --configuration=phpunit.xml --include-path=lib/; - fi - -php: - - 7.3 - -env: - - PHPUNIT=6 - - PHPUNIT=7 - - PHPUNIT=8 - -matrix: - fast_finish: true - - include: - - php: 5.6 - env: PHPUNIT= - - php: 7.0 - - php: 7.1 - - php: 7.2 - - allow_failures: - - php: 7.3 - env: PHPUNIT=7 - - php: 7.3 - env: PHPUNIT=8 diff --git a/CONTRIBUTORS.md b/CONTRIBUTORS.md new file mode 100644 index 00000000000..d27421aa969 --- /dev/null +++ b/CONTRIBUTORS.md @@ -0,0 +1,225 @@ +# Contributors + +* [16mhz](https://github.com/16mhz) +* [adamchainz](https://github.com/adamchainz) +* [Ahiles3005](https://github.com/Ahiles3005) +* [akirk](https://github.com/akirk) +* [Albirew](https://github.com/Albirew) +* [aledeg](https://github.com/aledeg) +* [alex73](https://github.com/alex73) +* [alexAubin](https://github.com/alexAubin) +* [Alkarex](https://github.com/Alkarex) +* [AmauryCarrade](https://github.com/AmauryCarrade) +* [arnd-s](https://github.com/arnd-s) +* [ArthurHoaro](https://github.com/ArthurHoaro) +* [Astalaseven](https://github.com/Astalaseven) +* [Astyan-42](https://github.com/Astyan-42) +* [austinhuang0131](https://github.com/austinhuang0131) +* [axor-mst](https://github.com/axor-mst) +* [ayacoo](https://github.com/ayacoo) +* [az5he6ch](https://github.com/az5he6ch) +* [b1nj](https://github.com/b1nj) +* [benasse](https://github.com/benasse) +* [Binnette](https://github.com/Binnette) +* [BoboTiG](https://github.com/BoboTiG) +* [Bockiii](https://github.com/Bockiii) +* [brtsos](https://github.com/brtsos) +* [captn3m0](https://github.com/captn3m0) +* [chemel](https://github.com/chemel) +* [Chouchen](https://github.com/Chouchen) +* [ckiw](https://github.com/ckiw) +* [cn-tools](https://github.com/cn-tools) +* [cnlpete](https://github.com/cnlpete) +* [corenting](https://github.com/corenting) +* [couraudt](https://github.com/couraudt) +* [csisoap](https://github.com/csisoap) +* [da2x](https://github.com/da2x) +* [dabenzel](https://github.com/dabenzel) +* [Daiyousei](https://github.com/Daiyousei) +* [dawidsowa](https://github.com/dawidsowa) +* [DevonHess](https://github.com/DevonHess) +* [dhuschde](https://github.com/dhuschde) +* [disk0x](https://github.com/disk0x) +* [DJCrashdummy](https://github.com/DJCrashdummy) +* [Djuuu](https://github.com/Djuuu) +* [DnAp](https://github.com/DnAp) +* [dominik-th](https://github.com/dominik-th) +* [Draeli](https://github.com/Draeli) +* [Dreckiger-Dan](https://github.com/Dreckiger-Dan) +* [drego85](https://github.com/drego85) +* [drklee3](https://github.com/drklee3) +* [DRogueRonin](https://github.com/DRogueRonin) +* [dvikan](https://github.com/dvikan) +* [eggwhalefrog](https://github.com/eggwhalefrog) +* [em92](https://github.com/em92) +* [eMerzh](https://github.com/eMerzh) +* [EtienneM](https://github.com/EtienneM) +* [f0086](https://github.com/f0086) +* [fanch317](https://github.com/fanch317) +* [fatuuse](https://github.com/fatuuse) +* [fivefilters](https://github.com/fivefilters) +* [floviolleau](https://github.com/floviolleau) +* [fluffy-critter](https://github.com/fluffy-critter) +* [fmachen](https://github.com/fmachen) +* [Frenzie](https://github.com/Frenzie) +* [fulmeek](https://github.com/fulmeek) +* [ggiessen](https://github.com/ggiessen) +* [gileri](https://github.com/gileri) +* [Ginko-Aloe](https://github.com/Ginko-Aloe) +* [girlpunk](https://github.com/girlpunk) +* [Glandos](https://github.com/Glandos) +* [gloony](https://github.com/gloony) +* [GregThib](https://github.com/GregThib) +* [griffaurel](https://github.com/griffaurel) +* [Grummfy](https://github.com/Grummfy) +* [gsantner](https://github.com/gsantner) +* [guigot](https://github.com/guigot) +* [hollowleviathan](https://github.com/hollowleviathan) +* [hpacleb](https://github.com/hpacleb) +* [hunhejj](https://github.com/hunhejj) +* [husim0](https://github.com/husim0) +* [IceWreck](https://github.com/IceWreck) +* [imagoiq](https://github.com/imagoiq) +* [j0k3r](https://github.com/j0k3r) +* [JackNUMBER](https://github.com/JackNUMBER) +* [jacquesh](https://github.com/jacquesh) +* [jakubvalenta](https://github.com/jakubvalenta) +* [JasonGhent](https://github.com/JasonGhent) +* [jcgoette](https://github.com/jcgoette) +* [jdesgats](https://github.com/jdesgats) +* [jdigilio](https://github.com/jdigilio) +* [JeremyRand](https://github.com/JeremyRand) +* [JimDog546](https://github.com/JimDog546) +* [jNullj](https://github.com/jNullj) +* [Jocker666z](https://github.com/Jocker666z) +* [johnnygroovy](https://github.com/johnnygroovy) +* [johnpc](https://github.com/johnpc) +* [joni1993](https://github.com/joni1993) +* [jtojnar](https://github.com/jtojnar) +* [KamaleiZestri](https://github.com/KamaleiZestri) +* [kkoyung](https://github.com/kkoyung) +* [klimplant](https://github.com/klimplant) +* [KN4CK3R](https://github.com/KN4CK3R) +* [kolarcz](https://github.com/kolarcz) +* [kranack](https://github.com/kranack) +* [kraoc](https://github.com/kraoc) +* [krisu5](https://github.com/krisu5) +* [l1n](https://github.com/l1n) +* [laBecasse](https://github.com/laBecasse) +* [lagaisse](https://github.com/lagaisse) +* [lalannev](https://github.com/lalannev) +* [langfingaz](https://github.com/langfingaz) +* [lassana](https://github.com/lassana) +* [ldidry](https://github.com/ldidry) +* [Leomaradan](https://github.com/Leomaradan) +* [leyrer](https://github.com/leyrer) +* [liamka](https://github.com/liamka) +* [Limero](https://github.com/Limero) +* [LogMANOriginal](https://github.com/LogMANOriginal) +* [lorenzos](https://github.com/lorenzos) +* [lukasklinger](https://github.com/lukasklinger) +* [m0zes](https://github.com/m0zes) +* [Mar-Koeh](https://github.com/Mar-Koeh) +* [marcus-at-localhost](https://github.com/marcus-at-localhost) +* [marius8510000-bot](https://github.com/marius8510000-bot) +* [matthewseal](https://github.com/matthewseal) +* [mcbyte-it](https://github.com/mcbyte-it) +* [mdemoss](https://github.com/mdemoss) +* [melangue](https://github.com/melangue) +* [metaMMA](https://github.com/metaMMA) +* [mibe](https://github.com/mibe) +* [mickaelBert](https://github.com/mickaelBert) +* [mightymt](https://github.com/mightymt) +* [mitsukarenai](https://github.com/mitsukarenai) +* [Monocularity](https://github.com/Monocularity) +* [MonsieurPoutounours](https://github.com/MonsieurPoutounours) +* [mr-flibble](https://github.com/mr-flibble) +* [mro](https://github.com/mro) +* [mschwld](https://github.com/mschwld) +* [muekoeff](https://github.com/muekoeff) +* [mw80](https://github.com/mw80) +* [mxmehl](https://github.com/mxmehl) +* [Mynacol](https://github.com/Mynacol) +* [nel50n](https://github.com/nel50n) +* [niawag](https://github.com/niawag) +* [Niehztog](https://github.com/Niehztog) +* [NikNikYkt](https://github.com/NikNikYkt) +* [Nono-m0le](https://github.com/Nono-m0le) +* [NotsoanoNimus](https://github.com/NotsoanoNimus) +* [obsiwitch](https://github.com/obsiwitch) +* [Ololbu](https://github.com/Ololbu) +* [ORelio](https://github.com/ORelio) +* [otakuf](https://github.com/otakuf) +* [Park0](https://github.com/Park0) +* [Paroleen](https://github.com/Paroleen) +* [Patricol](https://github.com/Patricol) +* [paulchen](https://github.com/paulchen) +* [PaulVayssiere](https://github.com/PaulVayssiere) +* [pellaeon](https://github.com/pellaeon) +* [PeterDaveHello](https://github.com/PeterDaveHello) +* [Peterr-K](https://github.com/Peterr-K) +* [Piranhaplant](https://github.com/Piranhaplant) +* [pirnz](https://github.com/pirnz) +* [pit-fgfjiudghdf](https://github.com/pit-fgfjiudghdf) +* [pitchoule](https://github.com/pitchoule) +* [pmaziere](https://github.com/pmaziere) +* [Pofilo](https://github.com/Pofilo) +* [prysme01](https://github.com/prysme01) +* [pubak42](https://github.com/pubak42) +* [Qluxzz](https://github.com/Qluxzz) +* [quentinus95](https://github.com/quentinus95) +* [quickwick](https://github.com/quickwick) +* [rakoo](https://github.com/rakoo) +* [RawkBob](https://github.com/RawkBob) +* [regisenguehard](https://github.com/regisenguehard) +* [Riduidel](https://github.com/Riduidel) +* [rogerdc](https://github.com/rogerdc) +* [Roliga](https://github.com/Roliga) +* [ronansalmon](https://github.com/ronansalmon) +* [rremizov](https://github.com/rremizov) +* [s0lesurviv0r](https://github.com/s0lesurviv0r) +* [sal0max](https://github.com/sal0max) +* [sebsauvage](https://github.com/sebsauvage) +* [shutosg](https://github.com/shutosg) +* [simon816](https://github.com/simon816) +* [Simounet](https://github.com/Simounet) +* [somini](https://github.com/somini) +* [SpangleLabs](https://github.com/SpangleLabs) +* [SqrtMinusOne](https://github.com/SqrtMinusOne) +* [squeek502](https://github.com/squeek502) +* [StelFux](https://github.com/StelFux) +* [stjohnjohnson](https://github.com/stjohnjohnson) +* [Stopka](https://github.com/Stopka) +* [Strubbl](https://github.com/Strubbl) +* [sublimz](https://github.com/sublimz) +* [sunchaserinfo](https://github.com/sunchaserinfo) +* [SuperSandro2000](https://github.com/SuperSandro2000) +* [sysadminstory](https://github.com/sysadminstory) +* [t0stiman](https://github.com/t0stiman) +* [tameroski](https://github.com/tameroski) +* [teromene](https://github.com/teromene) +* [tgkenney](https://github.com/tgkenney) +* [thefranke](https://github.com/thefranke) +* [TheRadialActive](https://github.com/TheRadialActive) +* [theScrabi](https://github.com/theScrabi) +* [thezeroalpha](https://github.com/thezeroalpha) +* [thibaultcouraud](https://github.com/thibaultcouraud) +* [timendum](https://github.com/timendum) +* [TitiTestScalingo](https://github.com/TitiTestScalingo) +* [tomaszkane](https://github.com/tomaszkane) +* [tomershvueli](https://github.com/tomershvueli) +* [TotalCaesar659](https://github.com/TotalCaesar659) +* [tpikonen](https://github.com/tpikonen) +* [TReKiE](https://github.com/TReKiE) +* [triatic](https://github.com/triatic) +* [User123698745](https://github.com/User123698745) +* [VerifiedJoseph](https://github.com/VerifiedJoseph) +* [vitkabele](https://github.com/vitkabele) +* [WalterBarrett](https://github.com/WalterBarrett) +* [wtuuju](https://github.com/wtuuju) +* [xurxof](https://github.com/xurxof) +* [yamanq](https://github.com/yamanq) +* [yardenac](https://github.com/yardenac) +* [ymeister](https://github.com/ymeister) +* [yue-dongchen](https://github.com/yue-dongchen) +* [ZeNairolf](https://github.com/ZeNairolf) diff --git a/Dockerfile b/Dockerfile index fa9979d6787..1326dba0dbd 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,13 +1,72 @@ -FROM php:7-apache +FROM debian:12-slim AS rssbridge -ENV APACHE_DOCUMENT_ROOT=/app +LABEL description="RSS-Bridge is a PHP project capable of generating RSS and Atom feeds for websites that don't have one." +LABEL repository="https://github.com/RSS-Bridge/rss-bridge" +LABEL website="https://github.com/RSS-Bridge/rss-bridge" -RUN mv "$PHP_INI_DIR/php.ini-production" "$PHP_INI_DIR/php.ini" \ - && apt-get --yes update && apt-get --yes install libxml2-dev \ - && docker-php-ext-install -j$(nproc) simplexml \ - && sed -ri -e 's!/var/www/html!${APACHE_DOCUMENT_ROOT}!g' /etc/apache2/sites-available/*.conf \ - && sed -ri -e 's!/var/www/!${APACHE_DOCUMENT_ROOT}!g' /etc/apache2/apache2.conf /etc/apache2/conf-available/*.conf \ - && sed -ri -e 's/(MinProtocol\s*=\s*)TLSv1\.2/\1None/' /etc/ssl/openssl.cnf \ - && sed -ri -e 's/(CipherString\s*=\s*DEFAULT)@SECLEVEL=2/\1/' /etc/ssl/openssl.cnf +ARG DEBIAN_FRONTEND=noninteractive +RUN set -xe && \ + apt-get update && \ + apt-get install --yes --no-install-recommends \ + ca-certificates \ + nginx \ + nss-plugin-pem \ + php-curl \ + php-fpm \ + php-intl \ + # php-json is enabled by default with PHP 8.2 in Debian 12 + php-mbstring \ + php-memcached \ + # php-opcache is enabled by default with PHP 8.2 in Debian 12 + # php-openssl is enabled by default with PHP 8.2 in Debian 12 + php-sqlite3 \ + php-xml \ + php-zip \ + # php-zlib is enabled by default with PHP 8.2 in Debian 12 + # for downloading libcurl-impersonate + curl \ + && \ + # install curl-impersonate library + curlimpersonate_version=0.6.0 && \ + { \ + { \ + [ $(arch) = 'aarch64' ] && \ + archive="libcurl-impersonate-v${curlimpersonate_version}.aarch64-linux-gnu.tar.gz" && \ + sha512sum="d04b1eabe71f3af06aa1ce99b39a49c5e1d33b636acedcd9fad163bc58156af5c3eb3f75aa706f335515791f7b9c7a6c40ffdfa47430796483ecef929abd905d" \ + ; } \ + || { \ + [ $(arch) = 'armv7l' ] && \ + archive="libcurl-impersonate-v${curlimpersonate_version}.arm-linux-gnueabihf.tar.gz" && \ + sha512sum="05906b4efa1a6ed8f3b716fd83d476b6eea6bfc68e3dbc5212d65a2962dcaa7bd1f938c9096a7535252b11d1d08fb93adccc633585ff8cb8cec5e58bfe969bc9" \ + ; } \ + || { \ + [ $(arch) = 'x86_64' ] && \ + archive="libcurl-impersonate-v${curlimpersonate_version}.x86_64-linux-gnu.tar.gz" && \ + sha512sum="480bbe9452cd9aff2c0daaaf91f1057b3a96385f79011628a9237223757a9b0d090c59cb5982dc54ea0d07191657299ea91ca170a25ced3d7d410fcdff130ace" \ + ; } \ + } && \ + curl -LO "https://github.com/lwthiker/curl-impersonate/releases/download/v${curlimpersonate_version}/${archive}" && \ + echo "$sha512sum $archive" | sha512sum -c - && \ + mkdir -p /usr/local/lib/curl-impersonate && \ + tar xaf "$archive" -C /usr/local/lib/curl-impersonate --wildcards 'libcurl-impersonate-ff.so*' && \ + rm "$archive" && \ + apt-get purge --assume-yes curl && \ + rm -rf /var/lib/apt/lists/* -COPY --chown=www-data:www-data ./ /app/ \ No newline at end of file +ENV LD_PRELOAD /usr/local/lib/curl-impersonate/libcurl-impersonate-ff.so +ENV CURL_IMPERSONATE ff91esr + +# logs should go to stdout / stderr +RUN ln -sfT /dev/stderr /var/log/nginx/error.log; \ + ln -sfT /dev/stdout /var/log/nginx/access.log; \ + chown -R --no-dereference www-data:adm /var/log/nginx/ + +COPY ./config/nginx.conf /etc/nginx/sites-available/default +COPY ./config/php-fpm.conf /etc/php/8.2/fpm/pool.d/rss-bridge.conf +COPY ./config/php.ini /etc/php/8.2/fpm/conf.d/90-rss-bridge.ini + +COPY --chown=www-data:www-data ./ /app/ + +EXPOSE 80 + +ENTRYPOINT ["/app/docker-entrypoint.sh"] diff --git a/README.md b/README.md index a9db8eafb38..dadf7094939 100644 --- a/README.md +++ b/README.md @@ -1,257 +1,527 @@ +# RSS-Bridge +  -=== -[](UNLICENSE) [](https://github.com/rss-bridge/rss-bridge/releases/latest) [](https://tracker.debian.org/pkg/rss-bridge) [](https://www.gnu.org/software/guix/packages/R/) [](https://travis-ci.org/RSS-Bridge/rss-bridge) [](https://hub.docker.com/r/rssbridge/rss-bridge/) -RSS-Bridge is a PHP project capable of generating RSS and Atom feeds for websites that don't have one. It can be used on webservers or as a stand-alone application in CLI mode. +RSS-Bridge is a PHP web application. + +It generates web feeds for websites that don't have one. + +Officially hosted instance: https://rss-bridge.org/bridge01/ + +IRC channel #rssbridge at https://libera.chat/ + +[Full documentation](https://rss-bridge.github.io/rss-bridge/index.html) + +Alternatively find another +[public instance](https://rss-bridge.github.io/rss-bridge/General/Public_Hosts.html). + +Requires minimum PHP 7.4. + + +[](UNLICENSE) +[](https://github.com/rss-bridge/rss-bridge/releases/latest) +[](https://web.libera.chat/#rssbridge) +[](https://github.com/RSS-Bridge/rss-bridge/actions) + +||| +|:-:|:-:| +||| +||| +||| + +## A subset of bridges (15/447) + +* `CssSelectorBridge`: [Scrape out a feed using CSS selectors](https://rss-bridge.org/bridge01/#bridge-CssSelectorBridge) +* `FeedMergeBridge`: [Combine multiple feeds into one](https://rss-bridge.org/bridge01/#bridge-FeedMergeBridge) +* `FeedReducerBridge`: [Reduce a noisy feed by some percentage](https://rss-bridge.org/bridge01/#bridge-FeedReducerBridge) +* `FilterBridge`: [Filter a feed by excluding/including items by keyword](https://rss-bridge.org/bridge01/#bridge-FilterBridge) +* `GettrBridge`: [Fetches the latest posts from a GETTR user](https://rss-bridge.org/bridge01/#bridge-GettrBridge) +* `MastodonBridge`: [Fetches statuses from a Mastodon (ActivityPub) instance](https://rss-bridge.org/bridge01/#bridge-MastodonBridge) +* `RedditBridge`: [Fetches posts from a user/subredit (with filtering options)](https://rss-bridge.org/bridge01/#bridge-RedditBridge) +* `RumbleBridge`: [Fetches channel/user videos](https://rss-bridge.org/bridge01/#bridge-RumbleBridge) +* `SoundcloudBridge`: [Fetches music by username](https://rss-bridge.org/bridge01/#bridge-SoundcloudBridge) +* `TelegramBridge`: [Fetches posts from a public channel](https://rss-bridge.org/bridge01/#bridge-TelegramBridge) +* `ThePirateBayBridge:` [Fetches torrents by search/user/category](https://rss-bridge.org/bridge01/#bridge-ThePirateBayBridge) +* `TikTokBridge`: [Fetches posts by username](https://rss-bridge.org/bridge01/#bridge-TikTokBridge) +* `TwitchBridge`: [Fetches videos from channel](https://rss-bridge.org/bridge01/#bridge-TwitchBridge) +* `XPathBridge`: [Scrape out a feed using XPath expressions](https://rss-bridge.org/bridge01/#bridge-XPathBridge) +* `YoutubeBridge`: [Fetches videos by username/channel/playlist/search](https://rss-bridge.org/bridge01/#bridge-YoutubeBridge) +* `YouTubeCommunityTabBridge`: [Fetches posts from a channel's community tab](https://rss-bridge.org/bridge01/#bridge-YouTubeCommunityTabBridge) + +## Tutorial + +### How to install on traditional shared web hosting + +RSS-Bridge can basically be unzipped into a web folder. Should be working instantly. + +Latest zip: +https://github.com/RSS-Bridge/rss-bridge/archive/refs/heads/master.zip (2MB) + +### How to install on Debian 12 (nginx + php-fpm) + +These instructions have been tested on a fresh Debian 12 VM from Digital Ocean (1vcpu-512mb-10gb, 5 USD/month). + +```shell +timedatectl set-timezone Europe/Oslo + +apt install git nginx php8.2-fpm php-mbstring php-simplexml php-curl php-intl + +# Create a user account +useradd --shell /bin/bash --create-home rss-bridge + +cd /var/www + +# Create folder and change its ownership to rss-bridge +mkdir rss-bridge && chown rss-bridge:rss-bridge rss-bridge/ + +# Become rss-bridge +su rss-bridge + +# Clone master branch into existing folder +git clone https://github.com/RSS-Bridge/rss-bridge.git rss-bridge/ +cd rss-bridge + +# Copy over the default config (OPTIONAL) +cp -v config.default.ini.php config.ini.php + +# Recursively give full permissions to user/owner +chmod 700 --recursive ./ + +# Give read and execute to others on folder ./static +chmod o+rx ./ ./static + +# Recursively give give read to others on folder ./static +chmod o+r --recursive ./static +``` + +Nginx config: + +```nginx +# /etc/nginx/sites-enabled/rss-bridge.conf + +server { + listen 80; + + # TODO: change to your own server name + server_name example.com; + + access_log /var/log/nginx/rss-bridge.access.log; + error_log /var/log/nginx/rss-bridge.error.log; + log_not_found off; + + # Intentionally not setting a root folder + + # Static content only served here + location /static/ { + alias /var/www/rss-bridge/static/; + } + + # Pass off to php-fpm only when location is EXACTLY == / + location = / { + root /var/www/rss-bridge/; + include snippets/fastcgi-php.conf; + fastcgi_read_timeout 45s; + fastcgi_pass unix:/run/php/rss-bridge.sock; + } -**Important**: RSS-Bridge is __not__ a feed reader or feed aggregator, but a tool to generate feeds that are consumed by feed readers and feed aggregators. Find a list of feed aggregators on [Wikipedia](https://en.wikipedia.org/wiki/Comparison_of_feed_aggregators). + # Reduce log noise + location = /favicon.ico { + access_log off; + } -Supported sites/pages (examples) -=== + # Reduce log noise + location = /robots.txt { + access_log off; + } +} +``` -* `Bandcamp` : Returns last release from [bandcamp](https://bandcamp.com/) for a tag -* `Cryptome` : Returns the most recent documents from [Cryptome.org](http://cryptome.org/) -* `DansTonChat`: Most recent quotes from [danstonchat.com](http://danstonchat.com/) -* `DuckDuckGo`: Most recent results from [DuckDuckGo.com](https://duckduckgo.com/) -* `Facebook` : Returns the latest posts on a page or profile on [Facebook](https://facebook.com/) -* `FlickrExplore` : [Latest interesting images](http://www.flickr.com/explore) from Flickr -* `GoogleSearch` : Most recent results from Google Search -* `Identi.ca` : Identica user timeline (Should be compatible with other Pump.io instances) -* `Instagram`: Most recent photos from an Instagram user -* `OpenClassrooms`: Lastest tutorials from [fr.openclassrooms.com](http://fr.openclassrooms.com/) -* `Pinterest`: Most recent photos from user or search -* `ScmbBridge`: Newest stories from [secouchermoinsbete.fr](http://secouchermoinsbete.fr/) -* `ThePirateBay` : Returns the newest indexed torrents from [The Pirate Bay](https://thepiratebay.se/) with keywords -* `Twitter` : Return keyword/hashtag search or user timeline -* `Wikipedia`: highlighted articles from [Wikipedia](https://wikipedia.org/) in English, German, French or Esperanto -* `YouTube` : YouTube user channel, playlist or search +PHP FPM pool config: +```ini +; /etc/php/8.2/fpm/pool.d/rss-bridge.conf -And [many more](bridges/), thanks to the community! +[rss-bridge] -Output format -=== +user = rss-bridge +group = rss-bridge -RSS-Bridge is capable of producing several output formats: +listen = /run/php/rss-bridge.sock -* `Atom` : Atom feed, for use in feed readers -* `Html` : Simple HTML page -* `Json` : JSON, for consumption by other applications -* `Mrss` : MRSS feed, for use in feed readers -* `Plaintext` : Raw text, for consumption by other applications +listen.owner = www-data +listen.group = www-data -You can extend RSS-Bridge with your own format, using the [Format API](https://github.com/RSS-Bridge/rss-bridge/wiki/Format-API)! +; Create 10 workers standing by to serve requests +pm = static +pm.max_children = 10 -Screenshot -=== +; Respawn worker after 500 requests (workaround for memory leaks etc.) +pm.max_requests = 500 +``` -Welcome screen: +PHP ini config: +```ini +; /etc/php/8.2/fpm/conf.d/30-rss-bridge.ini - +max_execution_time = 15 +memory_limit = 64M +``` -*** +Restart fpm and nginx: -RSS-Bridge hashtag (#rss-bridge) search on Twitter, in Atom format (as displayed by Firefox): +```shell +# Lint and restart php-fpm +php-fpm8.2 -t && systemctl restart php8.2-fpm - +# Lint and restart nginx +nginx -t && systemctl restart nginx +``` -Requirements -=== +### How to install from Composer -RSS-Bridge requires PHP 5.6 or higher with following extensions enabled: +Install the latest release. - - [`openssl`](https://secure.php.net/manual/en/book.openssl.php) - - [`libxml`](https://secure.php.net/manual/en/book.libxml.php) - - [`mbstring`](https://secure.php.net/manual/en/book.mbstring.php) - - [`simplexml`](https://secure.php.net/manual/en/book.simplexml.php) - - [`curl`](https://secure.php.net/manual/en/book.curl.php) - - [`json`](https://secure.php.net/manual/en/book.json.php) - - [`sqlite3`](http://php.net/manual/en/book.sqlite3.php) (only when using SQLiteCache) +```shell +cd /var/www +composer create-project -v --no-dev --no-scripts rss-bridge/rss-bridge +``` -Find more information on our [Wiki](https://github.com/rss-bridge/rss-bridge/wiki) +### How to install with Caddy -Enable / Disable bridges -=== +TODO. See https://github.com/RSS-Bridge/rss-bridge/issues/3785 -RSS-Bridge allows you to take full control over which bridges are displayed to the user. That way you can host your own RSS-Bridge service with your favorite collection of bridges! +### Install from Docker Hub: -Find more information on the [Wiki](https://github.com/RSS-Bridge/rss-bridge/wiki/Whitelisting) +Install by downloading the docker image from Docker Hub: -**Notice**: By default, RSS-Bridge will only show a small subset of bridges. Make sure to read up on [whitelisting](https://github.com/RSS-Bridge/rss-bridge/wiki/Whitelisting) to unlock the full potential of RSS-Bridge! +```bash +# Create container +docker create --name=rss-bridge --publish 3000:80 --volume $(pwd)/config:/config rssbridge/rss-bridge +``` -Deploy -=== +You can put custom `config.ini.php` and bridges into `./config`. -Thanks to the community, hosting your own instance of RSS-Bridge is as easy as clicking a button! +**You must restart container for custom changes to take effect.** + +See `docker-entrypoint.sh` for details. + +```bash +# Start container +docker start rss-bridge +``` + +Browse http://localhost:3000/ + +### Install by locally building from Dockerfile + +```bash +# Build image from Dockerfile +docker build -t rss-bridge . + +# Create container +docker create --name rss-bridge --publish 3000:80 --volume $(pwd)/config:/config rss-bridge +``` + +You can put custom `config.ini.php` and bridges into `./config`. + +**You must restart container for custom changes to take effect.** + +See `docker-entrypoint.sh` for details. + +```bash +# Start container +docker start rss-bridge +``` + +Browse http://localhost:3000/ + +### Install with docker-compose (using Docker Hub) + +You can put custom `config.ini.php` and bridges into `./config`. + +**You must restart container for custom changes to take effect.** + +See `docker-entrypoint.sh` for details. + +```bash +docker-compose up +``` + +Browse http://localhost:3000/ + +### Other installation methods [](https://my.scalingo.com/deploy?source=https://github.com/sebsauvage/rss-bridge) [](https://heroku.com/deploy) +[](https://www.cloudron.io/store/com.rssbridgeapp.cloudronapp.html) +[](https://www.pikapods.com/pods?run=rssbridge) -Getting involved -=== - -There are many ways for you to getting involved with RSS-Bridge. Here are a few things: - -- Share RSS-Bridge with your friends (Twitter, Facebook, ..._you name it_...) -- Report broken bridges or bugs by opening [Issues](https://github.com/RSS-Bridge/rss-bridge/issues) on GitHub -- Request new features or suggest ideas (via [Issues](https://github.com/RSS-Bridge/rss-bridge/issues)) -- Discuss bugs, features, ideas or [issues](https://github.com/RSS-Bridge/rss-bridge/issues) -- Add new bridges or improve the API -- Improve the [Wiki](https://github.com/RSS-Bridge/rss-bridge/wiki) -- Host an instance of RSS-Bridge for your personal use or make it available to the community :sparkling_heart: - -Authors -=== - -We are RSS-Bridge community, a group of developers continuing the project initiated by sebsauvage, webmaster of [sebsauvage.net](http://sebsauvage.net), author of [Shaarli](http://sebsauvage.net/wiki/doku.php?id=php:shaarli) and [ZeroBin](http://sebsauvage.net/wiki/doku.php?id=php:zerobin). - -**Contributors** (sorted alphabetically): - - -* [16mhz](https://github.com/16mhz) -* [adamchainz](https://github.com/adamchainz) -* [Ahiles3005](https://github.com/Ahiles3005) -* [Albirew](https://github.com/Albirew) -* [aledeg](https://github.com/aledeg) -* [alex73](https://github.com/alex73) -* [alexAubin](https://github.com/alexAubin) -* [AmauryCarrade](https://github.com/AmauryCarrade) -* [AntoineTurmel](https://github.com/AntoineTurmel) -* [ArthurHoaro](https://github.com/ArthurHoaro) -* [Astalaseven](https://github.com/Astalaseven) -* [Astyan-42](https://github.com/Astyan-42) -* [az5he6ch](https://github.com/az5he6ch) -* [azdkj532](https://github.com/azdkj532) -* [b1nj](https://github.com/b1nj) -* [benasse](https://github.com/benasse) -* [captn3m0](https://github.com/captn3m0) -* [chemel](https://github.com/chemel) -* [ckiw](https://github.com/ckiw) -* [cnlpete](https://github.com/cnlpete) -* [corenting](https://github.com/corenting) -* [couraudt](https://github.com/couraudt) -* [cyberjacob](https://github.com/cyberjacob) -* [da2x](https://github.com/da2x) -* [Daiyousei](https://github.com/Daiyousei) -* [dawidsowa](https://github.com/dawidsowa) -* [disk0x](https://github.com/disk0x) -* [DJCrashdummy](https://github.com/DJCrashdummy) -* [Djuuu](https://github.com/Djuuu) -* [DnAp](https://github.com/DnAp) -* [dominik-th](https://github.com/dominik-th) -* [Draeli](https://github.com/Draeli) -* [Dreckiger-Dan](https://github.com/Dreckiger-Dan) -* [em92](https://github.com/em92) -* [eMerzh](https://github.com/eMerzh) -* [EtienneM](https://github.com/EtienneM) -* [floviolleau](https://github.com/floviolleau) -* [fluffy-critter](https://github.com/fluffy-critter) -* [Frenzie](https://github.com/Frenzie) -* [fulmeek](https://github.com/fulmeek) -* [Ginko-Aloe](https://github.com/Ginko-Aloe) -* [Glandos](https://github.com/Glandos) -* [gloony](https://github.com/gloony) -* [GregThib](https://github.com/GregThib) -* [griffaurel](https://github.com/griffaurel) -* [Grummfy](https://github.com/Grummfy) -* [hunhejj](https://github.com/hunhejj) -* [husim0](https://github.com/husim0) -* [IceWreck](https://github.com/IceWreck) -* [j0k3r](https://github.com/j0k3r) -* [JackNUMBER](https://github.com/JackNUMBER) -* [jdigilio](https://github.com/jdigilio) -* [JeremyRand](https://github.com/JeremyRand) -* [Jocker666z](https://github.com/Jocker666z) -* [johnnygroovy](https://github.com/johnnygroovy) -* [killruana](https://github.com/killruana) -* [klimplant](https://github.com/klimplant) -* [kranack](https://github.com/kranack) -* [kraoc](https://github.com/kraoc) -* [l1n](https://github.com/l1n) -* [laBecasse](https://github.com/laBecasse) -* [lagaisse](https://github.com/lagaisse) -* [lalannev](https://github.com/lalannev) -* [ldidry](https://github.com/ldidry) -* [Leomaradan](https://github.com/Leomaradan) -* [Limero](https://github.com/Limero) -* [LogMANOriginal](https://github.com/LogMANOriginal) -* [lorenzos](https://github.com/lorenzos) -* [lukasklinger](https://github.com/lukasklinger) -* [m0zes](https://github.com/m0zes) -* [matthewseal](https://github.com/matthewseal) -* [mcbyte-it](https://github.com/mcbyte-it) -* [mdemoss](https://github.com/mdemoss) -* [melangue](https://github.com/melangue) -* [metaMMA](https://github.com/metaMMA) -* [mitsukarenai](https://github.com/mitsukarenai) -* [MonsieurPoutounours](https://github.com/MonsieurPoutounours) -* [mr-flibble](https://github.com/mr-flibble) -* [mro](https://github.com/mro) -* [mxmehl](https://github.com/mxmehl) -* [nel50n](https://github.com/nel50n) -* [niawag](https://github.com/niawag) -* [Nono-m0le](https://github.com/Nono-m0le) -* [ObsidianWitch](https://github.com/ObsidianWitch) -* [OliverParoczai](https://github.com/OliverParoczai) -* [oratosquilla-oratoria](https://github.com/oratosquilla-oratoria) -* [ORelio](https://github.com/ORelio) -* [PaulVayssiere](https://github.com/PaulVayssiere) -* [pellaeon](https://github.com/pellaeon) -* [Piranhaplant](https://github.com/Piranhaplant) -* [pit-fgfjiudghdf](https://github.com/pit-fgfjiudghdf) -* [pitchoule](https://github.com/pitchoule) -* [pmaziere](https://github.com/pmaziere) -* [Pofilo](https://github.com/Pofilo) -* [prysme01](https://github.com/prysme01) -* [quentinus95](https://github.com/quentinus95) -* [regisenguehard](https://github.com/regisenguehard) -* [Riduidel](https://github.com/Riduidel) -* [rogerdc](https://github.com/rogerdc) -* [Roliga](https://github.com/Roliga) -* [sebsauvage](https://github.com/sebsauvage) -* [shutosg](https://github.com/shutosg) -* [somini](https://github.com/somini) -* [squeek502](https://github.com/squeek502) -* [stjohnjohnson](https://github.com/stjohnjohnson) -* [Strubbl](https://github.com/Strubbl) -* [sublimz](https://github.com/sublimz) -* [sunchaserinfo](https://github.com/sunchaserinfo) -* [sysadminstory](https://github.com/sysadminstory) -* [tameroski](https://github.com/tameroski) -* [teromene](https://github.com/teromene) -* [thefranke](https://github.com/thefranke) -* [ThePadawan](https://github.com/ThePadawan) -* [TheRadialActive](https://github.com/TheRadialActive) -* [TitiTestScalingo](https://github.com/TitiTestScalingo) -* [triatic](https://github.com/triatic) -* [VerifiedJoseph](https://github.com/VerifiedJoseph) -* [WalterBarrett](https://github.com/WalterBarrett) -* [wtuuju](https://github.com/wtuuju) -* [xurxof](https://github.com/xurxof) -* [yardenac](https://github.com/yardenac) -* [ZeNairolf](https://github.com/ZeNairolf) - -Licenses -=== +The Heroku quick deploy currently does not work. It might work if you fork this repo and +modify the `repository` in `scalingo.json`. See https://github.com/RSS-Bridge/rss-bridge/issues/2688 -The source code for RSS-Bridge is [Public Domain](UNLICENSE). +Learn more in +[Installation](https://rss-bridge.github.io/rss-bridge/For_Hosts/Installation.html). -RSS-Bridge uses third party libraries with their own license: +## How-to + +### How to fix "Access denied." + +Output is from php-fpm. It is unable to read index.php. + + chown rss-bridge:rss-bridge /var/www/rss-bridge/index.php + +### How to password-protect the instance (token) + +Modify `config.ini.php`: + + [authentication] + + token = "hunter2" + +### How to remove all cache items + +As current user: + + bin/cache-clear + +As user rss-bridge: + + sudo -u rss-bridge bin/cache-clear + +As root: + + sudo bin/cache-clear + +### How to remove all expired cache items + + bin/cache-prune + +### How to fix "PHP Fatal error: Uncaught Exception: The FileCache path is not writable" - * [`PHP Simple HTML DOM Parser`](http://simplehtmldom.sourceforge.net/) licensed under the [MIT License](http://opensource.org/licenses/MIT) - * [`php-urljoin`](https://github.com/fluffy-critter/php-urljoin) licensed under the [MIT License](http://opensource.org/licenses/MIT) +```shell +# Give rss-bridge ownership +chown rss-bridge:rss-bridge -R /var/www/rss-bridge/cache -Technical notes -=== +# Or, give www-data ownership +chown www-data:www-data -R /var/www/rss-bridge/cache + +# Or, give everyone write permission +chmod 777 -R /var/www/rss-bridge/cache + +# Or last ditch effort (CAREFUL) +rm -rf /var/www/rss-bridge/cache/ && mkdir /var/www/rss-bridge/cache/ +``` + +### How to fix "attempt to write a readonly database" + +The sqlite files (db, wal and shm) are not writeable. + + chown -v rss-bridge:rss-bridge cache/* + +### How to fix "Unable to prepare statement: 1, no such table: storage" + + rm cache/* + +### How to create a new bridge from scratch + +Create the new bridge in e.g. `bridges/BearBlogBridge.php`: + +```php +find('.blog-posts li') as $li) { + $a = $li->find('a', 0); + $this->items[] = [ + 'title' => $a->plaintext, + 'uri' => 'https://herman.bearblog.dev' . $a->href, + ]; + } + } +} +``` + +Learn more in [bridge api](https://rss-bridge.github.io/rss-bridge/Bridge_API/index.html). + +### How to enable all bridges + + enabled_bridges[] = * + +### How to enable some bridges + +``` +enabled_bridges[] = TwitchBridge +enabled_bridges[] = GettrBridge +``` + +### How to enable debug mode + +The +[debug mode](https://rss-bridge.github.io/rss-bridge/For_Developers/Debug_mode.html) +disables the majority of caching operations. + + enable_debug_mode = true + +### How to switch to memcached as cache backend + +``` +[cache] + +; Cache backend: file (default), sqlite, memcached, null +type = "memcached" +``` + +### How to switch to sqlite3 as cache backend + + type = "sqlite" + +### How to disable bridge errors (as feed items) + +When a bridge fails, RSS-Bridge will produce a feed with a single item describing the error. + +This way, feed readers pick it up and you are notified. + +If you don't want this behaviour, switch the error output to `http`: + + [error] + + ; Defines how error messages are returned by RSS-Bridge + ; + ; "feed" = As part of the feed (default) + ; "http" = As HTTP error message + ; "none" = No errors are reported + output = "http" + +### How to accumulate errors before finally reporting it + +Modify `report_limit` so that an error must occur 3 times before it is reported. + + ; Defines how often an error must occur before it is reported to the user + report_limit = 3 + +The report count is reset to 0 each day. + +### How to password-protect the instance (HTTP Basic Auth) + + [authentication] + + enable = true + username = "alice" + password = "cat" + +Will typically require feed readers to be configured with the credentials. + +It may also be possible to manually include the credentials in the URL: + +https://alice:cat@rss-bridge.org/bridge01/?action=display&bridge=FabriceBellardBridge&format=Html + +### How to create a new output format + +See `formats/PlaintextFormat.php` for an example. + +### How to run unit tests and linter + +These commands require that you have installed the dev dependencies in `composer.json`. + +Run all tests: + + ./vendor/bin/phpunit + +Run a single test class: + + ./vendor/bin/phpunit --filter UrlTest + +Run linter: + + ./vendor/bin/phpcs --standard=phpcs.xml --warning-severity=0 --extensions=php -p ./ + +https://github.com/squizlabs/PHP_CodeSniffer/wiki + +### How to spawn a minimal development environment + + php -S 127.0.0.1:9001 + +http://127.0.0.1:9001/ + +## Explanation + +We are RSS-Bridge community, a group of developers continuing the project initiated by sebsauvage, +webmaster of +[sebsauvage.net](https://sebsauvage.net), author of +[Shaarli](https://sebsauvage.net/wiki/doku.php?id=php:shaarli) and +[ZeroBin](https://sebsauvage.net/wiki/doku.php?id=php:zerobin). + +See [CONTRIBUTORS.md](CONTRIBUTORS.md) + +RSS-Bridge uses caching to prevent services from banning your server for repeatedly updating feeds. +The specific cache duration can be different between bridges. + +RSS-Bridge allows you to take full control over which bridges are displayed to the user. +That way you can host your own RSS-Bridge service with your favorite collection of bridges! + +Current maintainers (as of 2024): @dvikan and @Mynacol #2519 + +## Reference + +### Feed item structure + +This is the feed item structure that bridges are expected to produce. + +```php + $item = [ + 'uri' => 'https://example.com/blog/hello', + 'title' => 'Hello world', + // Publication date in unix timestamp + 'timestamp' => 1668706254, + 'author' => 'Alice', + 'content' => 'Here be item content', + 'enclosures' => [ + 'https://example.com/foo.png', + 'https://example.com/bar.png' + ], + 'categories' => [ + 'news', + 'tech', + ], + // Globally unique id + 'uid' => 'e7147580c8747aad', + ] +``` + +### Output formats + +* `Atom`: Atom feed, for use in feed readers +* `Html`: Simple HTML page +* `Json`: JSON, for consumption by other applications +* `Mrss`: MRSS feed, for use in feed readers +* `Plaintext`: Raw text, for consumption by other applications +* `Sfeed`: Text, TAB separated + +### Cache backends + +* `File` +* `SQLite` +* `Memcached` +* `Array` +* `Null` + +### Licenses + +The source code for RSS-Bridge is [Public Domain](UNLICENSE). + +RSS-Bridge uses third party libraries with their own license: - * RSS-Bridge uses caching to prevent services from banning your server for repeatedly updating feeds. The specific cache duration can be different between bridges. Cached files are deleted automatically after 24 hours. - * You can implement your own bridge, [following these instructions](https://github.com/RSS-Bridge/rss-bridge/wiki/Bridge-API). - * You can enable debug mode to disable caching. Find more information on the [Wiki](https://github.com/RSS-Bridge/rss-bridge/wiki/Debug-mode) + * [`Parsedown`](https://github.com/erusev/parsedown) licensed under the [MIT License](https://opensource.org/licenses/MIT) + * [`PHP Simple HTML DOM Parser`](https://simplehtmldom.sourceforge.io/docs/1.9/index.html) licensed under the [MIT License](https://opensource.org/licenses/MIT) + * [`php-urljoin`](https://github.com/fluffy-critter/php-urljoin) licensed under the [MIT License](https://opensource.org/licenses/MIT) + * [`Laravel framework`](https://github.com/laravel/framework/) licensed under the [MIT License](https://opensource.org/licenses/MIT) -Rant -=== +## Rant *Dear so-called "social" websites.* @@ -261,6 +531,6 @@ You're not social when you hamper sharing by removing feeds. You're happy to hav We want to share with friends, using open protocols: RSS, Atom, XMPP, whatever. Because no one wants to have *your* service with *your* applications using *your* API force-feeding them. Friends must be free to choose whatever software and service they want. -We are rebuilding bridges you have wilfully destroyed. +We are rebuilding bridges you have willfully destroyed. Get your shit together: Put RSS/Atom back in. diff --git a/actions/ConnectivityAction.php b/actions/ConnectivityAction.php index 69272ddade1..e4e1e7c2724 100644 --- a/actions/ConnectivityAction.php +++ b/actions/ConnectivityAction.php @@ -1,15 +1,4 @@ userData['bridge'])) { - $this->returnEntryPage(); - return; - } - - $bridgeName = $this->userData['bridge']; - - $this->reportBridgeConnectivity($bridgeName); - - } - - /** - * Generates a report about the bridge connectivity status and sends it back - * to the user. - * - * The report is generated as Json-formatted string in the format - * { - * "bridge": "
-
-
-
-EOD;
- }
+class ConnectivityAction implements ActionInterface
+{
+ private BridgeFactory $bridgeFactory;
+
+ public function __construct(
+ BridgeFactory $bridgeFactory
+ ) {
+ $this->bridgeFactory = $bridgeFactory;
+ }
+
+ public function __invoke(Request $request): Response
+ {
+ if (!Debug::isEnabled()) {
+ return new Response('This action is only available in debug mode!', 403);
+ }
+
+ $bridgeName = $request->get('bridge');
+ if (!$bridgeName) {
+ return new Response(render_template('connectivity.html.php'));
+ }
+ $bridgeClassName = $this->bridgeFactory->createBridgeClassName($bridgeName);
+ if (!$bridgeClassName) {
+ return new Response('Bridge not found', 404);
+ }
+ return $this->reportBridgeConnectivity($bridgeClassName);
+ }
+
+ private function reportBridgeConnectivity($bridgeClassName)
+ {
+ if (!$this->bridgeFactory->isEnabled($bridgeClassName)) {
+ throw new \Exception('Bridge is not whitelisted!');
+ }
+
+ $bridge = $this->bridgeFactory->create($bridgeClassName);
+ $curl_opts = [
+ CURLOPT_CONNECTTIMEOUT => 5,
+ CURLOPT_FOLLOWLOCATION => true,
+ ];
+ $result = [
+ 'bridge' => $bridgeClassName,
+ 'successful' => false,
+ 'http_code' => null,
+ ];
+ try {
+ $response = getContents($bridge::URI, [], $curl_opts, true);
+ $result['http_code'] = $response->getCode();
+ if (in_array($result['http_code'], [200])) {
+ $result['successful'] = true;
+ }
+ } catch (\Exception $e) {
+ }
+
+ return new Response(Json::encode($result), 200, ['content-type' => 'text/json']);
+ }
}
diff --git a/actions/DetectAction.php b/actions/DetectAction.php
index 86605de41d8..8d3d6263913 100644
--- a/actions/DetectAction.php
+++ b/actions/DetectAction.php
@@ -1,53 +1,51 @@
userData['url']
- or returnClientError('You must specify a url!');
-
- $format = $this->userData['format']
- or returnClientError('You must specify a format!');
-
- $bridgeFac = new \BridgeFactory();
- $bridgeFac->setWorkingDir(PATH_LIB_BRIDGES);
-
- foreach($bridgeFac->getBridgeNames() as $bridgeName) {
-
- if(!$bridgeFac->isWhitelisted($bridgeName)) {
- continue;
- }
-
- $bridge = $bridgeFac->create($bridgeName);
-
- if($bridge === false) {
- continue;
- }
-
- $bridgeParams = $bridge->detectParameters($targetURL);
-
- if(is_null($bridgeParams)) {
- continue;
- }
-
- $bridgeParams['bridge'] = $bridgeName;
- $bridgeParams['format'] = $format;
-
- header('Location: ?action=display&' . http_build_query($bridgeParams), true, 301);
- die();
-
- }
-
- returnClientError('No bridge found for given URL: ' . $targetURL);
- }
+class DetectAction implements ActionInterface
+{
+ private BridgeFactory $bridgeFactory;
+
+ public function __construct(
+ BridgeFactory $bridgeFactory
+ ) {
+ $this->bridgeFactory = $bridgeFactory;
+ }
+
+ public function __invoke(Request $request): Response
+ {
+ $url = $request->get('url');
+ $format = $request->get('format');
+
+ if (!$url) {
+ return new Response(render(__DIR__ . '/../templates/error.html.php', ['message' => 'You must specify a url']));
+ }
+ if (!$format) {
+ return new Response(render(__DIR__ . '/../templates/error.html.php', ['message' => 'You must specify a format']));
+ }
+
+ foreach ($this->bridgeFactory->getBridgeClassNames() as $bridgeClassName) {
+ if (!$this->bridgeFactory->isEnabled($bridgeClassName)) {
+ continue;
+ }
+
+ $bridge = $this->bridgeFactory->create($bridgeClassName);
+
+ $bridgeParams = $bridge->detectParameters($url);
+
+ if (!$bridgeParams) {
+ continue;
+ }
+
+ $query = [
+ 'action' => 'display',
+ 'bridge' => $bridgeClassName,
+ 'format' => $format,
+ ];
+ $query = array_merge($query, $bridgeParams);
+ return new Response('', 301, ['location' => '?' . http_build_query($query)]);
+ }
+
+ return new Response(render(__DIR__ . '/../templates/error.html.php', [
+ 'message' => 'No bridge found for given URL: ' . $url,
+ ]));
+ }
}
diff --git a/actions/DisplayAction.php b/actions/DisplayAction.php
index 89930cfbe6a..10af8ad7257 100644
--- a/actions/DisplayAction.php
+++ b/actions/DisplayAction.php
@@ -1,258 +1,231 @@
getCode();
- if ($returnCode === 301 || $returnCode === 302) {
- # Don't pass redirect codes to the exterior
- $returnCode = 508;
- }
- return $returnCode;
- }
-
- public function execute() {
- $bridge = array_key_exists('bridge', $this->userData) ? $this->userData['bridge'] : null;
-
- $format = $this->userData['format']
- or returnClientError('You must specify a format!');
-
- $bridgeFac = new \BridgeFactory();
- $bridgeFac->setWorkingDir(PATH_LIB_BRIDGES);
-
- // whitelist control
- if(!$bridgeFac->isWhitelisted($bridge)) {
- throw new \Exception('This bridge is not whitelisted', 401);
- die;
- }
-
- // Data retrieval
- $bridge = $bridgeFac->create($bridge);
-
- $noproxy = array_key_exists('_noproxy', $this->userData)
- && filter_var($this->userData['_noproxy'], FILTER_VALIDATE_BOOLEAN);
-
- if(defined('PROXY_URL') && PROXY_BYBRIDGE && $noproxy) {
- define('NOPROXY', true);
- }
-
- // Cache timeout
- $cache_timeout = -1;
- if(array_key_exists('_cache_timeout', $this->userData)) {
-
- if(!CUSTOM_CACHE_TIMEOUT) {
- unset($this->userData['_cache_timeout']);
- $uri = parse_url($_SERVER['REQUEST_URI'], PHP_URL_PATH) . '?' . http_build_query($this->userData);
- header('Location: ' . $uri, true, 301);
- die();
- }
-
- $cache_timeout = filter_var($this->userData['_cache_timeout'], FILTER_VALIDATE_INT);
-
- } else {
- $cache_timeout = $bridge->getCacheTimeout();
- }
-
- // Remove parameters that don't concern bridges
- $bridge_params = array_diff_key(
- $this->userData,
- array_fill_keys(
- array(
- 'action',
- 'bridge',
- 'format',
- '_noproxy',
- '_cache_timeout',
- '_error_time'
- ), '')
- );
-
- // Remove parameters that don't concern caches
- $cache_params = array_diff_key(
- $this->userData,
- array_fill_keys(
- array(
- 'action',
- 'format',
- '_noproxy',
- '_cache_timeout',
- '_error_time'
- ), '')
- );
-
- // Initialize cache
- $cacheFac = new CacheFactory();
- $cacheFac->setWorkingDir(PATH_LIB_CACHES);
- $cache = $cacheFac->create(Configuration::getConfig('cache', 'type'));
- $cache->setScope('');
- $cache->purgeCache(86400); // 24 hours
- $cache->setKey($cache_params);
-
- $items = array();
- $infos = array();
- $mtime = $cache->getTime();
-
- if($mtime !== false
- && (time() - $cache_timeout < $mtime)
- && !Debug::isEnabled()) { // Load cached data
-
- // Send "Not Modified" response if client supports it
- // Implementation based on https://stackoverflow.com/a/10847262
- if(isset($_SERVER['HTTP_IF_MODIFIED_SINCE'])) {
- $stime = strtotime($_SERVER['HTTP_IF_MODIFIED_SINCE']);
-
- if($mtime <= $stime) { // Cached data is older or same
- header('Last-Modified: ' . gmdate('D, d M Y H:i:s ', $mtime) . 'GMT', true, 304);
- die();
- }
- }
-
- $cached = $cache->loadData();
-
- if(isset($cached['items']) && isset($cached['extraInfos'])) {
- foreach($cached['items'] as $item) {
- $items[] = new \FeedItem($item);
- }
-
- $infos = $cached['extraInfos'];
- }
-
- } else { // Collect new data
-
- try {
- $bridge->setDatas($bridge_params);
- $bridge->collectData();
-
- $items = $bridge->getItems();
-
- // Transform "legacy" items to FeedItems if necessary.
- // Remove this code when support for "legacy" items ends!
- if(isset($items[0]) && is_array($items[0])) {
- $feedItems = array();
-
- foreach($items as $item) {
- $feedItems[] = new \FeedItem($item);
- }
-
- $items = $feedItems;
- }
-
- $infos = array(
- 'name' => $bridge->getName(),
- 'uri' => $bridge->getURI(),
- 'icon' => $bridge->getIcon()
- );
- } catch(Error $e) {
- error_log($e);
-
- if(logBridgeError($bridge::NAME, $e->getCode()) >= Configuration::getConfig('error', 'report_limit')) {
- if(Configuration::getConfig('error', 'output') === 'feed') {
- $item = new \FeedItem();
-
- // Create "new" error message every 24 hours
- $this->userData['_error_time'] = urlencode((int)(time() / 86400));
-
- // Error 0 is a special case (i.e. "trying to get property of non-object")
- if($e->getCode() === 0) {
- $item->setTitle(
- 'Bridge encountered an unexpected situation! ('
- . $this->userData['_error_time']
- . ')'
- );
- } else {
- $item->setTitle(
- 'Bridge returned error '
- . $e->getCode()
- . '! ('
- . $this->userData['_error_time']
- . ')'
- );
- }
-
- $item->setURI(
- (isset($_SERVER['REQUEST_URI']) ? parse_url($_SERVER['REQUEST_URI'], PHP_URL_PATH) : '')
- . '?'
- . http_build_query($this->userData)
- );
-
- $item->setTimestamp(time());
- $item->setContent(buildBridgeException($e, $bridge));
-
- $items[] = $item;
- } elseif(Configuration::getConfig('error', 'output') === 'http') {
- header('Content-Type: text/html', true, get_return_code($e));
- die(buildTransformException($e, $bridge));
- }
- }
- } catch(Exception $e) {
- error_log($e);
-
- if(logBridgeError($bridge::NAME, $e->getCode()) >= Configuration::getConfig('error', 'report_limit')) {
- if(Configuration::getConfig('error', 'output') === 'feed') {
- $item = new \FeedItem();
-
- // Create "new" error message every 24 hours
- $this->userData['_error_time'] = urlencode((int)(time() / 86400));
-
- $item->setURI(
- (isset($_SERVER['REQUEST_URI']) ? parse_url($_SERVER['REQUEST_URI'], PHP_URL_PATH) : '')
- . '?'
- . http_build_query($this->userData)
- );
-
- $item->setTitle(
- 'Bridge returned error '
- . $e->getCode()
- . '! ('
- . $this->userData['_error_time']
- . ')'
- );
- $item->setTimestamp(time());
- $item->setContent(buildBridgeException($e, $bridge));
-
- $items[] = $item;
- } elseif(Configuration::getConfig('error', 'output') === 'http') {
- header('Content-Type: text/html', true, get_return_code($e));
- die(buildTransformException($e, $bridge));
- }
- }
- }
-
- // Store data in cache
- $cache->saveData(array(
- 'items' => array_map(function($i){ return $i->toArray(); }, $items),
- 'extraInfos' => $infos
- ));
-
- }
-
- // Data transformation
- try {
- $formatFac = new FormatFactory();
- $formatFac->setWorkingDir(PATH_LIB_FORMATS);
- $format = $formatFac->create($format);
- $format->setItems($items);
- $format->setExtraInfos($infos);
- $format->setLastModified($cache->getTime());
- $format->display();
- } catch(Error $e) {
- error_log($e);
- header('Content-Type: text/html', true, $e->getCode());
- die(buildTransformException($e, $bridge));
- } catch(Exception $e) {
- error_log($e);
- header('Content-Type: text/html', true, $e->getCode());
- die(buildTransformException($e, $bridge));
- }
- }
+class DisplayAction implements ActionInterface
+{
+ private CacheInterface $cache;
+ private Logger $logger;
+ private BridgeFactory $bridgeFactory;
+
+ public function __construct(
+ CacheInterface $cache,
+ Logger $logger,
+ BridgeFactory $bridgeFactory
+ ) {
+ $this->cache = $cache;
+ $this->logger = $logger;
+ $this->bridgeFactory = $bridgeFactory;
+ }
+
+ public function __invoke(Request $request): Response
+ {
+ $bridgeName = $request->get('bridge');
+ $format = $request->get('format');
+ $noproxy = $request->get('_noproxy');
+
+ if (!$bridgeName) {
+ return new Response(render(__DIR__ . '/../templates/error.html.php', ['message' => 'Missing bridge name parameter']), 400);
+ }
+ $bridgeClassName = $this->bridgeFactory->createBridgeClassName($bridgeName);
+ if (!$bridgeClassName) {
+ return new Response(render(__DIR__ . '/../templates/error.html.php', ['message' => 'Bridge not found']), 404);
+ }
+
+ if (!$format) {
+ return new Response(render(__DIR__ . '/../templates/error.html.php', ['message' => 'You must specify a format']), 400);
+ }
+ if (!$this->bridgeFactory->isEnabled($bridgeClassName)) {
+ return new Response(render(__DIR__ . '/../templates/error.html.php', ['message' => 'This bridge is not whitelisted']), 400);
+ }
+
+ // Disable proxy (if enabled and per user's request)
+ if (
+ Configuration::getConfig('proxy', 'url')
+ && Configuration::getConfig('proxy', 'by_bridge')
+ && $noproxy
+ ) {
+ // This const is only used once in getContents()
+ define('NOPROXY', true);
+ }
+
+ $cacheKey = 'http_' . json_encode($request->toArray());
+
+ $bridge = $this->bridgeFactory->create($bridgeClassName);
+
+ $response = $this->createResponse($request, $bridge, $format);
+
+ if ($response->getCode() === 200) {
+ $ttl = $request->get('_cache_timeout');
+ if (Configuration::getConfig('cache', 'custom_timeout') && $ttl) {
+ $ttl = (int) $ttl;
+ } else {
+ $ttl = $bridge->getCacheTimeout();
+ }
+ $this->cache->set($cacheKey, $response, $ttl);
+ }
+
+ return $response;
+ }
+
+ private function createResponse(Request $request, BridgeAbstract $bridge, string $format)
+ {
+ $items = [];
+
+ try {
+ $bridge->loadConfiguration();
+ // Remove parameters that don't concern bridges
+ $remove = [
+ 'token',
+ 'action',
+ 'bridge',
+ 'format',
+ '_noproxy',
+ '_cache_timeout',
+ '_error_time',
+ '_', // Some RSS readers add a cache-busting parameter (_=Par: ' - . $tab->find('td', 5)->plaintext - . '
Type: ' - . $tab->find('td', 3)->plaintext; - - $item['id'] = static::URI - . $tab->find('td', 2)->find('a', 0)->getAttribute('href'); - - $item['uri'] = static::URI - . $tab->find('td', 2)->find('a', 0)->getAttribute('href'); - - $this->items[] = $item; - } - } -} diff --git a/bridges/ABolaBridge.php b/bridges/ABolaBridge.php new file mode 100644 index 00000000000..1f1c5da1954 --- /dev/null +++ b/bridges/ABolaBridge.php @@ -0,0 +1,116 @@ + [ + 'name' => 'News Feed', + 'type' => 'list', + 'title' => 'Feeds from the Portuguese sports newspaper A BOLA.PT', + 'values' => [ + 'Últimas' => 'Nnh/Noticias', + 'Seleção Nacional' => 'Selecao/Noticias', + 'Futebol Nacional' => [ + 'Notícias' => 'Nacional/Noticias', + 'Primeira Liga' => 'Nacional/Liga/Noticias', + 'Liga 2' => 'Nacional/Liga2/Noticias', + 'Liga 3' => 'Nacional/Liga3/Noticias', + 'Liga Revelação' => 'Nacional/Liga-Revelacao/Noticias', + 'Campeonato de Portugal' => 'Nacional/Campeonato-Portugal/Noticias', + 'Distritais' => 'Nacional/Distritais/Noticias', + 'Taça de Portugal' => 'Nacional/TPortugal/Noticias', + 'Futebol Feminino' => 'Nacional/FFeminino/Noticias', + 'Futsal' => 'Nacional/Futsal/Noticias', + ], + 'Futebol Internacional' => [ + 'Notícias' => 'Internacional/Noticias/Noticias', + 'Liga dos Campeões' => 'Internacional/Liga-dos-campeoes/Noticias', + 'Liga Europa' => 'Internacional/Liga-europa/Noticias', + 'Liga Conferência' => 'Internacional/Liga-conferencia/Noticias', + 'Liga das Nações' => 'Internacional/Liga-das-nacoes/Noticias', + 'UEFA Youth League' => 'Internacional/Uefa-Youth-League/Noticias', + ], + 'Mercado' => 'Mercado', + 'Modalidades' => 'Modalidades/Noticias', + 'Motores' => 'Motores/Noticias', + ] + ] + ] + ]; + + public function getIcon() + { + return 'https://abola.pt/img/icons/favicon-96x96.png'; + } + + public function getName() + { + return !is_null($this->getKey('feed')) ? self::NAME . ' | ' . $this->getKey('feed') : self::NAME; + } + + public function getURI() + { + return self::URI . $this->getInput('feed'); + } + + public function collectData() + { + $url = sprintf('https://abola.pt/%s', $this->getInput('feed')); + $dom = getSimpleHTMLDOM($url); + if ($this->getInput('feed') !== 'Mercado') { + $dom = $dom->find('div#body_Todas1_upNoticiasTodas', 0); + } else { + $dom = $dom->find('div#body_NoticiasMercado_upNoticiasTodas', 0); + } + if (!$dom) { + throw new \Exception(sprintf('Unable to find css selector on `%s`', $url)); + } + $dom = defaultLinkTo($dom, $this->getURI()); + foreach ($dom->find('div.media') as $key => $article) { + //Get thumbnail + $image = $article->find('.media-img', 0)->style; + $image = preg_replace('/background-image: url\(/i', '', $image); + $image = substr_replace($image, '', -4); + $image = preg_replace('/https:\/\//i', '', $image); + $image = preg_replace('/www\./i', '', $image); + $image = preg_replace('/\/\//', '/', $image); + $image = preg_replace('/\/\/\//', '//', $image); + $image = substr($image, 7); + $image = 'https://' . $image; + $image = preg_replace('/ptimg/', 'pt/img', $image); + $image = preg_replace('/\/\/bola/', 'www.abola', $image); + //Timestamp + $date = date('Y/m/d'); + if (!is_null($article->find("span#body_Todas1_rptNoticiasTodas_lblData_$key", 0))) { + $date = $article->find("span#body_Todas1_rptNoticiasTodas_lblData_$key", 0)->plaintext; + $date = preg_replace('/\./', '/', $date); + } + $time = $article->find("span#body_Todas1_rptNoticiasTodas_lblHora_$key", 0)->plaintext; + $date = explode('/', $date); + $time = explode(':', $time); + $year = $date[0]; + $month = $date[1]; + $day = $date[2]; + $hour = $time[0]; + $minute = $time[1]; + $timestamp = mktime($hour, $minute, 0, $month, $day, $year); + //Content + $image = '
' . $article->find('.media-texto > span', 0)->plaintext . '
'; + $content = $image . '' . $description; + $a = $article->find('.media-body > a', 0); + $this->items[] = [ + 'title' => $a->find('h4 span', 0)->plaintext, + 'uri' => $a->href, + 'content' => $content, + 'timestamp' => $timestamp, + ]; + } + } +} diff --git a/bridges/AO3Bridge.php b/bridges/AO3Bridge.php index 9a3b5c8ffa8..7e18b657f58 100644 --- a/bridges/AO3Bridge.php +++ b/bridges/AO3Bridge.php @@ -1,121 +1,238 @@ array( - 'url' => array( - 'name' => 'url', - 'required' => true, - // Example: F/F tag, complete works only - 'exampleValue' => self::URI - . 'works?work_search[complete]=T&tag_id=F*s*F', - ), - ), - 'Bookmarks' => array( - 'user' => array( - 'name' => 'user', - 'required' => true, - // Example: Nyaaru's bookmarks - 'exampleValue' => 'Nyaaru', - ), - ), - 'Work' => array( - 'id' => array( - 'name' => 'id', - 'required' => true, - // Example: latest chapters from A Better Past by LysSerris - 'exampleValue' => '18181853', - ), - ) - ); - - // Feed for lists of works (e.g. recent works, search results, filtered tags, - // bookmarks, series, collections). - private function collectList($url) { - $html = getSimpleHTMLDOM($url) - or returnServerError('could not request AO3'); - $html = defaultLinkTo($html, self::URI); - - foreach($html->find('.index.group > li') as $element) { - $item = array(); - - $title = $element->find('div h4 a', 0); - if (!isset($title)) continue; // discard deleted works - $item['title'] = $title->plaintext; - $item['content'] = $element; - $item['uri'] = $title->href; - - $strdate = $element->find('div p.datetime', 0)->plaintext; - $item['timestamp'] = strtotime($strdate); - - $chapters = $element->find('dl dd.chapters', 0); - // bookmarked series and external works do not have a chapters count - $chapters = (isset($chapters) ? $chapters->plaintext : 0); - $item['uid'] = $item['uri'] . "/$strdate/$chapters"; - - $this->items[] = $item; - } - } - - // Feed for recent chapters of a specific work. - private function collectWork($id) { - $url = self::URI . "/works/$id/navigate"; - $html = getSimpleHTMLDOM($url) - or returnServerError('could not request AO3'); - $html = defaultLinkTo($html, self::URI); - - $this->title = $html->find('h2 a', 0)->plaintext; - - foreach($html->find('ol.index.group > li') as $element) { - $item = array(); - - $item['title'] = $element->find('a', 0)->plaintext; - $item['content'] = $element; - $item['uri'] = $element->find('a', 0)->href; - - $strdate = $element->find('span.datetime', 0)->plaintext; - $strdate = str_replace('(', '', $strdate); - $strdate = str_replace(')', '', $strdate); - $item['timestamp'] = strtotime($strdate); - - $item['uid'] = $item['uri'] . "/$strdate"; - - $this->items[] = $item; - } - - $this->items = array_reverse($this->items); - } - - public function collectData() { - switch($this->queriedContext) { - case 'Bookmarks': - $user = $this->getInput('user'); - $this->title = $user; - $url = self::URI - . '/users/' . $user - . '/bookmarks?bookmark_search[sort_column]=bookmarkable_date'; - return $this->collectList($url); - case 'List': return $this->collectList( - $this->getInput('url') - ); - case 'Work': return $this->collectWork( - $this->getInput('id') - ); - } - } - - public function getName() { - $name = parent::getName() . " $this->queriedContext"; - if (isset($this->title)) $name .= " - $this->title"; - return $name; - } - - public function getIcon() { - return self::URI . '/favicon.ico'; - } +class AO3Bridge extends BridgeAbstract +{ + const NAME = 'AO3'; + const URI = 'https://archiveofourown.org/'; + const CACHE_TIMEOUT = 1800; + const DESCRIPTION = 'Returns works or chapters from Archive of Our Own'; + const MAINTAINER = 'Obsidienne'; + const PARAMETERS = [ + 'List' => [ + 'url' => [ + 'name' => 'url', + 'required' => true, + // Example: F/F tag + 'exampleValue' => 'https://archiveofourown.org/tags/F*s*F/works', + ], + 'range' => [ + 'name' => 'Chapter Content', + 'title' => 'Chapter(s) to include in each work\'s feed entry', + 'defaultValue' => null, + 'type' => 'list', + 'values' => [ + 'None' => null, + 'First' => 'first', + 'Latest' => 'last', + 'Entire work' => 'all', + ], + ], + 'limit' => self::LIMIT, + ], + 'Bookmarks' => [ + 'user' => [ + 'name' => 'user', + 'required' => true, + // Example: Nyaaru's bookmarks + 'exampleValue' => 'Nyaaru', + ], + ], + 'Work' => [ + 'id' => [ + 'name' => 'id', + 'required' => true, + // Example: latest chapters from A Better Past by LysSerris + 'exampleValue' => '18181853', + ], + ] + ]; + private $title; + + public function collectData() + { + switch ($this->queriedContext) { + case 'Bookmarks': + $this->collectList($this->getURI()); + break; + case 'List': + $this->collectList($this->getURI()); + break; + case 'Work': + $this->collectWork($this->getURI()); + break; + } + } + + /** + * Feed for lists of works (e.g. recent works, search results, filtered tags, + * bookmarks, series, collections). + */ + private function collectList($url) + { + $version = 'v0.0.1'; + $headers = [ + "useragent: rss-bridge $version (https://github.com/RSS-Bridge/rss-bridge)" + ]; + $response = getContents($url, $headers); + + $html = \str_get_html($response); + $html = defaultLinkTo($html, self::URI); + + // Get list title. Will include page range + count in some cases + $heading = ($html->find('#main h2', 0)); + if ($heading->find('a.tag')) { + $heading = $heading->find('a.tag', 0); + } + $this->title = $heading->plaintext; + + $limit = $this->getInput('limit') ?? 3; + $count = 0; + foreach ($html->find('.index.group > li') as $element) { + $item = []; + + $title = $element->find('div h4 a', 0); + if (!isset($title)) { + continue; // discard deleted works + } + $item['title'] = $title->plaintext; + $item['uri'] = $title->href; + + $strdate = $element->find('div p.datetime', 0)->plaintext; + $item['timestamp'] = strtotime($strdate); + + // detach from rest of page because remove() is buggy + $element = str_get_html($element->outertext()); + $tags = $element->find('ul.required-tags', 0); + foreach ($tags->childNodes() as $tag) { + $item['categories'][] = html_entity_decode($tag->plaintext); + } + $tags->remove(); + $tags = $element->find('ul.tags', 0); + foreach ($tags->childNodes() as $tag) { + $item['categories'][] = html_entity_decode($tag->plaintext); + } + $tags->remove(); + + $item['content'] = implode('', $element->childNodes()); + + $chapters = $element->find('dl dd.chapters', 0); + // bookmarked series and external works do not have a chapters count + $chapters = (isset($chapters) ? $chapters->plaintext : 0); + $item['uid'] = $item['uri'] . "/$strdate/$chapters"; + + // Fetch workskin of desired chapter(s) in list + if ($this->getInput('range') && ($limit == 0 || $count++ < $limit)) { + $url = $item['uri']; + switch ($this->getInput('range')) { + case ('all'): + $url .= '?view_full_work=true'; + break; + case ('first'): + break; + case ('last'): + // only way to get this is using the navigate page unfortunately + $url .= '/navigate'; + $response = getContents($url, $headers); + $html = \str_get_html($response); + $html = defaultLinkTo($html, self::URI); + $url = $html->find('ol.index.group > li > a', -1)->href; + break; + } + $response = getContents($url, $headers); + + $html = \str_get_html($response); + $html = defaultLinkTo($html, self::URI); + // remove duplicate fic summary + if ($ficsum = $html->find('#workskin > .preface > .summary', 0)) { + $ficsum->remove(); + } + $item['content'] .= $html->find('#workskin', 0); + } + + // Use predictability of download links to generate enclosures + $wid = explode('/', $item['uri'])[4]; + foreach (['azw3', 'epub', 'mobi', 'pdf', 'html'] as $ext) { + $item['enclosures'][] = 'https://archiveofourown.org/downloads/' . $wid . '/work.' . $ext; + } + + $this->items[] = $item; + } + } + + /** + * Feed for recent chapters of a specific work. + */ + private function collectWork($url) + { + $version = 'v0.0.1'; + $headers = [ + "useragent: rss-bridge $version (https://github.com/RSS-Bridge/rss-bridge)" + ]; + $response = getContents($url . '/navigate', $headers); + + $html = \str_get_html($response); + $html = defaultLinkTo($html, self::URI); + + $response = getContents($url . '?view_full_work=true', $headers); + + $workhtml = \str_get_html($response); + $workhtml = defaultLinkTo($workhtml, self::URI); + + $this->title = $html->find('h2 a', 0)->plaintext; + + $nav = $html->find('ol.index.group > li'); + for ($i = 0; $i < count($nav); $i++) { + $item = []; + + $element = $nav[$i]; + $item['title'] = $element->find('a', 0)->plaintext; + $item['content'] = $workhtml->find('#chapter-' . ($i + 1), 0); + $item['uri'] = $element->find('a', 0)->href; + + $strdate = $element->find('span.datetime', 0)->plaintext; + $strdate = str_replace('(', '', $strdate); + $strdate = str_replace(')', '', $strdate); + $item['timestamp'] = strtotime($strdate); + + $item['uid'] = $item['uri'] . "/$strdate"; + + $this->items[] = $item; + } + + $this->items = array_reverse($this->items); + } + + public function getName() + { + $name = parent::getName() . " $this->queriedContext"; + if (isset($this->title)) { + $name .= " - $this->title"; + } + return $name; + } + + public function getIcon() + { + return self::URI . '/favicon.ico'; + } + + public function getURI() + { + $url = parent::getURI(); + switch ($this->queriedContext) { + case 'Bookmarks': + $user = $this->getInput('user'); + $url = self::URI + . '/users/' . $user + . '/bookmarks?bookmark_search[sort_column]=bookmarkable_date'; + break; + case 'List': + $url = $this->getInput('url'); + break; + case 'Work': + $url = self::URI . '/works/' . $this->getInput('id'); + break; + } + return $url; + } } diff --git a/bridges/ARDAudiothekBridge.php b/bridges/ARDAudiothekBridge.php new file mode 100644 index 00000000000..02b6b00778d --- /dev/null +++ b/bridges/ARDAudiothekBridge.php @@ -0,0 +1,173 @@ +icon + * @const IMAGEEXTENSION + */ + const IMAGEEXTENSION = '.jpg'; + + const PARAMETERS = [ + [ + 'path' => [ + 'name' => 'Show Link or ID', + 'required' => true, + 'title' => 'Link to the show page or just its numeric suffix', + 'defaultValue' => 'https://www.ardaudiothek.de/sendung/kalk-welk/10777871/' + ], + 'limit' => self::LIMIT, + ] + ]; + + + /** + * Holds the title of the current show + * + * @var string + */ + private $title; + + /** + * Holds the URI of the show + * + * @var string + */ + private $uri; + + /** + * Holds the icon of the feed + * + */ + private $icon; + + public function collectData() + { + $path = $this->getInput('path'); + $limit = $this->getInput('limit'); + + $oldTz = date_default_timezone_get(); + date_default_timezone_set('Europe/Berlin'); + + $pathComponents = explode('/', $path); + if (empty($pathComponents)) { + returnClientError('Path may not be empty'); + } + if (count($pathComponents) < 2) { + $showID = $pathComponents[0]; + } else { + $lastKey = count($pathComponents) - 1; + $showID = $pathComponents[$lastKey]; + if (strlen($showID) === 0) { + $showID = $pathComponents[$lastKey - 1]; + } + } + + $url = self::APIENDPOINT . 'programsets/' . $showID . '/'; + $json1 = getContents($url); + $data1 = Json::decode($json1, false); + $processedJSON = $data1->data->programSet; + if (!$processedJSON) { + throw new \Exception('Unable to find show id: ' . $showID); + } + + $answerLength = 1; + $offset = 0; + $numberOfElements = 1; + + while ($answerLength != 0 && $offset < $numberOfElements && (is_null($limit) || $offset < $limit)) { + $json2 = getContents($url . '?offset=' . $offset); + $data2 = Json::decode($json2, false); + $processedJSON = $data2->data->programSet; + + $answerLength = count($processedJSON->items->nodes); + $offset = $offset + $answerLength; + $numberOfElements = $processedJSON->numberOfElements; + + foreach ($processedJSON->items->nodes as $audio) { + $item = []; + $item['uri'] = $audio->sharingUrl; + $item['title'] = $audio->title; + $imageSquare = str_replace(self::IMAGEWIDTHPLACEHOLDER, self::IMAGEWIDTH, $audio->image->url1X1); + $image = str_replace(self::IMAGEWIDTHPLACEHOLDER, self::IMAGEWIDTH, $audio->image->url); + $item['enclosures'] = [ + $audio->audios[0]->url, + $imageSquare + ]; + // synopsis in list is shortened, full synopsis is available using one request per item + $item['content'] = '' . $audio->synopsis . '
'; + $item['timestamp'] = $audio->publicationStartDateAndTime; + $item['uid'] = $audio->id; + $item['author'] = $audio->programSet->publicationService->title; + + $category = $audio->programSet->editorialCategories->title ?? null; + if ($category) { + $item['categories'] = [$category]; + } + + $item['itunes'] = [ + 'duration' => $audio->duration, + ]; + + $this->items[] = $item; + } + } + $this->title = $processedJSON->title; + $this->uri = $processedJSON->sharingUrl; + $this->icon = str_replace(self::IMAGEWIDTHPLACEHOLDER, self::IMAGEWIDTH, $processedJSON->image->url1X1); + // add image file extension to URL so icon is shown in generated RSS feeds, see + // https://github.com/RSS-Bridge/rss-bridge/blob/4aed05c7b678b5673386d61374bba13637d15487/formats/MrssFormat.php#L76 + $this->icon = $this->icon . self::IMAGEEXTENSION; + + $this->items = array_slice($this->items, 0, $limit); + + date_default_timezone_set($oldTz); + } + + /** {@inheritdoc} */ + public function getURI() + { + if (!empty($this->uri)) { + return $this->uri; + } + return parent::getURI(); + } + + /** {@inheritdoc} */ + public function getName() + { + if (!empty($this->title)) { + return $this->title; + } + return parent::getName(); + } + + /** {@inheritdoc} */ + public function getIcon() + { + if (!empty($this->icon)) { + return $this->icon; + } + return parent::getIcon(); + } +} diff --git a/bridges/ARDMediathekBridge.php b/bridges/ARDMediathekBridge.php new file mode 100644 index 00000000000..da11dd642ae --- /dev/null +++ b/bridges/ARDMediathekBridge.php @@ -0,0 +1,114 @@ + [ + 'name' => 'Show Link or ID', + 'required' => true, + 'title' => 'Link to the show page or just its alphanumeric suffix', + 'defaultValue' => 'https://www.ardmediathek.de/sendung/45-min/Y3JpZDovL25kci5kZS8xMzkx/' + ] + ] + ]; + + public function collectData() + { + $oldTz = date_default_timezone_get(); + + date_default_timezone_set('Europe/Berlin'); + + $pathComponents = explode('/', $this->getInput('path')); + if (empty($pathComponents)) { + returnClientError('Path may not be empty'); + } + if (count($pathComponents) < 2) { + $showID = $pathComponents[0]; + } else { + $lastKey = count($pathComponents) - 1; + $showID = $pathComponents[$lastKey]; + if (strlen($showID) === 0) { + $showID = $pathComponents[$lastKey - 1]; + } + } + + $url = self::APIENDPOINT . $showID . '?pageSize=' . self::PAGESIZE; + $rawJSON = getContents($url); + $processedJSON = json_decode($rawJSON); + + foreach ($processedJSON->teasers as $video) { + $item = []; + // there is also ->links->self->id, ->links->self->urlId, ->links->target->id, ->links->target->urlId + $item['uri'] = self::VIDEOLINKPREFIX . $video->id . '/'; + // there is also ->mediumTitle and ->shortTitle + $item['title'] = $video->longTitle; + // in the test, aspect16x9 was the only child of images, not sure whether that is always true + $item['enclosures'] = [ + str_replace(self::IMAGEWIDTHPLACEHOLDER, self::IMAGEWIDTH, $video->images->aspect16x9->src) + ]; + $item['content'] = '';
+ $item['timestamp'] = $video->broadcastedOn;
+ $item['uid'] = $video->id;
+ $item['author'] = $video->publicationService->name;
+ $this->items[] = $item;
+ }
+
+ $this->title = $processedJSON->title;
+
+ date_default_timezone_set($oldTz);
+ }
+
+ /** {@inheritdoc} */
+ public function getName()
+ {
+ if (!empty($this->title)) {
+ return $this->title;
+ }
+ return parent::getName();
+ }
+}
diff --git a/bridges/ASRockNewsBridge.php b/bridges/ASRockNewsBridge.php
new file mode 100644
index 00000000000..1a3279784a0
--- /dev/null
+++ b/bridges/ASRockNewsBridge.php
@@ -0,0 +1,63 @@
+find('div.inner > a') as $index => $a) {
+ $item = [];
+
+ $articlePath = $a->href;
+
+ $articlePageHtml = getSimpleHTMLDOMCached($articlePath, self::CACHE_TIMEOUT);
+
+ $articlePageHtml = defaultLinkTo($articlePageHtml, self::URI);
+
+ $contents = $articlePageHtml->find('div.Contents', 0);
+
+ $item['uri'] = $articlePath;
+ $item['title'] = $contents->find('h3', 0)->innertext;
+
+ $contents->find('h3', 0)->outertext = '';
+
+ $item['content'] = $contents->innertext;
+ $item['timestamp'] = $this->extractDate($a->plaintext);
+
+ $img = $a->find('img', 0);
+ if ($img) {
+ $item['enclosures'][] = $img->src;
+ }
+
+ $this->items[] = $item;
+
+ if (count($this->items) >= 10) {
+ break;
+ }
+ }
+ }
+
+ private function extractDate($text)
+ {
+ $dateRegex = '/^([0-9]{4}\/[0-9]{1,2}\/[0-9]{1,2})/';
+
+ $text = trim($text);
+
+ if (preg_match($dateRegex, $text, $matches)) {
+ return $matches[1];
+ }
+
+ return '';
+ }
+}
diff --git a/bridges/AcrimedBridge.php b/bridges/AcrimedBridge.php
index 7e0fb6b2a6d..f7bbd58ef0a 100644
--- a/bridges/AcrimedBridge.php
+++ b/bridges/AcrimedBridge.php
@@ -1,24 +1,37 @@
collectExpandableDatas(static::URI . 'spip.php?page=backend');
- }
+ const PARAMETERS = [
+ [
+ 'limit' => [
+ 'name' => 'limit',
+ 'type' => 'number',
+ 'defaultValue' => -1,
+ ]
+ ]
+ ];
- protected function parseItem($newsItem){
- $item = parent::parseItem($newsItem);
+ public function collectData()
+ {
+ $url = 'https://www.acrimed.org/spip.php?page=backend';
+ $limit = $this->getInput('limit');
+ $this->collectExpandableDatas($url, $limit);
+ }
- $articlePage = getSimpleHTMLDOM($newsItem->link);
- $article = sanitize($articlePage->find('article.article1', 0)->innertext);
- $article = defaultLinkTo($article, static::URI);
- $item['content'] = $article;
+ protected function parseItem(array $item)
+ {
+ $articlePage = getSimpleHTMLDOM($item['uri']);
+ $article = sanitize($articlePage->find('article.article1', 0)->innertext);
+ $article = defaultLinkTo($article, static::URI);
+ $item['content'] = $article;
- return $item;
- }
+ return $item;
+ }
}
diff --git a/bridges/ActivisionResearchBridge.php b/bridges/ActivisionResearchBridge.php
new file mode 100644
index 00000000000..88af4b46499
--- /dev/null
+++ b/bridges/ActivisionResearchBridge.php
@@ -0,0 +1,45 @@
+find('div[id="home-blog-feed"]', 0);
+ if (!$dom) {
+ throw new \Exception(sprintf('Unable to find css selector on `%s`', $url));
+ }
+ $dom = defaultLinkTo($dom, $this->getURI());
+ foreach ($dom->find('div[class="blog-entry"]') as $article) {
+ $a = $article->find('a', 0);
+
+ $blogimg = extractFromDelimiters($article->find('div[class="blog-img"]', 0)->style, 'url(', ')');
+
+ $title = htmlspecialchars_decode($article->find('div[class="title"]', 0)->plaintext);
+ $author = htmlspecialchars_decode($article->find('div[class="author]', 0)->plaintext);
+ $date = $article->find('div[class="pubdate"]', 0)->plaintext;
+
+ $entry = getSimpleHTMLDOMCached($a->href, static::CACHE_TIMEOUT * 7 * 4);
+ $entry = defaultLinkTo($entry, $this->getURI());
+
+ $content = $entry->find('div[class="blog-body"]', 0);
+ $tagsremove = ['script', 'iframe', 'input', 'form'];
+ $content = sanitize($content, $tagsremove);
+ $content = '' . $content;
+
+ $this->items[] = [
+ 'title' => $title,
+ 'author' => $author,
+ 'uri' => $a->href,
+ 'content' => $content,
+ 'timestamp' => strtotime($date),
+ ];
+ }
+ }
+}
diff --git a/bridges/AirBreizhBridge.php b/bridges/AirBreizhBridge.php
new file mode 100644
index 00000000000..272c74ee121
--- /dev/null
+++ b/bridges/AirBreizhBridge.php
@@ -0,0 +1,56 @@
+ [
+ 'theme' => [
+ 'name' => 'Thematique',
+ 'type' => 'list',
+ 'values' => [
+ 'Tout' => '',
+ 'Rapport d\'activite' => 'rapport-dactivite',
+ 'Etude' => 'etudes',
+ 'Information' => 'information',
+ 'Autres documents' => 'autres-documents',
+ 'Plan Régional de Surveillance de la qualité de l’air' => 'prsqa',
+ 'Transport' => 'transport'
+ ]
+ ]
+ ]
+ ];
+
+ public function getIcon()
+ {
+ return 'https://www.airbreizh.asso.fr/voy_content/uploads/2017/11/favicon.png';
+ }
+
+ public function collectData()
+ {
+ $html = '';
+ $html = getSimpleHTMLDOM(static::URI . 'publications/?fwp_publications_thematiques=' . $this->getInput('theme'));
+
+ foreach ($html->find('article') as $article) {
+ $item = [];
+ // Title
+ $item['title'] = $article->find('h2', 0)->plaintext;
+ // Author
+ $item['author'] = 'Air Breizh';
+ // Image
+ $imagelink = $article->find('.card__image', 0)->find('img', 0)->getAttribute('src');
+ // Content preview
+ $item['content'] = '
+
'
+ . $article->find('.card__text', 0)->plaintext;
+ // URL
+ $item['uri'] = $article->find('.publi__buttons', 0)->find('a', 0)->getAttribute('href');
+ // ID
+ $item['id'] = $article->find('.publi__buttons', 0)->find('a', 0)->getAttribute('href');
+ $this->items[] = $item;
+ }
+ }
+}
diff --git a/bridges/AlbionOnlineBridge.php b/bridges/AlbionOnlineBridge.php
new file mode 100644
index 00000000000..4b191b18171
--- /dev/null
+++ b/bridges/AlbionOnlineBridge.php
@@ -0,0 +1,76 @@
+ [
+ 'name' => 'Limit',
+ 'type' => 'number',
+ 'required' => true,
+ 'title' => 'Maximum number of items to return',
+ 'defaultValue' => 5,
+ ],
+ 'language' => [
+ 'name' => 'Language',
+ 'type' => 'list',
+ 'values' => [
+ 'English' => 'en',
+ 'Deutsch' => 'de',
+ 'Polski' => 'pl',
+ 'Français' => 'fr',
+ 'Русский' => 'ru',
+ 'Português' => 'pt',
+ 'Español' => 'es',
+ ],
+ 'title' => 'Language of changelog posts',
+ 'defaultValue' => 'en',
+ ],
+ 'full' => [
+ 'name' => 'Full changelog',
+ 'type' => 'checkbox',
+ 'required' => false,
+ 'title' => 'Enable to receive the full changelog post for each item'
+ ],
+ ]];
+
+ public function collectData()
+ {
+ $api = 'https://albiononline.com/';
+ // Example: https://albiononline.com/en/changelog/1/5
+ $url = $api . $this->getInput('language') . '/changelog/1/' . $this->getInput('postcount');
+
+ $html = getSimpleHTMLDOM($url);
+
+ foreach ($html->find('li') as $data) {
+ $item = [];
+ $item['uri'] = self::URI . $data->find('a', 0)->getAttribute('href');
+ $item['title'] = trim(explode('|', $data->find('span', 0)->plaintext)[0]);
+ // Time below work only with en lang. Need to think about solution. May be separate request like getFullChangelog, but to english list for all language
+ //print_r( date_parse_from_format( 'M j, Y' , 'Sep 9, 2020') );
+ //$item['timestamp'] = $this->extractDate($a->plaintext);
+ $item['author'] = 'albiononline.com';
+ if ($this->getInput('full')) {
+ $item['content'] = $this->getFullChangelog($item['uri']);
+ } else {
+ //$item['content'] = trim(preg_replace('/\s+/', ' ', $data->find('span', 0)->plaintext));
+ // Just use title, no info at all or use title and date, see above
+ $item['content'] = $item['title'];
+ }
+ $item['uid'] = hash('sha256', $item['title']);
+ $this->items[] = $item;
+ }
+ }
+
+ private function getFullChangelog($url)
+ {
+ $html = getSimpleHTMLDOMCached($url);
+ $html = defaultLinkTo($html, self::URI);
+ return $html->find('div.small-12.columns', 1)->innertext;
+ }
+}
diff --git a/bridges/AlfaBankByBridge.php b/bridges/AlfaBankByBridge.php
new file mode 100644
index 00000000000..7c13c14dbfa
--- /dev/null
+++ b/bridges/AlfaBankByBridge.php
@@ -0,0 +1,87 @@
+ [
+ 'business' => [
+ 'name' => 'Альфа Бизнес',
+ 'type' => 'list',
+ 'title' => 'В зависимости от выбора, возращает уведомления для" .
+ " клиентов физ. лиц либо для клиентов-юридических лиц и ИП',
+ 'values' => [
+ 'Новости' => 'news',
+ 'Новости бизнеса' => 'newsBusiness'
+ ],
+ 'defaultValue' => 'news'
+ ],
+ 'fullContent' => [
+ 'name' => 'Включать содержимое',
+ 'type' => 'checkbox',
+ 'title' => 'Если выбрано, содержимое уведомлений вставляется в поток (работает медленно)'
+ ]
+ ]
+ ];
+
+ public function collectData()
+ {
+ $business = $this->getInput('business') == 'newsBusiness';
+ $fullContent = $this->getInput('fullContent') == 'on';
+
+ $mainPageUrl = self::URI . '/about/articles/uvedomleniya/';
+ if ($business) {
+ $mainPageUrl .= '?business=true';
+ }
+ $html = getSimpleHTMLDOM($mainPageUrl);
+ $limit = 0;
+
+ foreach ($html->find('a.notifications__item') as $element) {
+ if ($limit < 10) {
+ $item = [];
+ $item['uid'] = 'urn:sha1:' . hash('sha1', $element->getAttribute('data-notification-id'));
+ $item['title'] = $element->find('div.item-title', 0)->innertext;
+ $item['timestamp'] = DateTime::createFromFormat(
+ 'd M Y',
+ $this->ruMonthsToEn($element->find('div.item-date', 0)->innertext)
+ )->getTimestamp();
+
+ $itemUrl = self::URI . $element->href;
+ if ($business) {
+ $itemUrl = str_replace('?business=true', '', $itemUrl);
+ }
+ $item['uri'] = $itemUrl;
+
+ if ($fullContent) {
+ $itemHtml = getSimpleHTMLDOM($itemUrl);
+ if ($itemHtml) {
+ $item['content'] = $itemHtml->find('div.now-p__content-text', 0)->innertext;
+ }
+ }
+
+ $this->items[] = $item;
+ $limit++;
+ }
+ }
+ }
+
+ public function getIcon()
+ {
+ return static::URI . '/local/images/favicon.ico';
+ }
+
+ private function ruMonthsToEn($date)
+ {
+ $ruMonths = [
+ 'Января', 'Февраля', 'Марта', 'Апреля', 'Мая', 'Июня',
+ 'Июля', 'Августа', 'Сентября', 'Октября', 'Ноября', 'Декабря' ];
+ $enMonths = [
+ 'January', 'February', 'March', 'April', 'May', 'June',
+ 'July', 'August', 'September', 'October', 'November', 'December' ];
+ return str_replace($ruMonths, $enMonths, $date);
+ }
+}
diff --git a/bridges/AllSidesBridge.php b/bridges/AllSidesBridge.php
new file mode 100644
index 00000000000..d71195efe54
--- /dev/null
+++ b/bridges/AllSidesBridge.php
@@ -0,0 +1,85 @@
+ [
+ 'limit' => [
+ 'name' => 'Number of posts to return',
+ 'type' => 'number',
+ 'defaultValue' => 10,
+ 'required' => false,
+ 'title' => 'Zero or negative values return all posts (ignored if not fetching full article)',
+ ],
+ 'fetch' => [
+ 'name' => 'Fetch full article content',
+ 'type' => 'checkbox',
+ 'defaultValue' => 'checked',
+ ],
+ ],
+ 'Headline Roundups' => [],
+ ];
+
+ private const ROUNDUPS_URI = self::URI . '/headline-roundups';
+
+ public function collectData()
+ {
+ switch ($this->queriedContext) {
+ case 'Headline Roundups':
+ $index = getSimpleHTMLDOM(self::ROUNDUPS_URI);
+ defaultLinkTo($index, self::ROUNDUPS_URI);
+ $entries = $index->find('table.views-table > tbody > tr');
+
+ $limit = (int) $this->getInput('limit');
+ $fetch = (bool) $this->getInput('fetch');
+
+ if ($limit > 0 && $fetch) {
+ $entries = array_slice($entries, 0, $limit);
+ }
+
+ foreach ($entries as $entry) {
+ $item = [
+ 'title' => $entry->find('.views-field-name', 0)->text(),
+ 'uri' => $entry->find('a', 0)->href,
+ 'timestamp' => $entry->find('.date-display-single', 0)->content,
+ 'author' => 'AllSides Staff',
+ ];
+
+ if ($fetch) {
+ $article = getSimpleHTMLDOMCached($item['uri']);
+ defaultLinkTo($article, $item['uri']);
+
+ $item['content'] = $article->find('.story-id-page-description', 0);
+
+ foreach ($article->find('.page-tags a') as $tag) {
+ $item['categories'][] = $tag->text();
+ }
+ }
+
+ $this->items[] = $item;
+ }
+ break;
+ }
+ }
+
+ public function getName()
+ {
+ if ($this->queriedContext) {
+ return self::NAME . " - {$this->queriedContext}";
+ }
+ return self::NAME;
+ }
+
+ public function getURI()
+ {
+ switch ($this->queriedContext) {
+ case 'Headline Roundups':
+ return self::ROUNDUPS_URI;
+ }
+ return self::URI;
+ }
+}
diff --git a/bridges/AllegroBridge.php b/bridges/AllegroBridge.php
new file mode 100644
index 00000000000..55e9f116040
--- /dev/null
+++ b/bridges/AllegroBridge.php
@@ -0,0 +1,157 @@
+ [
+ 'name' => 'Search URL',
+ 'title' => 'Copy the URL from your browser\'s address bar after searching for your items and paste it here',
+ 'exampleValue' => 'https://allegro.pl/kategoria/swieze-warzywa-cebula-318660',
+ 'required' => true,
+ ],
+ 'cookie' => [
+ 'name' => 'The complete cookie value',
+ 'title' => 'Paste the value of the cookie value from your browser if you want to prevent Allegro imposing rate limits',
+ 'required' => false,
+ ],
+ 'includeSponsoredOffers' => [
+ 'type' => 'checkbox',
+ 'name' => 'Include Sponsored Offers',
+ 'defaultValue' => 'checked'
+ ],
+ 'includePromotedOffers' => [
+ 'type' => 'checkbox',
+ 'name' => 'Include Promoted Offers',
+ 'defaultValue' => 'checked'
+ ]
+ ]];
+
+ public function getName()
+ {
+ $url = $this->getInput('url');
+ if (!$url) {
+ return parent::getName();
+ }
+ $parsedUrl = parse_url($url, PHP_URL_QUERY);
+ if (!$parsedUrl) {
+ return parent::getName();
+ }
+ parse_str($parsedUrl, $fields);
+
+ if (array_key_exists('string', $fields)) {
+ $f = urldecode($fields['string']);
+ } else {
+ $f = false;
+ }
+ if ($f) {
+ return $f;
+ }
+
+ return parent::getName();
+ }
+
+ public function getURI()
+ {
+ return $this->getInput('url') ?? parent::getURI();
+ }
+
+ public function collectData()
+ {
+ # make sure we order by the most recently listed offers
+ $url = preg_replace('/([?&])order=[^&]+(&|$)/', '$1', $this->getInput('url'));
+ $url .= (parse_url($url, PHP_URL_QUERY) ? '&' : '?') . 'order=n';
+
+ $opts = [];
+
+ // If a cookie is provided
+ if ($cookie = $this->getInput('cookie')) {
+ $opts[CURLOPT_COOKIE] = $cookie;
+ }
+
+ $html = getSimpleHTMLDOM($url, [], $opts);
+
+ # if no results found
+ if ($html->find('.mzmg_6m.m9qz_yo._6a66d_-fJr5')) {
+ return;
+ }
+
+ $results = $html->find('article[data-analytics-view-custom-context="REGULAR"]');
+
+ if ($this->getInput('includeSponsoredOffers')) {
+ $results = array_merge($results, $html->find('article[data-analytics-view-custom-context="SPONSORED"]'));
+ }
+
+ if ($this->getInput('includePromotedOffers')) {
+ $results = array_merge($results, $html->find('article[data-analytics-view-custom-context="PROMOTED"]'));
+ }
+
+ foreach ($results as $post) {
+ $item = [];
+
+ $item['uid'] = $post->{'data-analytics-view-value'};
+
+ $item_link = $post->find('a[href*="' . $item['uid'] . '"], a[href*="allegrolokalnie"]', 0);
+
+ $item['uri'] = $item_link->href;
+
+ $item['title'] = $item_link->find('img', 0)->alt;
+
+ $image = $item_link->find('img', 0)->{'data-src'} ?: $item_link->find('img', 0)->src ?? false;
+
+ if ($image) {
+ $item['enclosures'] = [$image . '#.image'];
+ }
+
+ $price = $post->{'data-analytics-view-json-custom-price'};
+ if ($price) {
+ $priceDecoded = json_decode(html_entity_decode($price));
+ $price = $priceDecoded->amount . ' ' . $priceDecoded->currency;
+ }
+
+ $descriptionPatterns = ['/<\s*dt[^>]*>\b/', '/<\/dt>/', '/<\s*dd[^>]*>\b/', '/<\/dd>/'];
+ $descriptionReplacements = ['', ': ', '', ' '];
+ $description = $post->find('.m7er_k4.mpof_5r.mpof_z0_s', 0)->innertext;
+ $descriptionPretty = preg_replace($descriptionPatterns, $descriptionReplacements, $description);
+
+ $pricingExtraInfo = array_filter($post->find('.mqu1_g3.mgn2_12'), function ($node) {
+ return empty($node->find('.mvrt_0'));
+ });
+
+ $pricingExtraInfo = $pricingExtraInfo[0]->plaintext ?? '';
+
+ $offerExtraInfo = array_map(function ($node) {
+ return str_contains($node->plaintext, 'zapłać później') ? '' : $node->outertext;
+ }, $post->find('div.mpof_ki.mwdn_1.mj7a_4.mgn2_12'));
+
+ $isSmart = $post->find('img[alt="Smart!"]', 0) ?? false;
+ if ($isSmart) {
+ $pricingExtraInfo .= $isSmart->outertext;
+ }
+
+ $item['categories'] = [];
+ $parameters = $post->find('dd');
+ foreach ($parameters as $parameter) {
+ if (in_array(strtolower($parameter->innertext), ['brak', 'nie'])) {
+ continue;
+ }
+
+ $item['categories'][] = $parameter->innertext;
+ }
+
+ $item['content'] = $descriptionPretty
+ . '
'
+ . $price
+ . '
'
+ . implode('
', $offerExtraInfo)
+ . '
- '
+ . $pricingExtraInfo
+ . '
'; + + $this->items[] = $item; + } + } +} diff --git a/bridges/AllocineFRBridge.php b/bridges/AllocineFRBridge.php index 17da9031edf..e7b2adb2785 100644 --- a/bridges/AllocineFRBridge.php +++ b/bridges/AllocineFRBridge.php @@ -1,85 +1,107 @@ array( - 'name' => 'category', - 'type' => 'list', - 'exampleValue' => 'Faux Raccord', - 'title' => 'Select your category', - 'values' => array( - 'Faux Raccord' => 'faux-raccord', - 'Top 5' => 'top-5', - 'Tueurs en Séries' => 'tueurs-en-serie' - ) - ) - )); +class AllocineFRBridge extends BridgeAbstract +{ + const MAINTAINER = 'superbaillot.net'; + const NAME = 'Allo Cine Bridge'; + const CACHE_TIMEOUT = 25200; // 7h + const URI = 'https://www.allocine.fr'; + const DESCRIPTION = 'Bridge for allocine.fr'; + const PARAMETERS = [ [ + 'category' => [ + 'name' => 'Emission', + 'type' => 'list', + 'title' => 'Sélectionner l\'emission', + 'values' => [ + 'Faux Raccord' => 'faux-raccord', + 'Fanzone' => 'fanzone', + 'Game In Ciné' => 'game-in-cine', + 'Pour la faire courte' => 'pour-la-faire-courte', + 'Home Cinéma' => 'home-cinema', + 'PILS - Par Ici Les Sorties' => 'pils-par-ici-les-sorties', + 'AlloCiné : l\'émission, sur LeStream' => 'allocine-lemission-sur-lestream', + 'Give Me Five' => 'give-me-five', + 'Aviez-vous remarqué ?' => 'aviez-vous-remarque', + 'Et paf, il est mort' => 'et-paf-il-est-mort', + 'The Big Fan Theory' => 'the-big-fan-theory', + 'Clichés' => 'cliches', + 'Complètement...' => 'completement', + '#Fun Facts' => 'fun-facts', + 'Origin Story' => 'origin-story', + ] + ] + ]]; - public function getURI(){ - if(!is_null($this->getInput('category'))) { + public function getURI() + { + if (!is_null($this->getInput('category'))) { + $categories = [ + 'faux-raccord' => '/video/programme-12284/', + 'fanzone' => '/video/programme-12298/', + 'game-in-cine' => '/video/programme-12288/', + 'pour-la-faire-courte' => '/video/programme-20960/', + 'home-cinema' => '/video/programme-12287/', + 'pils-par-ici-les-sorties' => '/video/programme-25789/', + 'allocine-lemission-sur-lestream' => '/video/programme-25123/', + 'give-me-five' => '/video/programme-21919/saison-34518/', + 'aviez-vous-remarque' => '/video/programme-19518/', + 'et-paf-il-est-mort' => '/video/programme-25113/', + 'the-big-fan-theory' => '/video/programme-20403/', + 'cliches' => '/video/programme-24834/', + 'completement' => '/video/programme-23859/', + 'fun-facts' => '/video/programme-23040/', + 'origin-story' => '/video/programme-25667/' + ]; - switch($this->getInput('category')) { - case 'faux-raccord': - $uri = static::URI . 'video/programme-12284/saison-32180/'; - break; - case 'top-5': - $uri = static::URI . 'video/programme-12299/saison-29561/'; - break; - case 'tueurs-en-serie': - $uri = static::URI . 'video/programme-12286/saison-22938/'; - break; - } + $category = $this->getInput('category'); + if (array_key_exists($category, $categories)) { + return static::URI . $this->getLastSeasonURI($categories[$category]); + } else { + returnClientError('Emission inconnue'); + } + } - return $uri; - } + return parent::getURI(); + } - return parent::getURI(); - } + private function getLastSeasonURI($category) + { + $html = getSimpleHTMLDOMCached(static::URI . $category, 86400); + $seasonLink = $html->find('section[class=section-wrap section]', 0)->find('div[class=cf]', 0)->find('a', 0); + $URI = $seasonLink->href; + return $URI; + } - public function getName(){ - if(!is_null($this->getInput('category'))) { - return self::NAME . ' : ' - . array_search( - $this->getInput('category'), - self::PARAMETERS[$this->queriedContext]['category']['values'] - ); - } + public function getName() + { + if (!is_null($this->getInput('category'))) { + return self::NAME . ' : ' . $this->getKey('category'); + } - return parent::getName(); - } + return parent::getName(); + } - public function collectData(){ + public function collectData() + { + $html = getSimpleHTMLDOM($this->getURI()); - $html = getSimpleHTMLDOM($this->getURI()) - or returnServerError('Could not request ' . $this->getURI() . ' !'); + foreach ($html->find('div[class=gd-col-left]', 0)->find('div[class*=video-card]') as $element) { + $item = []; - $category = array_search( - $this->getInput('category'), - self::PARAMETERS[$this->queriedContext]['category']['values'] - ); + $title = $element->find('a[class*=meta-title-link]', 0); + $content = trim(defaultLinkTo($element->outertext, static::URI)); - foreach($html->find('.media-meta-list figure.media-meta-fig') as $element) { - $item = array(); + // Replace image 'src' with the one in 'data-src' + $content = preg_replace('@src="data:image/gif;base64,[A-Za-z0-9+\/]*"@', '', $content); + $content = preg_replace('@data-src=@', 'src=', $content); - $title = $element->find('div.titlebar h3.title a', 0); - $content = trim($element->innertext); - $figCaption = strpos($content, $category); + // Remove date in the content to prevent content update while the video is getting older + $content = preg_replace('@@', '', $content); - if($figCaption !== false) { - $content = str_replace('src="/', 'src="' . static::URI, $content); - $content = str_replace('href="/', 'href="' . static::URI, $content); - $content = str_replace('src=\'/', 'src=\'' . static::URI, $content); - $content = str_replace('href=\'/', 'href=\'' . static::URI, $content); - $item['content'] = $content; - $item['title'] = trim($title->innertext); - $item['uri'] = static::URI . $title->href; - $this->items[] = $item; - } - } - } + $item['content'] = $content; + $item['title'] = trim($title->innertext); + $item['uri'] = static::URI . '/' . substr($title->href, 1); + $this->items[] = $item; + } + } } diff --git a/bridges/AllocineFRSortiesBridge.php b/bridges/AllocineFRSortiesBridge.php new file mode 100644 index 00000000000..a75187bec87 --- /dev/null +++ b/bridges/AllocineFRSortiesBridge.php @@ -0,0 +1,66 @@ +getURI()); + + foreach ($html->find('section.section.section-wrap', 0)->find('li.mdl') as $element) { + $item = []; + + $thumb = $element->find('figure.thumbnail', 0); + $meta = $element->find('div.meta-body', 0); + $synopsis = $element->find('div.synopsis', 0); + $date = $element->find('span.date', 0); + + $title = $element->find('a[class*=meta-title-link]', 0); + $content = trim(defaultLinkTo($thumb->outertext . $meta->outertext . $synopsis->outertext, static::URI)); + + // Replace image 'src' with the one in 'data-src' + $content = preg_replace('@src="data:image/gif;base64,[A-Za-z0-9=+\/]*"@', '', $content); + $content = preg_replace('@data-src=@', 'src=', $content); + + $item['content'] = $content; + $item['title'] = trim($title->innertext); + $item['timestamp'] = $this->frenchPubDateToTimestamp($date->plaintext); + $item['uri'] = static::BASE_URI . '/' . substr($title->href, 1); + $this->items[] = $item; + } + } + + private function frenchPubDateToTimestamp($date) + { + return strtotime( + strtr( + strtolower($date), + [ + 'janvier' => 'jan', + 'février' => 'feb', + 'mars' => 'march', + 'avril' => 'apr', + 'mai' => 'may', + 'juin' => 'jun', + 'juillet' => 'jul', + 'août' => 'aug', + 'septembre' => 'sep', + 'octobre' => 'oct', + 'novembre' => 'nov', + 'décembre' => 'dec' + ] + ) + ); + } +} diff --git a/bridges/AmazonBridge.php b/bridges/AmazonBridge.php index bcd83dcce78..6d2aa424aa2 100644 --- a/bridges/AmazonBridge.php +++ b/bridges/AmazonBridge.php @@ -1,95 +1,105 @@ array( - 'name' => 'Keyword', - 'required' => true, - ), - 'sort' => array( - 'name' => 'Sort by', - 'type' => 'list', - 'values' => array( - 'Relevance' => 'relevanceblender', - 'Price: Low to High' => 'price-asc-rank', - 'Price: High to Low' => 'price-desc-rank', - 'Average Customer Review' => 'review-rank', - 'Newest Arrivals' => 'date-desc-rank', - ), - 'defaultValue' => 'relevanceblender', - ), - 'tld' => array( - 'name' => 'Country', - 'type' => 'list', - 'values' => array( - 'Australia' => 'com.au', - 'Brazil' => 'com.br', - 'Canada' => 'ca', - 'China' => 'cn', - 'France' => 'fr', - 'Germany' => 'de', - 'India' => 'in', - 'Italy' => 'it', - 'Japan' => 'co.jp', - 'Mexico' => 'com.mx', - 'Netherlands' => 'nl', - 'Spain' => 'es', - 'United Kingdom' => 'co.uk', - 'United States' => 'com', - ), - 'defaultValue' => 'com', - ), - )); - - public function getName(){ - if(!is_null($this->getInput('tld')) && !is_null($this->getInput('q'))) { - return 'Amazon.' . $this->getInput('tld') . ': ' . $this->getInput('q'); - } - - return parent::getName(); - } - - public function collectData() { - - $uri = 'https://www.amazon.' . $this->getInput('tld') . '/'; - $uri .= 's/?field-keywords=' . urlencode($this->getInput('q')) . '&sort=' . $this->getInput('sort'); - - $html = getSimpleHTMLDOM($uri) - or returnServerError('Could not request Amazon.'); - - foreach($html->find('li.s-result-item') as $element) { - - $item = array(); - - // Title - $title = $element->find('h2', 0); - if (is_null($title)) { - continue; - } - - $item['title'] = html_entity_decode($title->innertext, ENT_QUOTES); - - // Url - $uri = $title->parent()->getAttribute('href'); - $uri = substr($uri, 0, strrpos($uri, '/')); - - $item['uri'] = substr($uri, 0, strrpos($uri, '/')); - - // Content - $image = $element->find('img', 0); - $price = $element->find('span.s-price', 0); - $price = ($price) ? $price->innertext : ''; - - $item['content'] = '
' . $price; - - $this->items[] = $item; - } - } +class AmazonBridge extends BridgeAbstract +{ + const MAINTAINER = 'Alexis CHEMEL'; + const NAME = 'Amazon'; + const URI = 'https://www.amazon.com/'; + const CACHE_TIMEOUT = 3600; // 1h + const DESCRIPTION = 'Returns products from Amazon search'; + + const PARAMETERS = [[ + 'q' => [ + 'name' => 'Keyword', + 'required' => true, + 'exampleValue' => 'watch', + ], + 'sort' => [ + 'name' => 'Sort by', + 'type' => 'list', + 'values' => [ + 'Relevance' => 'relevanceblender', + 'Price: Low to High' => 'price-asc-rank', + 'Price: High to Low' => 'price-desc-rank', + 'Average Customer Review' => 'review-rank', + 'Newest Arrivals' => 'date-desc-rank', + ], + 'defaultValue' => 'relevanceblender', + ], + 'tld' => [ + 'name' => 'Country', + 'type' => 'list', + 'values' => [ + 'Australia' => 'com.au', + 'Brazil' => 'com.br', + 'Canada' => 'ca', + 'China' => 'cn', + 'France' => 'fr', + 'Germany' => 'de', + 'India' => 'in', + 'Italy' => 'it', + 'Japan' => 'co.jp', + 'Mexico' => 'com.mx', + 'Netherlands' => 'nl', + 'Poland' => 'pl', + 'Spain' => 'es', + 'Sweden' => 'se', + 'Turkey' => 'com.tr', + 'United Kingdom' => 'co.uk', + 'United States' => 'com', + ], + 'defaultValue' => 'com', + ], + ]]; + + public function collectData() + { + $baseUrl = sprintf('https://www.amazon.%s', $this->getInput('tld')); + + $url = sprintf( + '%s/s/?field-keywords=%s&sort=%s', + $baseUrl, + urlencode($this->getInput('q')), + $this->getInput('sort') + ); + + $dom = getSimpleHTMLDOM($url); + + $elements = $dom->find('div.s-result-item'); + + foreach ($elements as $element) { + $item = []; + + $title = $element->find('h2', 0); + if (!$title) { + continue; + } + + $item['title'] = $title->innertext; + + $itemUrl = $element->find('a', 0)->href; + $item['uri'] = urljoin($baseUrl, $itemUrl); + + $image = $element->find('img', 0); + if ($image) { + $item['content'] = '
'; + } + + $price = $element->find('span.a-price > .a-offscreen', 0); + if ($price) { + $item['content'] .= $price->innertext; + } + + $this->items[] = $item; + } + } + + public function getName() + { + if (!is_null($this->getInput('tld')) && !is_null($this->getInput('q'))) { + return 'Amazon.' . $this->getInput('tld') . ': ' . $this->getInput('q'); + } + + return parent::getName(); + } } diff --git a/bridges/AmazonPriceTrackerBridge.php b/bridges/AmazonPriceTrackerBridge.php index 950178a7e24..5f93eb49b64 100644 --- a/bridges/AmazonPriceTrackerBridge.php +++ b/bridges/AmazonPriceTrackerBridge.php @@ -1,186 +1,253 @@ array( - 'name' => 'ASIN', - 'required' => true, - 'exampleValue' => 'B071GB1VMQ', - // https://stackoverflow.com/a/12827734 - 'pattern' => 'B[\dA-Z]{9}|\d{9}(X|\d)', - ), - 'tld' => array( - 'name' => 'Country', - 'type' => 'list', - 'values' => array( - 'Australia' => 'com.au', - 'Brazil' => 'com.br', - 'Canada' => 'ca', - 'China' => 'cn', - 'France' => 'fr', - 'Germany' => 'de', - 'India' => 'in', - 'Italy' => 'it', - 'Japan' => 'co.jp', - 'Mexico' => 'com.mx', - 'Netherlands' => 'nl', - 'Spain' => 'es', - 'United Kingdom' => 'co.uk', - 'United States' => 'com', - ), - 'defaultValue' => 'com', - ), - )); - - protected $title; - - /** - * Generates domain name given a amazon TLD - */ - private function getDomainName() { - return 'https://www.amazon.' . $this->getInput('tld'); - } - - /** - * Generates URI for a Amazon product page - */ - public function getURI() { - if (!is_null($this->getInput('asin'))) { - return $this->getDomainName() . '/dp/' . $this->getInput('asin') . '/'; - } - return parent::getURI(); - } - - /** - * Scrapes the product title from the html page - * returns the default title if scraping fails - */ - private function getTitle($html) { - $titleTag = $html->find('#productTitle', 0); - - if (!$titleTag) { - return $this->getDefaultTitle(); - } else { - return trim(html_entity_decode($titleTag->innertext, ENT_QUOTES)); - } - } - - /** - * Title used by the feed if none could be found - */ - private function getDefaultTitle() { - return 'Amazon.' . $this->getInput('tld') . ': ' . $this->getInput('asin'); - } - - /** - * Returns name for the feed - * Uses title (already scraped) if it has one - */ - public function getName() { - if (isset($this->title)) { - return $this->title; - } else { - return parent::getName(); - } - } - - private function parseDynamicImage($attribute) { - $json = json_decode(html_entity_decode($attribute), true); - - if ($json and count($json) > 0) { - return array_keys($json)[0]; - } - } - - /** - * Returns a generated image tag for the product - */ - private function getImage($html) { - $imageSrc = $html->find('#main-image-container img', 0); - - if ($imageSrc) { - $hiresImage = $imageSrc->getAttribute('data-old-hires'); - $dynamicImageAttribute = $imageSrc->getAttribute('data-a-dynamic-image'); - $image = $hiresImage ?: $this->parseDynamicImage($dynamicImageAttribute); - } - $image = $image ?: 'https://placekitten.com/200/300'; - - return <<
Price: {$data['price']} {$data['currency']}", - ); - - if ($data['shipping'] !== '0') { - $item['content'] .= "
Shipping: {$data['shipping']} {$data['currency']}"; - } - - $this->items[] = $item; - } + } + + /** + * Return \simple_html_dom object + * for the entire html of the product page + */ + private function getHtml() + { + $uri = $this->getURI(); + + return getSimpleHTMLDOM($uri); + } + + private function scrapePriceFromMetrics($html) + { + $asinData = $html->find('#cerberus-data-metrics', 0); + + // + if ($asinData) { + return [ + 'price' => $asinData->getAttribute('data-asin-price'), + 'currency' => $asinData->getAttribute('data-asin-currency-code'), + 'shipping' => $asinData->getAttribute('data-asin-shipping') + ]; + } + + return false; + } + + private function scrapePriceTwister($html) + { + $str = $html->find('.twister-plus-buying-options-price-data', 0); + + $data = json_decode($str->innertext, true); + if (count($data) === 1) { + $data = $data[0]; + return [ + 'displayPrice' => $data['displayPrice'], + 'currency' => $data['currency'], + 'shipping' => '0', + ]; + } + + return false; + } + + private function scrapePriceGeneric($html) + { + $default = [ + 'price' => null, + 'displayPrice' => null, + 'currency' => null, + 'shipping' => null, + ]; + $priceDiv = null; + + foreach (self::PRICE_SELECTORS as $sel) { + $priceDiv = $html->find($sel, 0); + if ($priceDiv) { + break; + } + } + + if (!$priceDiv) { + return $default; + } + + $priceString = str_replace(str_split(self::WHITESPACE), '', $priceDiv->plaintext); + preg_match('/(\d+\.\d{0,2})/', $priceString, $matches); + + $price = $matches[0] ?? null; + $currency = str_replace($price, '', $priceString); + + if ($price != null && $currency != null) { + return [ + 'price' => $price, + 'displayPrice' => null, + 'currency' => $currency, + 'shipping' => '0' + ]; + } + return $default; + } + + public function collectData() + { + $html = $this->getHtml(); + $this->title = $this->getTitle($html); + $image = $this->getImage($html); + $data = $this->scrapePriceGeneric($html); + + // render + $content = ''; + $price = $data['displayPrice']; + if (!$price) { + $price = sprintf('%s %s', $data['price'], $data['currency']); + } + $content .= sprintf('%s
Price: %s', $image, $price); + if ($data['shipping'] !== '0') { + $content .= sprintf('
Shipping: %s %s', $data['shipping'], $data['currency']); + } + + $item = [ + 'title' => $this->title, + 'uri' => $this->getURI(), + 'content' => $content, + // This is to ensure that feed readers notice the price change + 'uid' => md5($data['price']) + ]; + + $this->items[] = $item; + } } diff --git a/bridges/AnfrBridge.php b/bridges/AnfrBridge.php new file mode 100644 index 00000000000..391fde77298 --- /dev/null +++ b/bridges/AnfrBridge.php @@ -0,0 +1,278 @@ + [ + 'departement' => [ + 'name' => 'Département', + 'type' => 'list', + 'values' => [ + 'Tous' => null, + 'Ain' => '001', + 'Aisne' => '002', + 'Allier' => '003', + 'Alpes-de-Haute-Provence' => '004', + 'Hautes-Alpes' => '005', + 'Alpes-Maritimes' => '006', + 'Ardèche' => '007', + 'Ardennes' => '008', + 'Ariège' => '009', + 'Aube' => '010', + 'Aude' => '011', + 'Aveyron' => '012', + 'Bouches-du-Rhône' => '013', + 'Calvados' => '014', + 'Cantal' => '015', + 'Charente' => '016', + 'Charente-Maritime' => '017', + 'Cher' => '018', + 'Corrèze' => '019', + 'Corse-du-Sud' => '02A', + 'Haute-Corse' => '02B', + 'Côte-d\'Or' => '021', + 'Côtes-d\'Armor' => '022', + 'Creuse' => '023', + 'Dordogne' => '024', + 'Doubs' => '025', + 'Drôme' => '026', + 'Eure' => '027', + 'Eure-et-Loir' => '028', + 'Finistère' => '029', + 'Gard' => '030', + 'Haute-Garonne' => '031', + 'Gers' => '032', + 'Gironde' => '033', + 'Hérault' => '034', + 'Ille-et-Vilaine' => '035', + 'Indre' => '036', + 'Indre-et-Loire' => '037', + 'Isère' => '038', + 'Jura' => '039', + 'Landes' => '040', + 'Loir-et-Cher' => '041', + 'Loire' => '042', + 'Haute-Loire' => '043', + 'Loire-Atlantique' => '044', + 'Loiret' => '045', + 'Lot' => '046', + 'Lot-et-Garonne' => '047', + 'Lozère' => '048', + 'Maine-et-Loire' => '049', + 'Manche' => '050', + 'Marne' => '051', + 'Haute-Marne' => '052', + 'Mayenne' => '053', + 'Meurthe-et-Moselle' => '054', + 'Meuse' => '055', + 'Morbihan' => '056', + 'Moselle' => '057', + 'Nièvre' => '058', + 'Nord' => '059', + 'Oise' => '060', + 'Orne' => '061', + 'Pas-de-Calais' => '062', + 'Puy-de-Dôme' => '063', + 'Pyrénées-Atlantiques' => '064', + 'Hautes-Pyrénées' => '065', + 'Pyrénées-Orientales' => '066', + 'Bas-Rhin' => '067', + 'Haut-Rhin' => '068', + 'Rhône' => '069', + 'Haute-Saône' => '070', + 'Saône-et-Loire' => '071', + 'Sarthe' => '072', + 'Savoie' => '073', + 'Haute-Savoie' => '074', + 'Paris' => '075', + 'Seine-Maritime' => '076', + 'Seine-et-Marne' => '077', + 'Yvelines' => '078', + 'Deux-Sèvres' => '079', + 'Somme' => '080', + 'Tarn' => '081', + 'Tarn-et-Garonne' => '082', + 'Var' => '083', + 'Vaucluse' => '084', + 'Vendée' => '085', + 'Vienne' => '086', + 'Haute-Vienne' => '087', + 'Vosges' => '088', + 'Yonne' => '089', + 'Territoire de Belfort' => '090', + 'Essonne' => '091', + 'Hauts-de-Seine' => '092', + 'Seine-Saint-Denis' => '093', + 'Val-de-Marne' => '094', + 'Val-d\'Oise' => '095', + 'Guadeloupe' => '971', + 'Martinique' => '972', + 'Guyane' => '973', + 'La Réunion' => '974', + 'Saint-Pierre-et-Miquelon' => '975', + 'Mayotte' => '976', + 'Saint-Barthélemy' => '977', + 'Saint-Martin' => '978', + 'Terres australes et antarctiques françaises' => '984', + 'Wallis-et-Futuna' => '986', + 'Polynésie française' => '987', + 'Nouvelle-Calédonie' => '988', + 'Île de Clipperton' => '989' + ] + ], + 'generation' => [ + 'name' => 'Génération', + 'type' => 'list', + 'values' => [ + 'Tous' => null, + '2G' => '2G', + '3G' => '3G', + '4G' => '4G', + '5G' => '5G', + ] + ], + 'operateur' => [ + 'name' => 'Opérateur', + 'type' => 'list', + 'values' => [ + 'Tous' => null, + 'Bouygues Télécom' => 'BOUYGUES TELECOM', + 'Dauphin Télécom' => 'DAUPHIN TELECOM', + 'Digiciel' => 'DIGICEL', + 'Free Caraïbes' => 'FREE CARAIBES', + 'Free Mobile' => 'FREE MOBILE', + 'GLOBALTEL' => 'GLOBALTEL', + 'Office des postes et télécommunications de Nouvelle Calédonie' => 'Gouv Nelle Calédonie (OPT)', + 'Maore Mobile' => 'MAORE MOBILE', + 'ONATi' => 'ONATI', + 'Orange' => 'ORANGE', + 'Outremer Telecom' => 'OUTREMER TELECOM', + 'Vodafone polynésie' => 'PMT/VODAPHONE', + 'SFR' => 'SFR', + 'SPM Télécom' => 'SPM TELECOM', + 'Service des Postes et Télécommunications de Polynésie Française' => 'Gouv Nelle Calédonie (OPT)', + 'SRR' => 'SRR', + 'Station étrangère' => 'Station étrangère', + 'Telco OI' => 'TELCO IO', + 'United Telecommunication Services Caraïbes' => 'UTS Caraibes', + 'Ora Mobile' => 'VITI SAS', + 'Zeop' => 'ZEOP' + ] + ], + 'statut' => [ + 'name' => 'Statut', + 'type' => 'list', + 'values' => [ + 'Tous' => null, + 'En service' => 'En service', + 'Projet approuvé' => 'Projet approuvé', + 'Techniquement opérationnel' => 'Techniquement opérationnel', + ] + ] + ] + ]; + + public function collectData() + { + $urlParts = [ + 'id' => 'observatoire_2g_3g_4g', + 'resource_id' => '88ef0887-6b0f-4d3f-8545-6d64c8f597da', + 'fields' => 'id,adm_lb_nom,sta_nm_dpt,emr_lb_systeme,generation,date_maj,sta_nm_anfr,adr_lb_lieu,adr_lb_add1,adr_lb_add2,adr_lb_add3,adr_nm_cp,statut', + 'rows' => 10000 + ]; + + if (!empty($this->getInput('departement'))) { + $urlParts['refine.sta_nm_dpt'] = urlencode($this->getInput('departement')); + } + + if (!empty($this->getInput('generation'))) { + $urlParts['refine.generation'] = $this->getInput('generation'); + } + + if (!empty($this->getInput('operateur'))) { + // http_build_query() already does urlencoding so this call is redundant + $urlParts['refine.adm_lb_nom'] = urlencode($this->getInput('operateur')); + } + + if (!empty($this->getInput('statut'))) { + $urlParts['refine.statut'] = urlencode($this->getInput('statut')); + } + + // API seems to not play well with urlencoded data + $url = urljoin(static::URI, '/d4c/api/records/1.0/download/?' . urldecode(http_build_query($urlParts))); + + $json = getContents($url); + $data = Json::decode($json, false); + $records = $data->records; + $frequenciesByStation = []; + foreach ($records as $record) { + if (!isset($frequenciesByStation[$record->fields->sta_nm_anfr])) { + $street = sprintf( + '%s %s %s', + $record->fields->adr_lb_add1 ?? '', + $record->fields->adr_lb_add2 ?? '', + $record->fields->adr_lb_add3 ?? '' + ); + $frequenciesByStation[$record->fields->sta_nm_anfr] = [ + 'id' => $record->fields->sta_nm_anfr, + 'operator' => $record->fields->adm_lb_nom, + 'frequencies' => [], + 'lastUpdate' => 0, + 'address' => [ + 'street' => trim($street), + 'postCode' => $record->fields->adr_nm_cp, + 'city' => $record->fields->adr_lb_lieu + ] + ]; + } + + $frequenciesByStation[$record->fields->sta_nm_anfr]['frequencies'][] = [ + 'generation' => $record->fields->generation, + 'frequency' => $record->fields->emr_lb_systeme, + 'status' => $record->fields->statut, + 'updatedAt' => strtotime($record->fields->date_maj), + ]; + + $frequenciesByStation[$record->fields->sta_nm_anfr]['lastUpdate'] = max( + $frequenciesByStation[$record->fields->sta_nm_anfr]['lastUpdate'], + strtotime($record->fields->date_maj) + ); + } + + usort($frequenciesByStation, static fn ($a, $b) => $b['lastUpdate'] <=> $a['lastUpdate']); + + foreach ($frequenciesByStation as $station) { + $title = sprintf( + '[%s] Mise à jour de la station n°%s à %s (%s)', + $station['operator'], + $station['id'], + $station['address']['city'], + $station['address']['postCode'] + ); + + $array_reduce = array_reduce($station['frequencies'], static function ($carry, $frequency) { + return sprintf('%s
Adresse complète
%s
%s
%s
Fréquences
- %s
day
| {data_img} | {data_content} |
| {data_content} | {data_img} |
{data_img}
{data_content}
',
+ 'ctib' => '{data_content}
{data_content}
{data_img}
',
+ 'co' => '{data_content}',
+ 'io' => '{data_img}'
+ ];
+
+ const PARAMETERS = [
+ 'Blog' => [
+ 'country' => [
+ 'name' => 'Country',
+ 'type' => 'list',
+ 'values' => [
+ 'Österreich' => 'at',
+ 'Deutschland' => 'de',
+ 'Schweiz' => 'ch',
+ 'Slovensko' => 'sk',
+ 'Cesko' => 'cz',
+ 'Hungary' => 'hu',
+ ],
+ 'defaultValue' => 'at',
+ ],
+ 'style' => [
+ 'name' => 'Style',
+ 'type' => 'list',
+ 'values' => [
+ 'Image left, content right' => 'ilcr',
+ 'Content left, image right' => 'clir',
+ 'Image top, content bottom' => 'itcb',
+ 'Content top, image bottom' => 'ctib',
+ 'Content only' => 'co',
+ 'Image only' => 'io',
+ ],
+ 'defaultValue' => 'ilcr',
+ ]
+ ]
+ ];
+
+ //-----------------------------------------------------
+ public function collectData()
+ {
+ // get website content
+ $html = getSimpleHTMLDOM($this->getURI());
+
+ // Convert relative links in HTML into absolute links
+ $html = defaultLinkTo($html, self::URI);
+
+ // Convert lazy-loading images and frames (video embeds) into static elements
+ $html = convertLazyLoading($html);
+
+ foreach ($html->find('div#bmdNewsList div#bmdNewsList-Item') as $element) {
+ $itemScope = $element->find('div[itemscope=itemscope]', 0);
+
+ $item = [];
+
+ // set base article data
+ $item['title'] = $this->getMetaItemPropContent($itemScope, 'headline');
+ $item['timestamp'] = strtotime($this->getMetaItemPropContent($itemScope, 'datePublished'));
+ $item['author'] = $this->getMetaItemPropContent($itemScope->find('div[itemprop=author]', 0), 'name');
+
+ // find article image
+ $imageTag = '';
+ $image = $element->find('div.mediaelement.mediaelement-image img', 0);
+ if ((!is_null($image)) and ($image->src != '')) {
+ $item['enclosures'] = [$image->src];
+ $imageTag = '{data_img}
This promotion ends on ' - . gmdate('M j, Y \a\t g:i A T', strtotime($sale->endDate)) - . '
'; - } else { - $contentHTML .= 'This promotion never ends
'; - } - $ul = false; - $content = json_decode($sale->content); - foreach($content->blocks as $block) { - switch($block->type) { - case 'header-one': - $contentHTML .= '' . $block->text . '
'; - break; - case 'header-two': - $contentHTML .= '' . $block->text . '
'; - break; - case 'header-three': - $contentHTML .= '' . $block->text . '
'; - break; - case 'unordered-list-item': - if(!$ul) { - $contentHTML .= '- ';
- $ul = true;
- }
- $contentHTML .= '
- ' . $block->text . ' '; - break; - default: - if($ul) { - $contentHTML .= '
' . $block->text . '
'; - break; - } - } - $item['content'] = $contentHTML; - - $this->items[] = $item; - } - break; - case 'Clearance': - $toyData = json_decode(getContents($this->inputToURL(true))) - or returnServerError('Failed to query BD API'); - - $productList = json_decode(getContents(self::URI - . 'api/inventory-toy/product-list')) - or returnServerError('Failed to query BD API'); - - foreach($toyData->toys as $toy) { - $item = array(); - - $item['uri'] = $this->getURI() - . '#' - . $toy->id; - $item['timestamp'] = strtotime($toy->created); - - foreach($productList as $product) { - if($product->sku == $toy->sku) { - $item['title'] = $product->name; - break; - } - } - - // images - $content = '';
- foreach($toy->images as $image) {
- $content .= '';
- }
- // price
- $content .= '
Price: $'
- . $toy->price
- // size
- . '
Size: '
- . $toy->size
- // color
- . '
Color: '
- . $toy->color
- // features
- . '
Features: '
- . ($toy->suction_cup ? 'Suction cup' : '')
- . ($toy->suction_cup && $toy->cumtube ? ', ' : '')
- . ($toy->cumtube ? 'Cumtube' : '')
- . ($toy->suction_cup || $toy->cumtube ? '' : 'None');
- // firmness
- $firmnessTexts = array(
- '2' => 'Extra soft',
- '3' => 'Soft',
- '5' => 'Medium',
- '8' => 'Firm'
- );
- $firmnesses = explode('/', $toy->firmness);
- if(count($firmnesses) === 2) {
- $content .= '
Firmness: '
- . $firmnessTexts[$firmnesses[0]]
- . ', '
- . $firmnessTexts[$firmnesses[1]];
- } else{
- $content .= '
Firmness: '
- . $firmnessTexts[$firmnesses[0]];
- }
- // flop
- if($toy->type === 'flop') {
- $content .= '
Flop reason: '
- . $toy->flop_reason;
- }
- $content .= '
This promotion ends on ' + . gmdate('M j, Y \a\t g:i A T', strtotime($sale->endDate)) + . '
'; + } else { + $contentHTML .= 'This promotion never ends
'; + } + $ul = false; + $content = json_decode($sale->content); + foreach ($content->blocks as $block) { + switch ($block->type) { + case 'header-one': + $contentHTML .= '' . $block->text . '
'; + break; + case 'header-two': + $contentHTML .= '' . $block->text . '
'; + break; + case 'header-three': + $contentHTML .= '' . $block->text . '
'; + break; + case 'unordered-list-item': + if (!$ul) { + $contentHTML .= '- ';
+ $ul = true;
+ }
+ $contentHTML .= '
- ' . $block->text . ' '; + break; + default: + if ($ul) { + $contentHTML .= '
' . $block->text . '
'; + break; + } + } + $item['content'] = $contentHTML; + + $this->items[] = $item; + } + break; + case 'Clearance': + $toyData = json_decode(getContents($this->inputToURL(true))); + + $productList = json_decode(getContents(self::URI . 'api/inventory-toy/product-list')); + + foreach ($toyData->toys as $toy) { + $item = []; + + $item['uri'] = $this->getURI() + . '#' + . $toy->id; + $item['timestamp'] = strtotime($toy->created); + + foreach ($productList as $product) { + if ($product->sku == $toy->sku) { + $item['title'] = $product->name; + break; + } + } + + // images + $content = '';
+ foreach ($toy->images as $image) {
+ $content .= '';
+ }
+ // price
+ $content .= '
Price: $'
+ . $toy->price
+ // size
+ . '
Size: '
+ . $toy->size
+ // color
+ . '
Color: '
+ . $toy->color
+ // features
+ . '
Features: '
+ . ($toy->suction_cup ? 'Suction cup' : '')
+ . ($toy->suction_cup && $toy->cumtube ? ', ' : '')
+ . ($toy->cumtube ? 'Cumtube' : '')
+ . ($toy->suction_cup || $toy->cumtube ? '' : 'None');
+ // firmness
+ $firmnessTexts = [
+ '2' => 'Extra soft',
+ '3' => 'Soft',
+ '5' => 'Medium',
+ '8' => 'Firm'
+ ];
+ $firmnesses = explode('/', $toy->firmness);
+ if (count($firmnesses) === 2) {
+ $content .= '
Firmness: '
+ . $firmnessTexts[$firmnesses[0]]
+ . ', '
+ . $firmnessTexts[$firmnesses[1]];
+ } else {
+ $content .= '
Firmness: '
+ . $firmnessTexts[$firmnesses[0]];
+ }
+ // flop
+ if ($toy->type === 'flop') {
+ $content .= '
Flop reason: '
+ . $toy->flop_reason;
+ }
+ $content .= '
Series: ' . $this->filterText($objTitle->innertext) . '
'; - } - - $objVolume = $cols[2]; - if ($objVolume && !empty($objVolume->plaintext)) - $title[] = 'Vol.' . $objVolume->plaintext; - - $objChapter = $cols[3]; - if ($objChapter && !empty($objChapter->plaintext)) - $title[] = 'Chp.' . $objChapter->plaintext; - - $objAuthor = $cols[4]; - if ($objAuthor && !empty($objAuthor->plaintext)) { - $item['author'] = $this->filterHTML($objAuthor->plaintext); - $item['content'] .= 'Groups: ' . $this->filterText($objAuthor->innertext) . '
'; - } - - $item['title'] = implode(' ', $title); - $item['uri'] = $this->getURI(); - $item['uid'] = $this->getSanitizedHash($item['title']); - - $this->items[] = $item; - } - } - - public function getURI(){ - $series_id = $this->getInput('series_id'); - if (!empty($series_id)) { - return self::URI . 'releases.html?search=' . $series_id . '&stype=series'; - } - return self::URI; - } - - public function getName(){ - if(!empty($this->feedName)) { - return $this->feedName . ' - ' . self::NAME; - } - return parent::getName(); - } - - private function getSanitizedHash($string) { - return hash('sha1', preg_replace('/[^a-zA-Z0-9\-\.]/', '', ucwords(strtolower($string)))); - } - - private function filterText($text) { - return rtrim($text, '* '); - } - - private function filterHTML($text) { - return $this->filterText(html_entity_decode($text)); - } + +class BakaUpdatesMangaReleasesBridge extends BridgeAbstract +{ + const NAME = 'Baka Updates Manga Releases'; + const URI = 'https://www.mangaupdates.com/'; + const DESCRIPTION = 'Get the latest series releases'; + const MAINTAINER = 'fulmeek, KamaleiZestri'; + const PARAMETERS = [ + 'By series' => [ + 'series_id' => [ + 'name' => 'Series ID', + 'type' => 'number', + 'required' => true, + 'exampleValue' => '188066' + ] + ], + 'By list' => [ + 'list_id' => [ + 'name' => 'List ID and Type', + 'type' => 'text', + 'required' => true, + 'exampleValue' => '4395&list=read' + ] + ] + ]; + const LIMIT_COLS = 5; + const LIMIT_ITEMS = 10; + const RELEASES_URL = 'https://www.mangaupdates.com/releases.html'; + + private $feedName = ''; + + public function collectData() + { + if ($this -> queriedContext == 'By series') { + $this -> collectDataBySeries(); + } else { //queriedContext == 'By list' + $this -> collectDataByList(); + } + } + + public function getURI() + { + if ($this -> queriedContext == 'By series') { + $series_id = $this->getInput('series_id'); + if (!empty($series_id)) { + return self::URI . 'releases.html?search=' . $series_id . '&stype=series'; + } + } else { //queriedContext == 'By list' + return self::RELEASES_URL; + } + + return self::URI; + } + + public function getName() + { + if (!empty($this->feedName)) { + return $this->feedName . ' - ' . self::NAME; + } + return parent::getName(); + } + + private function getSanitizedHash($string) + { + return hash('sha1', preg_replace('/[^a-zA-Z0-9\-\.]/', '', ucwords(strtolower($string)))); + } + + private function filterText($text) + { + return rtrim($text, '* '); + } + + private function filterHTML($text) + { + return $this->filterText(html_entity_decode($text)); + } + + private function findID($manga) + { + // sometimes new series are on the release list that have no ID. just drop them. + if (@$this -> filterHTML($manga -> find('a', 0) -> href) != null) { + preg_match('/id=([0-9]*)/', $this -> filterHTML($manga -> find('a', 0) -> href), $match); + return $match[1]; + } else { + return 0; + } + } + + private function collectDataBySeries() + { + $html = getSimpleHTMLDOM($this->getURI()); + + // content is an unstructured pile of divs, ugly to parse + $cols = $html->find('div#main_content div.row > div.text'); + if (!$cols) { + returnServerError('No releases'); + } + + $rows = array_slice( + array_chunk($cols, self::LIMIT_COLS), + 0, + self::LIMIT_ITEMS + ); + + if (isset($rows[0][1])) { + $this->feedName = $this->filterHTML($rows[0][1]->plaintext); + } + + foreach ($rows as $cols) { + if (count($cols) < self::LIMIT_COLS) { + continue; + } + + $item = []; + $title = []; + + $item['content'] = ''; + + $objDate = $cols[0]; + if ($objDate) { + $item['timestamp'] = strtotime($objDate->plaintext); + } + + $objTitle = $cols[1]; + if ($objTitle) { + $title[] = $this->filterHTML($objTitle->plaintext); + $item['content'] .= 'Series: ' . $this->filterText($objTitle->innertext) . '
'; + } + + $objVolume = $cols[2]; + if ($objVolume && !empty($objVolume->plaintext)) { + $title[] = 'Vol.' . $objVolume->plaintext; + } + + $objChapter = $cols[3]; + if ($objChapter && !empty($objChapter->plaintext)) { + $title[] = 'Chp.' . $objChapter->plaintext; + } + + $objAuthor = $cols[4]; + if ($objAuthor && !empty($objAuthor->plaintext)) { + $item['author'] = $this->filterHTML($objAuthor->plaintext); + $item['content'] .= 'Groups: ' . $this->filterText($objAuthor->innertext) . '
'; + } + + $item['title'] = implode(' ', $title); + $item['uri'] = $this->getURI(); + $item['uid'] = $this->getSanitizedHash($item['title'] . $item['author']); + + $this->items[] = $item; + } + } + + private function collectDataByList() + { + $this -> feedName = 'Releases'; + $list = []; + + $releasesHTML = getSimpleHTMLDOM(self::RELEASES_URL); + + $list_id = $this -> getInput('list_id'); + $listHTML = getSimpleHTMLDOM('https://www.mangaupdates.com/mylist.html?id=' . $list_id); + + //get ids of the manga that the user follows, + $parts = $listHTML -> find('table#ptable tr > td.pl'); + foreach ($parts as $part) { + $list[] = $this -> findID($part); + } + + //similar to above, but the divs are in groups of 3. + $cols = $releasesHTML -> find('div#main_content div.row > div.pbreak'); + $rows = array_slice(array_chunk($cols, 3), 0); + + foreach ($rows as $cols) { + //check if current manga is in user's list. + $id = $this -> findId($cols[0]); + if (!array_search($id, $list)) { + continue; + } + + $item = []; + $title = []; + + $item['content'] = ''; + + $objTitle = $cols[0]; + if ($objTitle) { + $title[] = $this->filterHTML($objTitle->plaintext); + $item['content'] .= 'Series: ' . $this->filterHTML($objTitle -> innertext) . '
'; + } + + $objVolChap = $cols[1]; + if ($objVolChap && !empty($objVolChap->plaintext)) { + $title[] = $this -> filterHTML($objVolChap -> innertext); + } + + $objAuthor = $cols[2]; + if ($objAuthor && !empty($objAuthor->plaintext)) { + $item['author'] = $this->filterHTML($objAuthor -> plaintext); + $item['content'] .= 'Groups: ' . $this->filterHTML($objAuthor -> innertext) . '
'; + } + + $item['title'] = implode(' ', $title); + $item['uri'] = self::URI . 'releases.html?search=' . $id . '&stype=series'; + $item['uid'] = $this->getSanitizedHash($item['title'] . $item['author']); + + $this->items[] = $item; + } + } } diff --git a/bridges/BandcampBridge.php b/bridges/BandcampBridge.php index fa07146582a..80bb7fd07dc 100644 --- a/bridges/BandcampBridge.php +++ b/bridges/BandcampBridge.php @@ -1,363 +1,425 @@ array( - 'tag' => array( - 'name' => 'tag', - 'type' => 'text', - 'required' => true - ) - ), - 'By band' => array( - 'band' => array( - 'name' => 'band', - 'type' => 'text', - 'title' => 'Band name as seen in the band page URL', - 'required' => true - ), - 'type' => array( - 'name' => 'Articles are', - 'type' => 'list', - 'values' => array( - 'Releases' => 'releases', - 'Releases, new one when track list changes' => 'changes', - 'Individual tracks' => 'tracks' - ), - 'defaultValue' => 'changes' - ), - 'limit' => array( - 'name' => 'limit', - 'type' => 'number', - 'title' => 'Number of releases to return', - 'defaultValue' => 5 - ) - ), - 'By album' => array( - 'band' => array( - 'name' => 'band', - 'type' => 'text', - 'title' => 'Band name as seen in the album page URL', - 'required' => true - ), - 'album' => array( - 'name' => 'album', - 'type' => 'text', - 'title' => 'Album name as seen in the album page URL', - 'required' => true - ), - 'type' => array( - 'name' => 'Articles are', - 'type' => 'list', - 'values' => array( - 'Releases' => 'releases', - 'Releases, new one when track list changes' => 'changes', - 'Individual tracks' => 'tracks' - ), - 'defaultValue' => 'tracks' - ) - ) - ); - const IMGURI = 'https://f4.bcbits.com/'; - const IMGSIZE_300PX = 23; - const IMGSIZE_700PX = 16; - - private $feedName; - - public function getIcon() { - return 'https://s4.bcbits.com/img/bc_favicon.ico'; - } - - public function collectData(){ - switch($this->queriedContext) { - case 'By tag': - $url = self::URI . 'api/hub/1/dig_deeper'; - $data = $this->buildRequestJson(); - $header = array( - 'Content-Type: application/json', - 'Content-Length: ' . strlen($data) - ); - $opts = array( - CURLOPT_CUSTOMREQUEST => 'POST', - CURLOPT_POSTFIELDS => $data - ); - $content = getContents($url, $header, $opts) - or returnServerError('Could not complete request to: ' . $url); - - $json = json_decode($content); - - if ($json->ok !== true) { - returnServerError('Invalid response'); - } - - foreach ($json->items as $entry) { - $url = $entry->tralbum_url; - $artist = $entry->artist; - $title = $entry->title; - // e.g. record label is the releaser, but not the artist - $releaser = $entry->band_name !== $entry->artist ? $entry->band_name : null; - - $full_title = $artist . ' - ' . $title; - $full_artist = $artist; - if (isset($releaser)) { - $full_title .= ' (' . $releaser . ')'; - $full_artist .= ' (' . $releaser . ')'; - } - $small_img = $this->getImageUrl($entry->art_id, self::IMGSIZE_300PX); - $img = $this->getImageUrl($entry->art_id, self::IMGSIZE_700PX); - - $item = array( - 'uri' => $url, - 'author' => $full_artist, - 'title' => $full_title - ); - $item['content'] = "$full_title"; - $item['enclosures'] = array($img); - $this->items[] = $item; - } - break; - case 'By band': - case 'By album': - $html = getSimpleHTMLDOMCached($this->getURI(), 86400); - - $titleElement = $html->find('head meta[name=title]', 0) - or returnServerError('Unable to find title on: ' . $this->getURI()); - $this->feedName = $titleElement->content; - - $regex = '/band_id=(\d+)/'; - if(preg_match($regex, $html, $matches) == false) - returnServerError('Unable to find band ID on: ' . $this->getURI()); - $band_id = $matches[1]; - - $tralbums = array(); - switch($this->queriedContext) { - case 'By band': - $query_data = array( - 'band_id' => $band_id - ); - $band_data = $this->apiGet('mobile/22/band_details', $query_data); - - $num_albums = min(count($band_data->discography), $this->getInput('limit')); - for($i = 0; $i < $num_albums; $i++) { - $album_basic_data = $band_data->discography[$i]; - - // 'a' or 't' for albums and individual tracks respectively - $tralbum_type = substr($album_basic_data->item_type, 0, 1); - - $query_data = array( - 'band_id' => $band_id, - 'tralbum_type' => $tralbum_type, - 'tralbum_id' => $album_basic_data->item_id - ); - $tralbums[] = $this->apiGet('mobile/22/tralbum_details', $query_data); - } - break; - case 'By album': - $regex = '/album=(\d+)/'; - if(preg_match($regex, $html, $matches) == false) - returnServerError('Unable to find album ID on: ' . $this->getURI()); - $album_id = $matches[1]; - - $query_data = array( - 'band_id' => $band_id, - 'tralbum_type' => 'a', - 'tralbum_id' => $album_id - ); - $tralbums[] = $this->apiGet('mobile/22/tralbum_details', $query_data); - - break; - } - - foreach ($tralbums as $tralbum_data) { - if ($tralbum_data->type === 'a' && $this->getInput('type') === 'tracks') { - foreach ($tralbum_data->tracks as $track) { - $query_data = array( - 'band_id' => $band_id, - 'tralbum_type' => 't', - 'tralbum_id' => $track->track_id - ); - $track_data = $this->apiGet('mobile/22/tralbum_details', $query_data); - - $this->items[] = $this->buildTralbumItem($track_data); - } - } else { - $this->items[] = $this->buildTralbumItem($tralbum_data); - } - } - break; - } - } - - private function buildTralbumItem($tralbum_data){ - $band_data = $tralbum_data->band; - - // Format title like: ARTIST - ALBUM/TRACK (OPTIONAL RELEASER) - // Format artist/author like: ARTIST (OPTIONAL RELEASER) - // - // If the album/track is released under a label/a band other than the artist - // themselves, append that releaser name to the title and artist/author. - // - // This sadly doesn't always work right for individual tracks as the artist - // of the track is always set to the releaser. - $artist = $tralbum_data->tralbum_artist; - $full_title = $artist . ' - ' . $tralbum_data->title; - $full_artist = $artist; - if (isset($tralbum_data->label)) { - $full_title .= ' (' . $tralbum_data->label . ')'; - $full_artist .= ' (' . $tralbum_data->label . ')'; - } elseif ($band_data->name !== $artist) { - $full_title .= ' (' . $band_data->name . ')'; - $full_artist .= ' (' . $band_data->name . ')'; - } - - $small_img = $this->getImageUrl($tralbum_data->art_id, self::IMGSIZE_300PX); - $img = $this->getImageUrl($tralbum_data->art_id, self::IMGSIZE_700PX); - - $item = array( - 'uri' => $tralbum_data->bandcamp_url, - 'author' => $full_artist, - 'title' => $full_title, - 'enclosures' => array($img), - 'timestamp' => $tralbum_data->release_date - ); - - $item['categories'] = array(); - foreach ($tralbum_data->tags as $tag) { - $item['categories'][] = $tag->norm_name; - } - - // Give articles a unique UID depending on its track list - // Releases should then show up as new articles when tracks are added - if ($this->getInput('type') === 'changes') { - $item['uid'] = "bandcamp/$band_data->band_id/$tralbum_data->id/"; - foreach ($tralbum_data->tracks as $track) { - $item['uid'] .= $track->track_id; - } - } - - $item['content'] = "
$full_title
"; - if ($tralbum_data->type === 'a') { - $item['content'] .= '
- ';
- foreach ($tralbum_data->tracks as $track) {
- $item['content'] .= "
- $track->title "; - } - $item['content'] .= '
' - . nl2br($tralbum_data->about) - . '
'; - } - - return $item; - } - - private function buildRequestJson(){ - $requestJson = array( - 'tag' => $this->getInput('tag'), - 'page' => 1, - 'sort' => 'date' - ); - return json_encode($requestJson); - } - - private function getImageUrl($id, $size){ - return self::IMGURI . 'img/a' . $id . '_' . $size . '.jpg'; - } - - private function apiGet($endpoint, $query_data) { - $url = self::URI . 'api/' . $endpoint . '?' . http_build_query($query_data); - $data = json_decode(getContents($url)) - or returnServerError('API request to "' . $url . '" failed.'); - return $data; - } - - public function getURI(){ - switch($this->queriedContext) { - case 'By tag': - if(!is_null($this->getInput('tag'))) { - return self::URI - . 'tag/' - . urlencode($this->getInput('tag')) - . '?sort_field=date'; - } - break; - case 'By band': - if(!is_null($this->getInput('band'))) { - return 'https://' - . $this->getInput('band') - . '.bandcamp.com/music'; - } - break; - case 'By album': - if(!is_null($this->getInput('band')) && !is_null($this->getInput('album'))) { - return 'https://' - . $this->getInput('band') - . '.bandcamp.com/album/' - . $this->getInput('album'); - } - break; - } - - return parent::getURI(); - } - - public function getName(){ - switch($this->queriedContext) { - case 'By tag': - if(!is_null($this->getInput('tag'))) { - return $this->getInput('tag') . ' - Bandcamp Tag'; - } - break; - case 'By band': - if(isset($this->feedName)) { - return $this->feedName . ' - Bandcamp Band'; - } elseif(!is_null($this->getInput('band'))) { - return $this->getInput('band') . ' - Bandcamp Band'; - } - break; - case 'By album': - if(isset($this->feedName)) { - return $this->feedName . ' - Bandcamp Album'; - } elseif(!is_null($this->getInput('album'))) { - return $this->getInput('album') . ' - Bandcamp Album'; - } - break; - } - - return parent::getName(); - } - - public function detectParameters($url) { - $params = array(); - - // By tag - $regex = '/^(https?:\/\/)?bandcamp\.com\/tag\/([^\/.&?\n]+)/'; - if(preg_match($regex, $url, $matches) > 0) { - $params['tag'] = urldecode($matches[2]); - return $params; - } - - // By band - $regex = '/^(https?:\/\/)?([^\/.&?\n]+?)\.bandcamp\.com/'; - if(preg_match($regex, $url, $matches) > 0) { - $params['band'] = urldecode($matches[2]); - return $params; - } - - // By album - $regex = '/^(https?:\/\/)?([^\/.&?\n]+?)\.bandcamp\.com\/album\/([^\/.&?\n]+)/'; - if(preg_match($regex, $url, $matches) > 0) { - $params['band'] = urldecode($matches[2]); - $params['album'] = urldecode($matches[3]); - return $params; - } - - return null; - } + +class BandcampBridge extends BridgeAbstract +{ + const MAINTAINER = 'sebsauvage, Roliga'; + const NAME = 'Bandcamp Bridge'; + const URI = 'https://bandcamp.com/'; + const CACHE_TIMEOUT = 600; // 10min + const DESCRIPTION = 'New bandcamp releases by tag, band or album'; + const PARAMETERS = [ + 'By tag' => [ + 'tag' => [ + 'name' => 'tag', + 'type' => 'text', + 'required' => true, + 'exampleValue' => 'hip-hop-rap' + ] + ], + 'By band' => [ + 'band' => [ + 'name' => 'band', + 'type' => 'text', + 'title' => 'Band name as seen in the band page URL', + 'required' => true, + 'exampleValue' => 'aesoprock' + ], + 'type' => [ + 'name' => 'Articles are', + 'type' => 'list', + 'values' => [ + 'Releases' => 'releases', + 'Releases, new one when track list changes' => 'changes', + 'Individual tracks' => 'tracks' + ], + 'defaultValue' => 'changes' + ], + 'limit' => [ + 'name' => 'limit', + 'type' => 'number', + 'required' => true, + 'title' => 'Number of releases to return', + 'defaultValue' => 5 + ] + ], + 'By label' => [ + 'label' => [ + 'name' => 'label', + 'type' => 'text', + 'title' => 'label name as seen in the label page URL', + 'required' => true + ], + 'type' => [ + 'name' => 'Articles are', + 'type' => 'list', + 'values' => [ + 'Releases' => 'releases', + 'Releases, new one when track list changes' => 'changes', + 'Individual tracks' => 'tracks' + ], + 'defaultValue' => 'changes' + ], + 'limit' => [ + 'name' => 'limit', + 'type' => 'number', + 'title' => 'Number of releases to return', + 'defaultValue' => 5 + ] + ], + 'By album' => [ + 'band' => [ + 'name' => 'band', + 'type' => 'text', + 'title' => 'Band name as seen in the album page URL', + 'required' => true, + 'exampleValue' => 'aesoprock' + ], + 'album' => [ + 'name' => 'album', + 'type' => 'text', + 'title' => 'Album name as seen in the album page URL', + 'required' => true, + 'exampleValue' => 'appleseed' + ], + 'type' => [ + 'name' => 'Articles are', + 'type' => 'list', + 'values' => [ + 'Releases' => 'releases', + 'Releases, new one when track list changes' => 'changes', + 'Individual tracks' => 'tracks' + ], + 'defaultValue' => 'tracks' + ] + ] + ]; + const IMGURI = 'https://f4.bcbits.com/'; + const IMGSIZE_300PX = 23; + const IMGSIZE_700PX = 16; + + private $feedName; + + public function getIcon() + { + return 'https://s4.bcbits.com/img/bc_favicon.ico'; + } + + public function collectData() + { + switch ($this->queriedContext) { + case 'By tag': + $url = self::URI . 'api/hub/1/dig_deeper'; + $data = $this->buildRequestJson(); + $header = [ + 'Content-Type: application/json', + 'Content-Length: ' . strlen($data), + ]; + $opts = [ + CURLOPT_CUSTOMREQUEST => 'POST', + CURLOPT_POSTFIELDS => $data, + ]; + $content = getContents($url, $header, $opts); + + $json = json_decode($content); + + if ($json->ok !== true) { + returnServerError('Invalid response'); + } + + foreach ($json->items as $entry) { + $url = $entry->tralbum_url; + $artist = $entry->artist; + $title = $entry->title; + // e.g. record label is the releaser, but not the artist + $releaser = $entry->band_name !== $entry->artist ? $entry->band_name : null; + + $full_title = $artist . ' - ' . $title; + $full_artist = $artist; + if (isset($releaser)) { + $full_title .= ' (' . $releaser . ')'; + $full_artist .= ' (' . $releaser . ')'; + } + $small_img = $this->getImageUrl($entry->art_id, self::IMGSIZE_300PX); + $img = $this->getImageUrl($entry->art_id, self::IMGSIZE_700PX); + + $item = [ + 'uri' => $url, + 'author' => $full_artist, + 'title' => $full_title + ]; + $item['content'] = "$full_title"; + $item['enclosures'] = [$img]; + $this->items[] = $item; + } + break; + case 'By band': + case 'By label': + case 'By album': + $html = getSimpleHTMLDOMCached($this->getURI(), 86400); + + if ($html->find('meta[name=title]', 0)) { + $this->feedName = $html->find('meta[name=title]', 0)->content; + } else { + $this->feedName = str_replace('Music | ', '', $html->find('title', 0)->plaintext); + } + + $regex = '/band_id=(\d+)/'; + if (preg_match($regex, $html, $matches) == false) { + returnServerError('Unable to find band ID on: ' . $this->getURI()); + } + $band_id = $matches[1]; + + $tralbums = []; + switch ($this->queriedContext) { + case 'By band': + case 'By label': + $query_data = [ + 'band_id' => $band_id + ]; + $band_data = $this->apiGet('mobile/22/band_details', $query_data); + + $num_albums = min(count($band_data->discography), $this->getInput('limit')); + for ($i = 0; $i < $num_albums; $i++) { + $album_basic_data = $band_data->discography[$i]; + + // 'a' or 't' for albums and individual tracks respectively + $tralbum_type = substr($album_basic_data->item_type, 0, 1); + + $query_data = [ + 'band_id' => $band_id, + 'tralbum_type' => $tralbum_type, + 'tralbum_id' => $album_basic_data->item_id + ]; + $tralbums[] = $this->apiGet('mobile/22/tralbum_details', $query_data); + } + break; + case 'By album': + $regex = '/album=(\d+)/'; + if (preg_match($regex, $html, $matches) == false) { + returnServerError('Unable to find album ID on: ' . $this->getURI()); + } + $album_id = $matches[1]; + + $query_data = [ + 'band_id' => $band_id, + 'tralbum_type' => 'a', + 'tralbum_id' => $album_id + ]; + $tralbums[] = $this->apiGet('mobile/22/tralbum_details', $query_data); + + break; + } + + foreach ($tralbums as $tralbum_data) { + if ($tralbum_data->type === 'a' && $this->getInput('type') === 'tracks') { + foreach ($tralbum_data->tracks as $track) { + $query_data = [ + 'band_id' => $band_id, + 'tralbum_type' => 't', + 'tralbum_id' => $track->track_id + ]; + $track_data = $this->apiGet('mobile/22/tralbum_details', $query_data); + + $this->items[] = $this->buildTralbumItem($track_data); + } + } else { + $this->items[] = $this->buildTralbumItem($tralbum_data); + } + } + break; + } + } + + private function buildTralbumItem($tralbum_data) + { + $band_data = $tralbum_data->band; + + // Format title like: ARTIST - ALBUM/TRACK (OPTIONAL RELEASER) + // Format artist/author like: ARTIST (OPTIONAL RELEASER) + // + // If the album/track is released under a label/a band other than the artist + // themselves, append that releaser name to the title and artist/author. + // + // This sadly doesn't always work right for individual tracks as the artist + // of the track is always set to the releaser. + $artist = $tralbum_data->tralbum_artist; + $full_title = $artist . ' - ' . $tralbum_data->title; + $full_artist = $artist; + if (isset($tralbum_data->label)) { + $full_title .= ' (' . $tralbum_data->label . ')'; + $full_artist .= ' (' . $tralbum_data->label . ')'; + } elseif ($band_data->name !== $artist) { + $full_title .= ' (' . $band_data->name . ')'; + $full_artist .= ' (' . $band_data->name . ')'; + } + + $small_img = $this->getImageUrl($tralbum_data->art_id, self::IMGSIZE_300PX); + $img = $this->getImageUrl($tralbum_data->art_id, self::IMGSIZE_700PX); + + $item = [ + 'uri' => $tralbum_data->bandcamp_url, + 'author' => $full_artist, + 'title' => $full_title, + 'enclosures' => [$img], + 'timestamp' => $tralbum_data->release_date + ]; + + $item['categories'] = []; + foreach ($tralbum_data->tags as $tag) { + $item['categories'][] = $tag->norm_name; + } + + // Give articles a unique UID depending on its track list + // Releases should then show up as new articles when tracks are added + if ($this->getInput('type') === 'changes') { + $item['uid'] = "bandcamp/$band_data->band_id/$tralbum_data->id/"; + foreach ($tralbum_data->tracks as $track) { + $item['uid'] .= $track->track_id; + } + } + + $item['content'] = "
$full_title
"; + if ($tralbum_data->type === 'a') { + $item['content'] .= '
- ';
+ foreach ($tralbum_data->tracks as $track) {
+ $item['content'] .= "
- $track->title "; + } + $item['content'] .= '
' + . nl2br($tralbum_data->about) + . '
'; + } + + return $item; + } + + private function buildRequestJson() + { + $requestJson = [ + 'tag' => $this->getInput('tag'), + 'page' => 1, + 'sort' => 'date' + ]; + return json_encode($requestJson); + } + + private function getImageUrl($id, $size) + { + return self::IMGURI . 'img/a' . $id . '_' . $size . '.jpg'; + } + + private function apiGet($endpoint, $query_data) + { + $url = self::URI . 'api/' . $endpoint . '?' . http_build_query($query_data); + // todo: 429 Too Many Requests happens a lot + $response = getContents($url); + $data = json_decode($response); + return $data; + } + + public function getURI() + { + switch ($this->queriedContext) { + case 'By tag': + if (!is_null($this->getInput('tag'))) { + return self::URI + . 'tag/' + . urlencode($this->getInput('tag')) + . '?sort_field=date'; + } + break; + case 'By label': + if (!is_null($this->getInput('label'))) { + return 'https://' + . $this->getInput('label') + . '.bandcamp.com/music'; + } + break; + case 'By band': + if (!is_null($this->getInput('band'))) { + return 'https://' + . $this->getInput('band') + . '.bandcamp.com/music'; + } + break; + case 'By album': + if (!is_null($this->getInput('band')) && !is_null($this->getInput('album'))) { + return 'https://' + . $this->getInput('band') + . '.bandcamp.com/album/' + . $this->getInput('album'); + } + break; + } + + return parent::getURI(); + } + + public function getName() + { + switch ($this->queriedContext) { + case 'By tag': + if (!is_null($this->getInput('tag'))) { + return $this->getInput('tag') . ' - Bandcamp Tag'; + } + break; + case 'By band': + if (isset($this->feedName)) { + return $this->feedName . ' - Bandcamp Band'; + } elseif (!is_null($this->getInput('band'))) { + return $this->getInput('band') . ' - Bandcamp Band'; + } + break; + case 'By label': + if (isset($this->feedName)) { + return $this->feedName . ' - Bandcamp Label'; + } elseif (!is_null($this->getInput('label'))) { + return $this->getInput('label') . ' - Bandcamp Label'; + } + break; + case 'By album': + if (isset($this->feedName)) { + return $this->feedName . ' - Bandcamp Album'; + } elseif (!is_null($this->getInput('album'))) { + return $this->getInput('album') . ' - Bandcamp Album'; + } + break; + } + + return parent::getName(); + } + + public function detectParameters($url) + { + $params = []; + + // By tag + $regex = '/^(https?:\/\/)?bandcamp\.com\/tag\/([^\/.&?\n]+)/'; + if (preg_match($regex, $url, $matches) > 0) { + $params['context'] = 'By tag'; + $params['tag'] = urldecode($matches[2]); + return $params; + } + + // By band + $regex = '/^(https?:\/\/)?([^\/.&?\n]+?)\.bandcamp\.com/'; + if (preg_match($regex, $url, $matches) > 0) { + $params['context'] = 'By band'; + $params['band'] = urldecode($matches[2]); + return $params; + } + + // By album + $regex = '/^(https?:\/\/)?([^\/.&?\n]+?)\.bandcamp\.com\/album\/([^\/.&?\n]+)/'; + if (preg_match($regex, $url, $matches) > 0) { + $params['context'] = 'By album'; + $params['band'] = urldecode($matches[2]); + $params['album'] = urldecode($matches[3]); + return $params; + } + + return null; + } } diff --git a/bridges/BandcampDailyBridge.php b/bridges/BandcampDailyBridge.php new file mode 100644 index 00000000000..1f9a031d1f9 --- /dev/null +++ b/bridges/BandcampDailyBridge.php @@ -0,0 +1,162 @@ + [], + 'Best of' => [ + 'best-content' => [ + 'name' => 'content', + 'type' => 'list', + 'values' => [ + 'Best Ambient' => 'best-ambient', + 'Best Beat Tapes' => 'best-beat-tapes', + 'Best Dance 12\'s' => 'best-dance-12s', + 'Best Contemporary Classical' => 'best-contemporary-classical', + 'Best Electronic' => 'best-electronic', + 'Best Experimental' => 'best-experimental', + 'Best Hip-Hop' => 'best-hip-hop', + 'Best Jazz' => 'best-jazz', + 'Best Metal' => 'best-metal', + 'Best Punk' => 'best-punk', + 'Best Reissues' => 'best-reissues', + 'Best Soul' => 'best-soul', + ], + 'defaultValue' => 'best-ambient', + ], + ], + 'Genres' => [ + 'genres-content' => [ + 'name' => 'content', + 'type' => 'list', + 'values' => [ + 'Acoustic' => 'genres/acoustic', + 'Alternative' => 'genres/alternative', + 'Ambient' => 'genres/ambient', + 'Blues' => 'genres/blues', + 'Classical' => 'genres/classical', + 'Comedy' => 'genres/comedy', + 'Country' => 'genres/country', + 'Devotional' => 'genres/devotional', + 'Electronic' => 'genres/electronic', + 'Experimental' => 'genres/experimental', + 'Folk' => 'genres/folk', + 'Funk' => 'genres/funk', + 'Hip-Hop/Rap' => 'genres/hip-hop-rap', + 'Jazz' => 'genres/jazz', + 'Kids' => 'genres/kids', + 'Latin' => 'genres/latin', + 'Metal' => 'genres/metal', + 'Pop' => 'genres/pop', + 'Punk' => 'genres/punk', + 'R&B/Soul' => 'genres/r-b-soul', + 'Reggae' => 'genres/reggae', + 'Rock' => 'genres/rock', + 'Soundtrack' => 'genres/soundtrack', + 'Spoken Word' => 'genres/spoken-word', + 'World' => 'genres/world', + ], + 'defaultValue' => 'genres/acoustic', + ], + ], + 'Franchises' => [ + 'franchises-content' => [ + 'name' => 'content', + 'type' => 'list', + 'values' => [ + 'Lists' => 'lists', + 'Features' => 'features', + 'Album of the Day' => 'album-of-the-day', + 'Acid Test' => 'acid-test', + 'Bandcamp Navigator' => 'bandcamp-navigator', + 'Big Ups' => 'big-ups', + 'Certified' => 'certified', + 'Gallery' => 'gallery', + 'Hidden Gems' => 'hidden-gems', + 'High Scores' => 'high-scores', + 'Label Profile' => 'label-profile', + 'Lifetime Achievement' => 'lifetime-achievement', + 'Scene Report' => 'scene-report', + 'Seven Essential Releases' => 'seven-essential-releases', + 'The Merch Table' => 'the-merch-table', + ], + 'defaultValue' => 'lists', + ], + ] + ]; + + const CACHE_TIMEOUT = 3600; // 1 hour + + public function collectData() + { + $html = getSimpleHTMLDOM($this->getURI()); + + $html = defaultLinkTo($html, self::URI); + + $articles = $html->find('articles-list', 0); + + foreach ($articles->find('div.list-article') as $index => $article) { + $item = []; + + $articlePath = $article->find('a.title', 0)->href; + + $articlePageHtml = getSimpleHTMLDOMCached($articlePath, 3600); + + $item['uri'] = $articlePath; + $item['title'] = $articlePageHtml->find('article-title', 0)->innertext; + $item['author'] = $articlePageHtml->find('article-credits > a', 0)->innertext; + $item['content'] = html_entity_decode($articlePageHtml->find('meta[name="description"]', 0)->content, ENT_QUOTES); + $item['timestamp'] = $articlePageHtml->find('meta[property="article:published_time"]', 0)->content; + $item['categories'][] = $articlePageHtml->find('meta[property="article:section"]', 0)->content; + + if ($articlePageHtml->find('meta[property="article:tag"]', 0)) { + $item['categories'][] = $articlePageHtml->find('meta[property="article:tag"]', 0)->content; + } + + $item['enclosures'][] = $articlePageHtml->find('meta[name="twitter:image"]', 0)->content; + + $this->items[] = $item; + + if (count($this->items) >= 10) { + break; + } + } + } + + public function getURI() + { + switch ($this->queriedContext) { + case 'Latest articles': + return self::URI . '/latest'; + case 'Best of': + case 'Genres': + case 'Franchises': + // TODO Switch to array_key_first once php >= 7.3 + $contentKey = key(self::PARAMETERS[$this->queriedContext]); + return self::URI . '/' . $this->getInput($contentKey); + default: + return parent::getURI(); + } + } + + public function getName() + { + switch ($this->queriedContext) { + case 'Latest articles': + return $this->queriedContext . ' - Bandcamp Daily'; + case 'Best of': + case 'Genres': + case 'Franchises': + $contentKey = array_key_first(self::PARAMETERS[$this->queriedContext]); + $contentValues = array_flip(self::PARAMETERS[$this->queriedContext][$contentKey]['values']); + + return $contentValues[$this->getInput($contentKey)] . ' - Bandcamp Daily'; + default: + return parent::getName(); + } + } +} diff --git a/bridges/BastaBridge.php b/bridges/BastaBridge.php index 613005fd8fb..4c0df273bb0 100644 --- a/bridges/BastaBridge.php +++ b/bridges/BastaBridge.php @@ -1,34 +1,33 @@ find('item') as $element) { - if($limit < 10) { - $item = array(); - $item['title'] = $element->find('title', 0)->innertext; - $item['uri'] = $element->find('guid', 0)->plaintext; - $item['timestamp'] = strtotime($element->find('dc:date', 0)->plaintext); - // Replaces all relative image URLs by absolute URLs. - // Relative URLs always start with 'local/'! - $item['content'] = preg_replace( - '/src=["\']{1}([^"\']+)/ims', - 'src=\'' . self::URI . '$1\'', - getSimpleHTMLDOM($item['uri'])->find('div.texte', 0)->innertext - ); - $this->items[] = $item; - $limit++; - } - } - } + foreach ($html->find('item') as $element) { + if ($limit < 10) { + $item = []; + $item['title'] = $element->find('title', 0)->innertext; + $item['uri'] = $element->find('guid', 0)->plaintext; + $item['timestamp'] = strtotime($element->find('dc:date', 0)->plaintext); + + $html = getSimpleHTMLDOM($item['uri']); + $html = defaultLinkTo($html, self::URI); + + $item['content'] = $html->find('div.texte', 0)->innertext; + $this->items[] = $item; + $limit++; + } + } + } } diff --git a/bridges/BinanceBridge.php b/bridges/BinanceBridge.php index 9653ab73f17..5aec06046df 100644 --- a/bridges/BinanceBridge.php +++ b/bridges/BinanceBridge.php @@ -1,103 +1,34 @@ array( - 'name' => 'category', - 'type' => 'list', - 'exampleValue' => 'Blog', - 'title' => 'Select a category', - 'values' => array( - 'Blog' => 'Blog', - 'Announcements' => 'Announcements' - ) - ) - )); - - public function getIcon() { - return 'https://bin.bnbstatic.com/static/images/common/favicon.ico'; - } - - public function getName() { - return self::NAME . ' ' . $this->getInput('category'); - } - - public function getURI() { - if ($this->getInput('category') == 'Blog') - return self::URI . '/en/blog'; - else - return 'https://binance.zendesk.com/hc/en-us/categories/115000056351-Announcements'; - } - - protected function collectBlogData() { - $html = getSimpleHTMLDOM($this->getURI()) - or returnServerError('Could not fetch Binance blog data.'); - - foreach($html->find('div[direction="row"]') as $element) { - - $date = $element->find('div[direction="column"]', 0); - $day = $date->find('div', 0)->innertext; - $month = $date->find('div', 1)->innertext; - $extractedDate = $day . ' ' . $month; - - $abstract = $element->find('div[direction="column"]', 1); - $a = $abstract->find('a', 0); - $uri = self::URI . $a->href; - $title = $a->innertext; - - $full = getSimpleHTMLDOMCached($uri); - $content = $full->find('div.desc', 1); - - $item = array(); - $item['title'] = $title; - $item['uri'] = $uri; - $item['timestamp'] = strtotime($extractedDate); - $item['author'] = 'Binance'; - $item['content'] = $content; - - $this->items[] = $item; - - if (count($this->items) >= 10) - break; - } - } - - protected function collectAnnouncementData() { - $html = getSimpleHTMLDOM($this->getURI()) - or returnServerError('Could not fetch Zendesk announcement data.'); - - foreach($html->find('a.article-list-link') as $a) { - $title = $a->innertext; - $uri = 'https://binance.zendesk.com' . $a->href; - - $full = getSimpleHTMLDOMCached($uri); - $content = $full->find('div.article-body', 0); - $date = $full->find('time', 0)->getAttribute('datetime'); - - $item = array(); - - $item['title'] = $title; - $item['uri'] = $uri; - $item['timestamp'] = strtotime($date); - $item['author'] = 'Binance'; - $item['content'] = $content; - - $this->items[] = $item; - - if (count($this->items) >= 10) - break; - } - } - - public function collectData() { - if ($this->getInput('category') == 'Blog') - $this->collectBlogData(); - else - $this->collectAnnouncementData(); - } +class BinanceBridge extends BridgeAbstract +{ + const NAME = 'Binance Blog'; + const URI = 'https://www.binance.com/en/blog'; + const DESCRIPTION = 'Subscribe to the Binance blog.'; + const MAINTAINER = 'thefranke'; + const CACHE_TIMEOUT = 3600; // 1h + + public function collectData() + { + $url = 'https://www.binance.com/bapi/composite/v1/public/content/blog/list?category=&tag=&page=1&size=12'; + $json = getContents($url); + $data = Json::decode($json, false); + foreach ($data->data->blogList as $post) { + $item = []; + $item['title'] = $post->title; + // Url slug not in json + //$item['uri'] = $uri; + $item['timestamp'] = $post->postTimeUTC / 1000; + $item['author'] = 'Binance'; + $item['content'] = $post->brief; + //$item['categories'] = $category; + $item['uid'] = $post->idStr; + $this->items[] = $item; + } + } + + public function getIcon() + { + return 'https://bin.bnbstatic.com/static/images/common/favicon.ico'; + } } diff --git a/bridges/BingSearchBridge.php b/bridges/BingSearchBridge.php deleted file mode 100644 index 357feb6c7b2..00000000000 --- a/bridges/BingSearchBridge.php +++ /dev/null @@ -1,119 +0,0 @@ - array( - 'category' => array( - 'name' => 'Categories', - 'type' => 'list', - 'values' => self::IMAGE_DISCOVER_CATEGORIES - ), - 'image_size' => array( - 'name' => 'Image size', - 'type' => 'list', - 'values' => array( - 'Small' => 'turl', - 'Full size' => 'imgurl' - ) - ) - ) - ); - - const IMAGE_DISCOVER_CATEGORIES = array( - 'Abstract' => 'abstract', - 'Animals' => 'animals', - 'Anime' => 'anime', - 'Architecture' => 'architecture', - 'Arts and Crafts' => 'arts-and-crafts', - 'Beauty' => 'beauty', - 'Cars and Motorcycles' => 'cars-and-motorcycles', - 'Cats' => 'cats', - 'Celebrities' => 'celebrities', - 'Comics' => 'comics', - 'DIY' => 'diy', - 'Dogs' => 'dogs', - 'Fitness' => 'fitness', - 'Food and Drink' => 'food-and-drink', - 'Funny' => 'funny', - 'Gadgets' => 'gadgets', - 'Gardening' => 'gardening', - 'Geeky' => 'geeky', - 'Hairstyles' => 'hairstyles', - 'Home Decor' => 'home-decor', - 'Marine Life' => 'marine-life', - 'Men\'s Fashion' => 'men%27s-fashion', - 'Nature' => 'nature', - 'Outdoors' => 'outdoors', - 'Parenting' => 'parenting', - 'Phone Wallpapers' => 'phone-wallpapers', - 'Photography' => 'photography', - 'Quotes' => 'quotes', - 'Recipes' => 'recipes', - 'Snow' => 'snow', - 'Tattoos' => 'tattoos', - 'Travel' => 'travel', - 'Video Games' => 'video-games', - 'Weddings' => 'weddings', - 'Women\'s Fashion' => 'women%27s-fashion', - ); - - public function getIcon() - { - return 'https://www.bing.com/sa/simg/bing_p_rr_teal_min.ico'; - } - - public function collectData() - { - $this->items = $this->imageDiscover($this->getInput('category')); - } - - public function getName() - { - if ($this->getInput('category')) { - if (self::IMAGE_DISCOVER_CATEGORIES[$this->getInput('categories')] !== null) { - $category = self::IMAGE_DISCOVER_CATEGORIES[$this->getInput('categories')]; - } else { - $category = 'Unknown'; - } - - return 'Best ' . $category . ' - Bing Image Discover'; - } - return parent::getName(); - } - - private function imageDiscover($category) - { - $html = getSimpleHTMLDOM(self::URI . '/discover/' . $category) - or returnServerError('Could not request ' . self::NAME); - $sizeKey = $this->getInput('image_size'); - - $items = array(); - foreach ($html->find('a.iusc') as $element) { - $data = json_decode(htmlspecialchars_decode($element->getAttribute('m')), true); - - $item = array(); - $item['title'] = basename(rtrim($data['imgurl'], '/')); - $item['uri'] = $data['imgurl']; - $item['content'] = ' -+ $item['title'] = trim(explode("\n", $element->find('div.text', 0)->plaintext)[0]); - $item['uri'] = static::URI . '#' . $element->id; - $item['author'] = $element->find('div[class="blague-footer"] p strong', 0)->plaintext; + $item['content'] = strip_tags($element->find('div.text', 0)); - // Let the title be everything up to the first
- $item['title'] = trim(explode("\n", $element->find('div.text', 0)->plaintext)[0]); + // timestamp is part of: + //
Par {author} le {date} dans {category}
+ preg_match( + '/.+le(.+)dans.*/', + $element->find('div[class="blague-footer"]', 0)->plaintext, + $matches + ); - $item['content'] = strip_tags($element->find('div.text', 0)); + $item['timestamp'] = strtotime($matches[1]); - // timestamp is part of: - //Par {author} le {date} dans {category}
- preg_match( - '/.+le(.+)dans.*/', - $element->find('div[class="blague-footer"]', 0)->plaintext, - $matches - ); - - $item['timestamp'] = strtotime($matches[1]); - - $this->items[] = $item; - - } - - } + $this->items[] = $item; + } + } } diff --git a/bridges/BleepingComputerBridge.php b/bridges/BleepingComputerBridge.php new file mode 100644 index 00000000000..79d8417694d --- /dev/null +++ b/bridges/BleepingComputerBridge.php @@ -0,0 +1,30 @@ +collectExpandableDatas($feed); + } + + protected function parseItem(array $item) + { + $article_html = getSimpleHTMLDOMCached($item['uri']); + if (!$article_html) { + $item['content'] .= 'Could not request ' . $this->getName() . ': ' . $item['uri'] . '
'; + return $item; + } + + $article_content = $article_html->find('div.articleBody', 0)->innertext; + $article_content = stripRecursiveHTMLSection($article_content, 'div', '
') : '';
+ $externalDescription = strlen($externalDescription) > 0 ? "' . $externalTitle . ''; + $description .= ''; + } + return $description; + } + + private function textToDescription($record) + { + if (isset($record['value'])) { + $record = $record['value']; + } + $text = $record['text']; + $text_copy = $text; + $text = nl2br(e($text)); + if (isset($record['facets'])) { + $facets = $record['facets']; + foreach ($facets as $facet) { + if ($facet['features'][0]['$type'] === 'app.bsky.richtext.facet#link') { + $substring = substr($text_copy, $facet['index']['byteStart'], $facet['index']['byteEnd'] - $facet['index']['byteStart']); + $text = str_replace($substring, '' . $substring . '', $text); + } + } + } + return $text; + } + + public function collectData() + { + $user_id = $this->getInput('user_id'); + $handle_match = preg_match('/(?:[a-zA-Z]*\.)+([a-zA-Z](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?)/', $user_id, $handle_res); //gets the TLD in $handle_match[1] + $did_match = preg_match('/did:plc:[a-z2-7]{24}/', $user_id); //https://github.com/did-method-plc/did-method-plc#identifier-syntax + $exclude = ['alt', 'arpa', 'example', 'internal', 'invalid', 'local', 'localhost', 'onion']; //https://en.wikipedia.org/wiki/Top-level_domain#Reserved_domains + if ($handle_match == true && array_search($handle_res[1], $exclude) == false) { + //valid bsky handle + $did = $this->resolveHandle($user_id); + } elseif ($did_match == true) { + //valid DID + $did = $user_id; + } else { + returnClientError('Invalid ATproto handle or DID provided.'); + } + + $filter = $this->getInput('feed_filter') ?: 'posts_and_author_threads'; + $replyContext = $this->getInput('include_reply_context'); + + $this->profile = $this->getProfile($did); + $authorFeed = $this->getAuthorFeed($did, $filter); + + foreach ($authorFeed['feed'] as $post) { + $postRecord = $post['post']['record']; + + $item = []; + $item['uri'] = self::URI . '/profile/' . $this->fallbackAuthor($post['post']['author'], 'url') . '/post/' . explode('app.bsky.feed.post/', $post['post']['uri'])[1]; + $item['title'] = $this->getInput('verbose_title') ? $this->generateVerboseTitle($post) : strtok($postRecord['text'], "\n"); + $item['timestamp'] = strtotime($postRecord['createdAt']); + $item['author'] = $this->fallbackAuthor($post['post']['author'], 'display'); + + $postAuthorDID = $post['post']['author']['did']; + $postAuthorHandle = $post['post']['author']['handle'] !== 'handle.invalid' ? '@' . $post['post']['author']['handle'] . ' ' : ''; + $postDisplayName = $post['post']['author']['displayName'] ?? ''; + $postDisplayName = e($postDisplayName); + $postUri = $item['uri']; + + if (Debug::isEnabled()) { + $url = explode('/', $post['post']['uri']); + error_log('https://bsky.app/profile/' . $url[2] . '/post/' . $url[4]); + } + + $description = ''; + $description .= '' . $thumbDesc . $externalDescription . '
'; + //post + $description .= $this->getPostDescription( + $postDisplayName, + $postAuthorHandle, + $postUri, + $postRecord, + 'post' + ); + + if (isset($postRecord['embed']['$type'])) { + //post link embed + if ($postRecord['embed']['$type'] === 'app.bsky.embed.external') { + $description .= $this->parseExternal($postRecord['embed']['external'], $postAuthorDID); + } elseif ( + $postRecord['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && + $postRecord['embed']['media']['$type'] === 'app.bsky.embed.external' + ) { + $description .= $this->parseExternal($postRecord['embed']['media']['external'], $postAuthorDID); + } + + //post images + if ( + $postRecord['embed']['$type'] === 'app.bsky.embed.images' || + ( + $postRecord['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && + $postRecord['embed']['media']['$type'] === 'app.bsky.embed.images' + ) + ) { + $images = $post['post']['embed']['images'] ?? $post['post']['embed']['media']['images']; + foreach ($images as $image) { + $description .= $this->getPostImageDescription($image); + } + } + + //post video + if ( + $postRecord['embed']['$type'] === 'app.bsky.embed.video' || + ( + $postRecord['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && + $postRecord['embed']['media']['$type'] === 'app.bsky.embed.video' + ) + ) { + $description .= $this->getPostVideoDescription( + $postRecord['embed']['video'] ?? $postRecord['embed']['media']['video'], + $postAuthorDID + ); + } + } + $description .= '
'; + + //quote post + if ( + isset($postRecord['embed']) && + ( + $postRecord['embed']['$type'] === 'app.bsky.embed.record' || + $postRecord['embed']['$type'] === 'app.bsky.embed.recordWithMedia' + ) && + isset($post['post']['embed']['record']) + ) { + $description .= ''; + $quotedRecord = $post['post']['embed']['record']['record'] ?? $post['post']['embed']['record']; + + if (isset($quotedRecord['notFound']) && $quotedRecord['notFound']) { //deleted post + $description .= 'Quoted post deleted.'; + } elseif (isset($quotedRecord['detached']) && $quotedRecord['detached']) { //detached quote + $uri_explode = explode('/', $quotedRecord['uri']); + $uri_reconstructed = self::URI . '/profile/' . $uri_explode[2] . '/post/' . $uri_explode[4]; + $description .= 'Quoted post detached.'; + } elseif (isset($quotedRecord['blocked']) && $quotedRecord['blocked']) { //blocked by quote author + $description .= 'Author of quoted post has blocked OP.'; + } elseif (($quotedRecord['$type'] ?? '') === 'app.bsky.feed.defs#generatorView') { + $description .= '
'; + $description .= $this->getGeneratorViewDescription($quotedRecord); + $description .= ''; + } else { + $quotedAuthorDid = $quotedRecord['author']['did']; + $quotedDisplayName = $quotedRecord['author']['displayName'] ?? ''; + $quotedDisplayName = e($quotedDisplayName); + $quotedAuthorHandle = $quotedRecord['author']['handle'] !== 'handle.invalid' ? '@' . $quotedRecord['author']['handle'] . '' : ''; + + $parts = explode('/', $quotedRecord['uri']); + $quotedPostId = end($parts); + $quotedPostUri = self::URI . '/profile/' . $this->fallbackAuthor($quotedRecord['author'], 'url') . '/post/' . $quotedPostId; + + //quoted post - post + $description .= $this->getPostDescription( + $quotedDisplayName, + $quotedAuthorHandle, + $quotedPostUri, + $quotedRecord, + 'quote' + ); + + if (isset($quotedRecord['value']['embed']['$type'])) { + //quoted post - post link embed + if ($quotedRecord['value']['embed']['$type'] === 'app.bsky.embed.external') { + $description .= $this->parseExternal($quotedRecord['value']['embed']['external'], $quotedAuthorDid); + } + + //quoted post - post video + if ( + $quotedRecord['value']['embed']['$type'] === 'app.bsky.embed.video' || + ( + $quotedRecord['value']['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && + $quotedRecord['value']['embed']['media']['$type'] === 'app.bsky.embed.video' + ) + ) { + $description .= $this->getPostVideoDescription( + $quotedRecord['value']['embed']['video'] ?? $quotedRecord['value']['embed']['media']['video'], + $quotedAuthorDid + ); + } + + //quoted post - post images + if ( + $quotedRecord['value']['embed']['$type'] === 'app.bsky.embed.images' || + ( + $quotedRecord['value']['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && + $quotedRecord['value']['embed']['media']['$type'] === 'app.bsky.embed.images' + ) + ) { + foreach ($quotedRecord['embeds'] as $embed) { + if ( + $embed['$type'] === 'app.bsky.embed.images#view' || + ($embed['$type'] === 'app.bsky.embed.recordWithMedia#view' && $embed['media']['$type'] === 'app.bsky.embed.images#view') + ) { + $images = $embed['images'] ?? $embed['media']['images']; + foreach ($images as $image) { + $description .= $this->getPostImageDescription($image); + } + } + } + } + } + } + $description .= '
'; + } + + //reply + if ($replyContext && isset($post['reply']) && !isset($post['reply']['parent']['notFound'])) { + $replyPost = $post['reply']['parent']; + $replyPostRecord = $replyPost['record']; + $description .= ''; + $description .= '
'; + + $replyPostAuthorDID = $replyPost['author']['did']; + $replyPostAuthorHandle = $replyPost['author']['handle'] !== 'handle.invalid' ? '@' . $replyPost['author']['handle'] . ' ' : ''; + $replyPostDisplayName = $replyPost['author']['displayName'] ?? ''; + $replyPostDisplayName = e($replyPostDisplayName); + $replyPostUri = self::URI . '/profile/' . $this->fallbackAuthor($replyPost['author'], 'url') . '/post/' . explode('app.bsky.feed.post/', $replyPost['uri'])[1]; + + // reply post + $description .= $this->getPostDescription( + $replyPostDisplayName, + $replyPostAuthorHandle, + $replyPostUri, + $replyPostRecord, + 'reply' + ); + + if (isset($replyPostRecord['embed']['$type'])) { + //post link embed + if ($replyPostRecord['embed']['$type'] === 'app.bsky.embed.external') { + $description .= $this->parseExternal($replyPostRecord['embed']['external'], $replyPostAuthorDID); + } elseif ( + $replyPostRecord['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && + $replyPostRecord['embed']['media']['$type'] === 'app.bsky.embed.external' + ) { + $description .= $this->parseExternal($replyPostRecord['embed']['media']['external'], $replyPostAuthorDID); + } + + //post images + if ( + $replyPostRecord['embed']['$type'] === 'app.bsky.embed.images' || + ( + $replyPostRecord['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && + $replyPostRecord['embed']['media']['$type'] === 'app.bsky.embed.images' + ) + ) { + $images = $replyPost['embed']['images'] ?? $replyPost['embed']['media']['images']; + foreach ($images as $image) { + $description .= $this->getPostImageDescription($image); + } + } + + //post video + if ( + $replyPostRecord['embed']['$type'] === 'app.bsky.embed.video' || + ( + $replyPostRecord['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && + $replyPostRecord['embed']['media']['$type'] === 'app.bsky.embed.video' + ) + ) { + $description .= $this->getPostVideoDescription( + $replyPostRecord['embed']['video'] ?? $replyPostRecord['embed']['media']['video'], + $replyPostAuthorDID + ); + } + } + $description .= '
'; + + //quote post + if ( + isset($replyPostRecord['embed']) && + ($replyPostRecord['embed']['$type'] === 'app.bsky.embed.record' || $replyPostRecord['embed']['$type'] === 'app.bsky.embed.recordWithMedia') && + isset($replyPost['embed']['record']) + ) { + $description .= ''; + $replyQuotedRecord = $replyPost['embed']['record']['record'] ?? $replyPost['embed']['record']; + + if (isset($replyQuotedRecord['notFound']) && $replyQuotedRecord['notFound']) { //deleted post + $description .= 'Quoted post deleted.'; + } elseif (isset($replyQuotedRecord['detached']) && $replyQuotedRecord['detached']) { //detached quote + $uri_explode = explode('/', $replyQuotedRecord['uri']); + $uri_reconstructed = self::URI . '/profile/' . $uri_explode[2] . '/post/' . $uri_explode[4]; + $description .= 'Quoted post detached.'; + } elseif (isset($replyQuotedRecord['blocked']) && $replyQuotedRecord['blocked']) { //blocked by quote author + $description .= 'Author of quoted post has blocked OP.'; + } elseif (($replyQuotedRecord['$type'] ?? '') === 'app.bsky.feed.defs#generatorView') { + $description .= '
'; + $description .= $this->getGeneratorViewDescription($replyQuotedRecord); + $description .= ''; + } else { + $quotedAuthorDid = $replyQuotedRecord['author']['did']; + $quotedDisplayName = $replyQuotedRecord['author']['displayName'] ?? ''; + $quotedDisplayName = e($quotedDisplayName); + $quotedAuthorHandle = $replyQuotedRecord['author']['handle'] !== 'handle.invalid' ? '@' . $replyQuotedRecord['author']['handle'] . '' : ''; + + $parts = explode('/', $replyQuotedRecord['uri']); + $quotedPostId = end($parts); + $quotedPostUri = self::URI . '/profile/' . $this->fallbackAuthor($replyQuotedRecord['author'], 'url') . '/post/' . $quotedPostId; + + //quoted post - post + $description .= $this->getPostDescription( + $quotedDisplayName, + $quotedAuthorHandle, + $quotedPostUri, + $replyQuotedRecord, + 'quote' + ); + + if (isset($replyQuotedRecord['value']['embed']['$type'])) { + //quoted post - post link embed + if ($replyQuotedRecord['value']['embed']['$type'] === 'app.bsky.embed.external') { + $description .= $this->parseExternal($replyQuotedRecord['value']['embed']['external'], $quotedAuthorDid); + } + + //quoted post - post video + if ( + $replyQuotedRecord['value']['embed']['$type'] === 'app.bsky.embed.video' || + ( + $replyQuotedRecord['value']['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && + $replyQuotedRecord['value']['embed']['media']['$type'] === 'app.bsky.embed.video' + ) + ) { + $description .= $this->getPostVideoDescription( + $replyQuotedRecord['value']['embed']['video'] ?? $replyQuotedRecord['value']['embed']['media']['video'], + $quotedAuthorDid + ); + } + + //quoted post - post images + if ( + $replyQuotedRecord['value']['embed']['$type'] === 'app.bsky.embed.images' || + ( + $replyQuotedRecord['value']['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && + $replyQuotedRecord['value']['embed']['media']['$type'] === 'app.bsky.embed.images' + ) + ) { + foreach ($replyQuotedRecord['embeds'] as $embed) { + if ( + $embed['$type'] === 'app.bsky.embed.images#view' || + ($embed['$type'] === 'app.bsky.embed.recordWithMedia#view' && $embed['media']['$type'] === 'app.bsky.embed.images#view') + ) { + $images = $embed['images'] ?? $embed['media']['images']; + foreach ($images as $image) { + $description .= $this->getPostImageDescription($image); + } + } + } + } + } + } + $description .= '
'; + } + } + + $item['content'] = $description; + $this->items[] = $item; + } + } + + private function getPostVideoDescription(array $video, $authorDID) + { + //https://video.bsky.app/watch/$did/$cid/thumbnail.jpg + $videoCID = $video['ref']['$link']; + $videoMime = $video['mimeType']; + $thumbnail = "poster=\"https://video.bsky.app/watch/$authorDID/$videoCID/thumbnail.jpg\"" ?? ''; + $videoURL = "https://bsky.social/xrpc/com.atproto.sync.getBlob?did=$authorDID&cid=$videoCID"; + return ""; + } elseif ($type === 'reply') { + // Replying to aaa @aaa.com's post/reply: + $postType = isset($postRecord['reply']) ? 'reply' : 'post'; + $description .= "Replying to $postDisplayName $postAuthorHandle's $postType:
"; + } else { + // aaa @aaa.com posted: + $description .= "$postDisplayName $postAuthorHandle posted:
"; + } + $description .= $this->textToDescription($postRecord); + return $description; + } + + //used if handle verification fails, fallsback to displayName or DID depending on context. + private function fallbackAuthor($author, $reason) + { + if ($author['handle'] === 'handle.invalid') { + switch ($reason) { + case 'url': + return $author['did']; + case 'display': + $displayName = $author['displayName'] ?? ''; + return e($displayName); + } + } + return $author['handle']; + } + + private function generateVerboseTitle($post) + { + //use "Post by A, replying to B, quoting C" instead of post contents + $title = ''; + if (isset($post['reason']) && str_contains($post['reason']['$type'], 'reasonRepost')) { + $title .= 'Repost by ' . $this->fallbackAuthor($post['reason']['by'], 'display') . ', post by ' . $this->fallbackAuthor($post['post']['author'], 'display'); + } else { + $title .= 'Post by ' . $this->fallbackAuthor($post['post']['author'], 'display'); + } + + if (isset($post['reply'])) { + if (isset($post['reply']['parent']['blocked'])) { + $replyAuthor = 'blocked user'; + } elseif (isset($post['reply']['parent']['notFound'])) { + $replyAuthor = 'deleted post'; + } else { + $replyAuthor = $this->fallbackAuthor($post['reply']['parent']['author'], 'display'); + } + $title .= ', replying to ' . $replyAuthor; + } + if (isset($post['post']['embed']) && isset($post['post']['embed']['record'])) { + if (isset($post['post']['embed']['record']['blocked'])) { + $quotedAuthor = 'blocked user'; + } elseif (isset($post['post']['embed']['record']['notFound'])) { + $quotedAuthor = 'deleted post'; + } elseif (isset($post['post']['embed']['record']['detached'])) { + $quotedAuthor = 'detached post'; + } else { + $quotedAuthor = $this->fallbackAuthor($post['post']['embed']['record']['record']['author'] ?? $post['post']['embed']['record']['author'], 'display'); + } + $title .= ', quoting ' . $quotedAuthor; + } + return $title; + } + + private function resolveHandle($handle) + { + $uri = 'https://public.api.bsky.app/xrpc/com.atproto.identity.resolveHandle?handle=' . urlencode($handle); + $response = json_decode(getContents($uri), true); + return $response['did']; + } + + private function getProfile($did) + { + $uri = 'https://public.api.bsky.app/xrpc/app.bsky.actor.getProfile?actor=' . urlencode($did); + $response = json_decode(getContents($uri), true); + return $response; + } + + private function getAuthorFeed($did, $filter) + { + $uri = 'https://public.api.bsky.app/xrpc/app.bsky.feed.getAuthorFeed?actor=' . urlencode($did) . '&filter=' . urlencode($filter) . '&limit=30'; + if (Debug::isEnabled()) { + error_log($uri); + } + $response = json_decode(getContents($uri), true); + return $response; + } + + private function getGeneratorViewDescription(array $record): string + { + $avatar = e($record['avatar']); + $displayName = e($record['displayName']); + $displayHandle = e($record['creator']['handle']); + $likeCount = e($record['likeCount']); + preg_match('/\/([^\/]+)$/', $record['uri'], $matches); + $uri = e('https://bsky.app/profile/' . $record['creator']['did'] . '/feed/' . $matches[1]); + + return <<
+
+
+END;
+ }
+}
diff --git a/bridges/BodaccBridge.php b/bridges/BodaccBridge.php
new file mode 100644
index 00000000000..38e5856a0f2
--- /dev/null
+++ b/bridges/BodaccBridge.php
@@ -0,0 +1,218 @@
+ [
+ 'departement' => [
+ 'name' => 'Département',
+ 'type' => 'list',
+ 'values' => [
+ 'Tous' => null,
+ 'Ain' => '01',
+ 'Aisne' => '02',
+ 'Allier' => '03',
+ 'Alpes-de-Haute-Provence' => '04',
+ 'Hautes-Alpes' => '05',
+ 'Alpes-Maritimes' => '06',
+ 'Ardèche' => '07',
+ 'Ardennes' => '08',
+ 'Ariège' => '09',
+ 'Aube' => '10',
+ 'Aude' => '11',
+ 'Aveyron' => '12',
+ 'Bouches-du-Rhône' => '13',
+ 'Calvados' => '14',
+ 'Cantal' => '15',
+ 'Charente' => '16',
+ 'Charente-Maritime' => '17',
+ 'Cher' => '18',
+ 'Corrèze' => '19',
+ 'Corse-du-Sud' => '2A',
+ 'Haute-Corse' => '2B',
+ 'Côte-d\'Or' => '21',
+ 'Côtes-d\'Armor' => '22',
+ 'Creuse' => '23',
+ 'Dordogne' => '24',
+ 'Doubs' => '25',
+ 'Drôme' => '26',
+ 'Eure' => '27',
+ 'Eure-et-Loir' => '28',
+ 'Finistère' => '29',
+ 'Gard' => '30',
+ 'Haute-Garonne' => '31',
+ 'Gers' => '32',
+ 'Gironde' => '33',
+ 'Hérault' => '34',
+ 'Ille-et-Vilaine' => '35',
+ 'Indre' => '36',
+ 'Indre-et-Loire' => '37',
+ 'Isère' => '38',
+ 'Jura' => '39',
+ 'Landes' => '40',
+ 'Loir-et-Cher' => '41',
+ 'Loire' => '42',
+ 'Haute-Loire' => '43',
+ 'Loire-Atlantique' => '44',
+ 'Loiret' => '45',
+ 'Lot' => '46',
+ 'Lot-et-Garonne' => '47',
+ 'Lozère' => '48',
+ 'Maine-et-Loire' => '49',
+ 'Manche' => '50',
+ 'Marne' => '51',
+ 'Haute-Marne' => '52',
+ 'Mayenne' => '53',
+ 'Meurthe-et-Moselle' => '54',
+ 'Meuse' => '55',
+ 'Morbihan' => '56',
+ 'Moselle' => '57',
+ 'Nièvre' => '58',
+ 'Nord' => '59',
+ 'Oise' => '60',
+ 'Orne' => '61',
+ 'Pas-de-Calais' => '62',
+ 'Puy-de-Dôme' => '63',
+ 'Pyrénées-Atlantiques' => '64',
+ 'Hautes-Pyrénées' => '65',
+ 'Pyrénées-Orientales' => '66',
+ 'Bas-Rhin' => '67',
+ 'Haut-Rhin' => '68',
+ 'Rhône' => '69',
+ 'Haute-Saône' => '70',
+ 'Saône-et-Loire' => '71',
+ 'Sarthe' => '72',
+ 'Savoie' => '73',
+ 'Haute-Savoie' => '74',
+ 'Paris' => '75',
+ 'Seine-Maritime' => '76',
+ 'Seine-et-Marne' => '77',
+ 'Yvelines' => '78',
+ 'Deux-Sèvres' => '79',
+ 'Somme' => '80',
+ 'Tarn' => '81',
+ 'Tarn-et-Garonne' => '82',
+ 'Var' => '83',
+ 'Vaucluse' => '84',
+ 'Vendée' => '85',
+ 'Vienne' => '86',
+ 'Haute-Vienne' => '87',
+ 'Vosges' => '88',
+ 'Yonne' => '89',
+ 'Territoire de Belfort' => '90',
+ 'Essonne' => '91',
+ 'Hauts-de-Seine' => '92',
+ 'Seine-Saint-Denis' => '93',
+ 'Val-de-Marne' => '94',
+ 'Val-d\'Oise' => '95',
+ 'Guadeloupe' => '971',
+ 'Martinique' => '972',
+ 'Guyane' => '973',
+ 'La Réunion' => '974',
+ 'Saint-Pierre-et-Miquelon' => '975',
+ 'Mayotte' => '976',
+ 'Saint-Barthélemy' => '977',
+ 'Saint-Martin' => '978',
+ 'Terres australes et antarctiques françaises' => '984',
+ 'Wallis-et-Futuna' => '986',
+ 'Polynésie française' => '987',
+ 'Nouvelle-Calédonie' => '988',
+ 'Île de Clipperton' => '989'
+ ]
+ ],
+ 'famille' => [
+ 'name' => 'Famille',
+ 'type' => 'list',
+ 'values' => [
+ 'Toutes' => null,
+ 'Annonces diverses' => 'divers',
+ 'Créations' => 'creation',
+ 'Dépôts des comptes' => 'dpc',
+ 'Immatriculations' => 'immatriculation',
+ 'Modifications diverses' => 'modification',
+ 'Procédures collectives' => 'collective',
+ 'Procédures de conciliation' => 'conciliation',
+ 'Procédures de rétablissement professionnel' => 'retablissement_professionnel',
+ 'Radiations' => 'radiation',
+ 'Ventes et cessions' => 'vente'
+ ]
+ ],
+ 'type' => [
+ 'name' => 'Type',
+ 'type' => 'list',
+ 'values' => [
+ 'Tous' => null,
+ 'Avis initial' => 'annonce',
+ 'Avis d\'annulation' => 'annulation',
+ 'Avis rectificatif' => 'rectificatif'
+ ]
+ ]
+ ]
+ ];
+
+ public function collectData()
+ {
+ $parameters = [
+ 'select' => 'id,dateparution,typeavis_lib,familleavis_lib,commercant,ville,cp',
+ 'order_by' => 'id desc',
+ 'limit' => 50,
+ ];
+
+ $where = [];
+ if (!empty($this->getInput('departement'))) {
+ $where[] = 'numerodepartement="' . $this->getInput('departement') . '"';
+ }
+
+ if (!empty($this->getInput('famille'))) {
+ $where[] = 'familleavis="' . $this->getInput('famille') . '"';
+ }
+
+ if (!empty($this->getInput('type'))) {
+ $where[] = 'typeavis="' . $this->getInput('type') . '"';
+ }
+
+ if ($where !== []) {
+ $parameters['where'] = implode(' and ', $where);
+ }
+
+ $url = urljoin(self::URI, '/api/explore/v2.1/catalog/datasets/annonces-commerciales/records?' . http_build_query($parameters));
+
+ $data = Json::decode(getContents($url), false);
+
+ foreach ($data->results as $result) {
+ if (
+ !isset(
+ $result->id,
+ $result->dateparution,
+ $result->typeavis_lib,
+ $result->familleavis_lib,
+ $result->commercant,
+ $result->ville,
+ $result->cp
+ )
+ ) {
+ continue;
+ }
+
+ $title = sprintf(
+ '[%s] %s - %s à %s (%s)',
+ $result->typeavis_lib,
+ $result->familleavis_lib,
+ $result->commercant,
+ $result->ville,
+ $result->cp
+ );
+
+ $this->items[] = [
+ 'uid' => $result->id,
+ 'timestamp' => strtotime($result->dateparution),
+ 'title' => $title,
+ ];
+ }
+ }
+}
diff --git a/bridges/BookMyShowBridge.php b/bridges/BookMyShowBridge.php
new file mode 100644
index 00000000000..6ad02fe27ce
--- /dev/null
+++ b/bridges/BookMyShowBridge.php
@@ -0,0 +1,1480 @@
+ 'Plays',
+ self::EVENTS => 'Events',
+ self::MOVIES => 'Movies',
+ ];
+
+ const CITIES = [
+ // Most popular cities
+ 'Mumbai' => 'MUMBAI',
+ 'National Capital Region (NCR)' => 'NCR',
+ 'Bengaluru' => 'BANG',
+ 'Hyderabad' => 'HYD',
+ 'Ahmedabad' => 'AHD',
+ 'Chandigarh' => 'CHD',
+ 'Chennai' => 'CHEN',
+ 'Pune' => 'PUNE',
+ 'Kolkata' => 'KOLK',
+ 'Kochi' => 'KOCH',
+
+ // Less common cities
+ 'Aalo' => 'AALU',
+ 'Abohar' => 'ABOR',
+ 'Abu Road' => 'ABRD',
+ 'Acharapakkam' => 'ACHA',
+ 'Adilabad' => 'ADIL',
+ 'Agar Malwa' => 'AGOR',
+ 'Agartala' => 'AGAR',
+ 'Agra' => 'AGRA',
+ 'Ahmedgarh' => 'AHMG',
+ 'Ahmednagar' => 'AHMED',
+ 'Aizawl' => 'AIZW',
+ 'Ajmer' => 'AJMER',
+ 'Akaltara' => 'AKAL',
+ 'Akividu' => 'AKVD',
+ 'Akola' => 'AKOL',
+ 'Alangudi' => 'ALNI',
+ 'Alappuzha' => 'ALPZ',
+ 'Alathur' => 'ALAR',
+ 'Alibaug' => 'ALBG',
+ 'Aligarh' => 'ALI',
+ 'Allagadda' => 'ALGD',
+ 'Almora' => 'ALMO',
+ 'Alwar' => 'ALWR',
+ 'Amadalavalasa' => 'ADAM',
+ 'Amalapuram' => 'AMAP',
+ 'Amaravathi' => 'AVTI',
+ 'Ambala' => 'AMB',
+ 'Ambikapur' => 'AMBI',
+ 'Ambur' => 'AMBR',
+ 'Amgaon' => 'AMGN',
+ 'Amravati' => 'AMRA',
+ 'Amritsar' => 'AMRI',
+ 'Anakapalle' => 'ANKP',
+ 'Anand' => 'AND',
+ 'Anantapalli' => 'ANTT',
+ 'Anantapur' => 'ANAN',
+ 'Anchal' => 'ANHL',
+ 'Angadipuram' => 'ANDM',
+ 'Angamaly' => 'ANGA',
+ 'Angara' => 'ANGR',
+ 'Angul' => 'ANGL',
+ 'Anjad' => 'ANJA',
+ 'Anjar' => 'ANJR',
+ 'Anklav' => 'ANKV',
+ 'Ankleshwar' => 'ANKL',
+ 'Annigeri' => 'ANGI',
+ 'Arakkonam' => 'ARAK',
+ 'Arambagh' => 'AMBH',
+ 'Aranthangi' => 'ARNT',
+ 'Ariyalur' => 'ARIY',
+ 'Arni' => 'ARNI',
+ 'Arsikere' => 'ARSI',
+ 'Aruppukottai' => 'ARUP',
+ 'Asansol' => 'ASANSOL',
+ 'Ashoknagar (West Bengal)' => 'ASNA',
+ 'Ashoknagar' => 'AKMP',
+ 'Aswaraopeta' => 'ASWA',
+ 'Atpadi' => 'ATPA',
+ 'Attili' => 'ATLI',
+ 'Aurangabad (Bihar)' => 'AUBI',
+ 'Aurangabad (West Bengal)' => 'AURW',
+ 'Aurangabad' => 'AURA',
+ 'Avinashi' => 'AVII',
+ 'Azamgarh' => 'AZMG',
+ 'B. Kothakota' => 'BKOT',
+ 'Badaun' => 'BADN',
+ 'Baddi' => 'BADD',
+ 'Badnawar' => 'BADR',
+ 'Bagbahara' => 'BBHA',
+ 'Bagha Purana' => 'BAPU',
+ 'Bagru' => 'BAGU',
+ 'Bahadurgarh' => 'BAHD',
+ 'Bahraich' => 'BHRH',
+ 'Baihar' => 'BIAH',
+ 'Baikunthpur' => 'BKTH',
+ 'Baindur' => 'BAND',
+ 'Bakhrahat' => 'BART',
+ 'Balaghat' => 'BLGT',
+ 'Balangir' => 'BALG',
+ 'Balasore' => 'BLSR',
+ 'Balijipeta' => 'BLIJ',
+ 'Balod' => 'BALD',
+ 'Baloda Bazar' => 'BBCH',
+ 'Balotra' => 'BALO',
+ 'Balrampur' => 'BLUR',
+ 'Balurghat' => 'BALU',
+ 'Bangarpet' => 'BAGT',
+ 'Banswada' => 'BNSA',
+ 'Banswara' => 'BANS',
+ 'Bantumilli' => 'BANT',
+ 'Barabanki' => 'BARK',
+ 'Baramati' => 'BARA',
+ 'Baraut' => 'BARL',
+ 'Bardoli' => 'BRDL',
+ 'Bareilly' => 'BARE',
+ 'Bargarh' => 'BARG',
+ 'Baripada' => 'BARI',
+ 'Barmer' => 'BARM',
+ 'Barnala' => 'BAR',
+ 'Barshi' => 'BRHI',
+ 'Barwani' => 'BRWN',
+ 'Basna' => 'BASN',
+ 'Basti' => 'BAST',
+ 'Bathinda' => 'BHAT',
+ 'Batlagundu' => 'BTGD',
+ 'Beawar' => 'BEAW',
+ 'Beed' => 'BEED',
+ 'Belagavi (Belgaum)' => 'BELG',
+ 'Bellampalli' => 'BELL',
+ 'Bellary' => 'BLRY',
+ 'Belur' => 'BELU',
+ 'Bemetara' => 'BMTA',
+ 'Berachampa' => 'BRAC',
+ 'Berhampore' => 'BEHA',
+ 'Berhampur' => 'BERP',
+ 'Bestavaripeta' => 'BEST',
+ 'Betul' => 'BETU',
+ 'Bhadrachalam' => 'BHDR',
+ 'Bhadrak' => 'BHAD',
+ 'Bhadravati' => 'BDVT',
+ 'Bhainsa' => 'BHAN',
+ 'Bhandara' => 'BHAA',
+ 'Bharamasagara' => 'BASA',
+ 'Bharuch' => 'BHAR',
+ 'Bhatapara' => 'BTAP',
+ 'Bhatkal' => 'BAKL',
+ 'Bhattiprolu' => 'BATT',
+ 'Bhavnagar' => 'BHNG',
+ 'Bhilai' => 'BHILAI',
+ 'Bhilwara' => 'BHIL',
+ 'Bhimadole' => 'BMDE',
+ 'Bhimavaram' => 'BHIM',
+ 'Bhiwadi' => 'BHWD',
+ 'Bhiwani' => 'BHWN',
+ 'Bhopal' => 'BHOP',
+ 'Bhubaneswar' => 'BHUB',
+ 'Bhuj' => 'BHUJ',
+ 'Bhuntar' => 'BHUN',
+ 'Bhupalpalle' => 'BHUP',
+ 'Bhusawal' => 'BHUS',
+ 'Biaora' => 'BIAR',
+ 'Bidar' => 'BIDR',
+ 'Bijnor' => 'BIJ',
+ 'Bijoynagar' => 'BIJO',
+ 'Bikaner' => 'BIK',
+ 'Bilara' => 'BILR',
+ 'Bilaspur (Himachal Pradesh)' => 'BIPS',
+ 'Bilaspur' => 'BILA',
+ 'Bilimora' => 'BILI',
+ 'Biraul' => 'BIRL',
+ 'Bishrampur' => 'BSRM',
+ 'Bodinayakanur' => 'BODI',
+ 'Boisar' => 'BOIS',
+ 'Bokaro' => 'BOKA',
+ 'Bolpur' => 'BLPR',
+ 'Bommidi' => 'BOMM',
+ 'Bongaigaon' => 'BONG',
+ 'Bongaon' => 'BONI',
+ 'Borsad' => 'BORM',
+ 'Brahmapur' => 'KHUB',
+ 'Brahmapuri' => 'BHMP',
+ 'Brajrajnagar' => 'BJNG',
+ 'Bulandshahr' => 'BULA',
+ 'Buldana' => 'BULD',
+ 'Bundu' => 'BUND',
+ 'Burdwan' => 'BURD',
+ 'Burhanpur' => 'BRHP',
+ 'Byadagi' => 'BYAD',
+ 'Chagallu' => 'CHAG',
+ 'Challakere' => 'CHLA',
+ 'Challapalli' => 'CHAP',
+ 'Champa' => 'CHAM',
+ 'Chanchal' => 'CCWC',
+ 'Chandausi' => 'CHDN',
+ 'Chandragiri' => 'CHAD',
+ 'Chandrakona' => 'CKNA',
+ 'Chandrapur' => 'CHAN',
+ 'Changanassery' => 'CNSY',
+ 'Channagiri' => 'CHGI',
+ 'Channarayapatna' => 'CHNN',
+ 'Chaygaon' => 'CHOG',
+ 'Cheepurupalli' => 'CHEE',
+ 'Chendrapinni' => 'CNPI',
+ 'Chengannur' => 'CHEG',
+ 'Chennur' => 'CHNU',
+ 'Cherial' => 'CHRY',
+ 'Cheyyar' => 'CHEY',
+ 'Chhibramau' => 'CHHI',
+ 'Chhindwara' => 'CHIN',
+ 'Chickmagaluru' => 'CHKA',
+ 'Chidambaram' => 'CHID',
+ 'Chikkaballapur' => 'CHIK',
+ 'Chikodi' => 'CHOK',
+ 'Chinturu' => 'CHTN',
+ 'Chirala' => 'CHIR',
+ 'Chitradurga' => 'CHIT',
+ 'Chittoor' => 'CHTT',
+ 'Chodavaram' => 'CDVM',
+ 'Chotila' => 'CHOT',
+ 'Coimbatore' => 'COIM',
+ 'Cooch Behar' => 'COBE',
+ 'Cuddalore' => 'CUDD',
+ 'Cuttack' => 'CUTT',
+ 'Dabra' => 'DABR',
+ 'Dahanu' => 'DHAU',
+ 'Dahegam' => 'DHGM',
+ 'Dahod' => 'DAHO',
+ 'Dakshin Barasat' => 'DAKS',
+ 'Dalli Rajhara' => 'DALL',
+ 'Daman' => 'DAMA',
+ 'Damoh' => 'DAMO',
+ 'Darjeeling' => 'DARJ',
+ 'Darsi' => 'DARS',
+ 'Dasuya' => 'DASU',
+ 'Dausa' => 'DAUS',
+ 'Davanagere' => 'DAVA',
+ 'Davuluru' => 'DVLR',
+ 'Deesa' => 'DEES',
+ 'Dehradun' => 'DEH',
+ 'Deoghar' => 'DOGH',
+ 'Devadurga' => 'DEVD',
+ 'Devarakonda' => 'DEVK',
+ 'Devgad' => 'DEGA',
+ 'Dewas' => 'DEWAS',
+ 'Dhampur' => 'DHPR',
+ 'Dhamtari' => 'DHMT',
+ 'Dhanbad' => 'DHAN',
+ 'Dhar' => 'DARH',
+ 'Dharamsala' => 'DMSL',
+ 'Dharapuram' => 'DHAR',
+ 'Dharmapuri' => 'DMPI',
+ 'Dharmavaram' => 'DDMA',
+ 'Dharwad' => 'DHAW',
+ 'Dhenkanal' => 'DNAL',
+ 'Dhoraji' => 'DHOR',
+ 'Dhule' => 'DHLE',
+ 'Dhuri' => 'DHRI',
+ 'Dibrugarh' => 'DIB',
+ 'Digras' => 'DIGR',
+ 'Dimapur' => 'DMPR',
+ 'Dindigul' => 'DIND',
+ 'Doddaballapura' => 'DDBP',
+ 'Domkal' => 'DMKL',
+ 'Dongargarh' => 'DONG',
+ 'Doraha' => 'DORH',
+ 'Durg' => 'DURG',
+ 'Durgapur' => 'DURGA',
+ 'Edappal' => 'EDPL',
+ 'Edlapadu' => 'EDLP',
+ 'Eluru' => 'ELRU',
+ 'Erattupetta' => 'ERAT',
+ 'Ernakulam' => 'ERNK',
+ 'Erode' => 'EROD',
+ 'Etawah' => 'ETWH',
+ 'Ettumanoor' => 'ETTU',
+ 'Faizabad' => 'FAZA',
+ 'Falna' => 'FALN',
+ 'Faridkot' => 'DKOT',
+ 'Fatehgarh Sahib' => 'FASA',
+ 'Fatehpur' => 'FATE',
+ 'Fatehpur(Rajasthan)' => 'FATR',
+ 'Firozpur' => 'FRZR',
+ 'G.Mamidada' => 'GMAD',
+ 'Gadag' => 'GADG',
+ 'Gadarwara' => 'GDWR',
+ 'Gadchiroli' => 'GDRO',
+ 'Gajendragarh' => 'GJGH',
+ 'Gajwel' => 'GAJW',
+ 'Ganapavaram' => 'GANP',
+ 'Gandhidham' => 'GDHAM',
+ 'Gandhinagar' => 'GNAGAR',
+ 'Gangavati' => 'GAVT',
+ 'Gangoh' => 'GANZ',
+ 'Gangtok' => 'GANG',
+ 'Ganjbasoda' => 'GANJ',
+ 'Garla' => 'GALA',
+ 'Gauribidanur' => 'GAUR',
+ 'Gaya' => 'GAYA',
+ 'Gingee' => 'GING',
+ 'Goa' => 'GOA',
+ 'Gobichettipalayam' => 'GOBI',
+ 'Godavarikhani' => 'GDVK',
+ 'Godhra' => 'GODH',
+ 'Gokak' => 'GKGK',
+ 'Gokavaram' => 'GOKM',
+ 'Golaghat' => 'GHT',
+ 'Gollaprolu' => 'GOLL',
+ 'Gonda' => 'GOND',
+ 'Gondia' => 'GNDA',
+ 'Gopalganj' => 'GOPG',
+ 'Gorakhpur' => 'GRKP',
+ 'Gorantla' => 'GORA',
+ 'Gotegaon' => 'GTGN',
+ 'Gownipalli' => 'GOWP',
+ 'Gudivada' => 'GUDI',
+ 'Gudiyatham' => 'GDTM',
+ 'Gudur' => 'GUDR',
+ 'Gulaothi' => 'GULL',
+ 'Guledgudda' => 'GULD',
+ 'Gummadidala' => 'GUMM',
+ 'Guna' => 'GUNA',
+ 'Guntakal' => 'GUNL',
+ 'Guntur' => 'GUNT',
+ 'Gurazala' => 'GURZ',
+ 'Guwahati' => 'GUW',
+ 'Gwalior' => 'GWAL',
+ 'Habra' => 'HARR',
+ 'Hagaribommanahalli' => 'HHGG',
+ 'Hajipur' => 'HAJI',
+ 'Haldia' => 'HLDI',
+ 'Haldwani' => 'HALD',
+ 'Haliya' => 'HALI',
+ 'Hampi' => 'HMPI',
+ 'Hardoi' => 'HRDI',
+ 'Haridwar' => 'HRDR',
+ 'Harihar' => 'HRRR',
+ 'Haripad' => 'HRPD',
+ 'Harugeri' => 'HARU',
+ 'Hasanpur' => 'HANS',
+ 'Hazaribagh' => 'HAZA',
+ 'Himmatnagar' => 'HIMM',
+ 'Hindaun City' => 'HIND',
+ 'Hisar' => 'HISR',
+ 'Honnali' => 'HONV',
+ 'Honnavara' => 'HNVR',
+ 'Hooghly' => 'HOOG',
+ 'Hoshiarpur' => 'HOSH',
+ 'Hoskote' => 'HOKT',
+ 'Hospet' => 'HOSP',
+ 'Hosur' => 'HSUR',
+ 'Howrah' => 'HWRH',
+ 'Hubballi (Hubli)' => 'HUBL',
+ 'Huvinahadagali' => 'HULI',
+ 'Ichalkaranji' => 'ICHL',
+ 'Ichchapuram' => 'ICPR',
+ 'Idappadi' => 'IDPI',
+ 'Idar' => 'IDAR',
+ 'Indapur' => 'INDA',
+ 'Indi' => 'IIND',
+ 'Indore' => 'IND',
+ 'Irinjalakuda' => 'IRNK',
+ 'Itanagar' => 'ITNG',
+ 'Itarsi' => 'ITAR',
+ 'Jabalpur' => 'JABL',
+ 'Jadcherla' => 'JADC',
+ 'Jagalur' => 'JAGA',
+ 'Jagatdal' => 'JGDL',
+ 'Jagdalpur' => 'JAGD',
+ 'Jaggampeta' => 'JAGG',
+ 'Jaggayyapeta' => 'JGGY',
+ 'Jagtial' => 'JGTL',
+ 'Jaipur' => 'JAIP',
+ 'Jaisalmer' => 'JSMR',
+ 'Jajpur Road' => 'JAJP',
+ 'Jalakandapuram' => 'JAKA',
+ 'Jalalabad' => 'JLAB',
+ 'Jalandhar' => 'JALA',
+ 'Jalgaon' => 'JALG',
+ 'Jalna' => 'JALN',
+ 'Jalpaiguri' => 'JPG',
+ 'Jami' => 'JAMI',
+ 'Jamkhed' => 'JAMK',
+ 'Jammalamadugu' => 'JAMD',
+ 'Jammu' => 'JAMM',
+ 'Jamnagar' => 'JAM',
+ 'Jamner' => 'JAMN',
+ 'Jamshedpur' => 'JMDP',
+ 'Jangaon' => 'JNGN',
+ 'Jangareddy Gudem' => 'JANG',
+ 'Janjgir' => 'JANR',
+ 'Jasdan' => 'JASD',
+ 'Jaunpur' => 'JANP',
+ 'Jehanabad' => 'JEHA',
+ 'Jetpur' => 'JETP',
+ 'Jewar' => 'JEWR',
+ 'Jeypore' => 'JEYP',
+ 'Jhabua' => 'JHAB',
+ 'Jhajjar' => 'JHAJ',
+ 'Jhansi' => 'JNSI',
+ 'Jharsuguda' => 'JRSG',
+ 'Jiaganj' => 'JAGJ',
+ 'Jind' => 'JIND',
+ 'Jodhpur' => 'JODH',
+ 'Jorhat' => 'JORT',
+ 'Junagadh' => 'JUGH',
+ 'Kadapa' => 'KDPA',
+ 'Kadi' => 'KADI',
+ 'Kaikaluru' => 'KAIK',
+ 'Kaithal' => 'KAIT',
+ 'Kakarapalli' => 'KAAP',
+ 'Kakinada' => 'KAKI',
+ 'Kalaburagi (Gulbarga)' => 'GULB',
+ 'Kalimpong' => 'KALI',
+ 'Kallakurichi' => 'KALL',
+ 'Kalol (Panchmahal)' => 'PANH',
+ 'Kalwakurthy' => 'KALW',
+ 'Kalyani' => 'KALY',
+ 'Kamanaickenpalayam' => 'KPLA',
+ 'Kamareddy' => 'KMRD',
+ 'Kamavarapukota' => 'KPKT',
+ 'Kambainallur' => 'KAMR',
+ 'Kamptee' => 'KAMP',
+ 'Kanakapura' => 'KAKP',
+ 'Kanchikacherla' => 'KNCH',
+ 'Kanchipuram' => 'KNPM',
+ 'Kandukur' => 'KAND',
+ 'Kangayam' => 'KGKM',
+ 'Kangra' => 'KANG',
+ 'Kanichar' => 'KANC',
+ 'Kanigiri' => 'KANI',
+ 'Kanipakam' => 'KAAM',
+ 'Kanjirappally' => 'KNNJ',
+ 'Kanker' => 'KANK',
+ 'Kannauj' => 'KANJ',
+ 'Kannur' => 'KANN',
+ 'Kanpur' => 'KANP',
+ 'Kanyakumari' => 'KAKM',
+ 'Karad' => 'KARD',
+ 'Karaikal' => 'KARA',
+ 'Karanja Lad' => 'KLAD',
+ 'Kareli' => 'KARE',
+ 'Karimangalam' => 'KARI',
+ 'Karimganj' => 'KRNJ',
+ 'Karimnagar' => 'KARIM',
+ 'Karjat' => 'KART',
+ 'Karkala' => 'KARK',
+ 'Karnal' => 'KARN',
+ 'Karunagapally' => 'KARG',
+ 'Karur' => 'KARU',
+ 'Karwar' => 'KWAR',
+ 'Kasdol' => 'KASD',
+ 'Kasgunj' => 'KASG',
+ 'Kashipur' => 'KASH',
+ 'Kasibugga' => 'KSBG',
+ 'Kathipudi' => 'KATP',
+ 'Kathua' => 'KATH',
+ 'Katihar' => 'KATI',
+ 'Kattappana' => 'AWCK',
+ 'Kaveripattinam' => 'KANM',
+ 'Kekri' => 'KEKR',
+ 'Keonjhar' => 'KNJH',
+ 'Kesinga' => 'KEGA',
+ 'Khachrod' => 'KHCU',
+ 'Khajipet' => 'KHAJ',
+ 'Khalilabad' => 'KHBD',
+ 'Khamgaon' => 'KHMG',
+ 'Khammam' => 'KHAM',
+ 'Khandwa' => 'KHDW',
+ 'Khanna' => 'KHAN',
+ 'Kharagpur' => 'KGPR',
+ 'Kharsia' => 'KHAS',
+ 'Khed' => 'KHED',
+ 'Khopoli' => 'KHOP',
+ 'Khurja' => 'KHUR',
+ 'Kichha' => 'KCHA',
+ 'Kishanganj' => 'KSGJ',
+ 'Kodad' => 'KODA',
+ 'Kodagu (Coorg)' => 'COOR',
+ 'Kodakara' => 'KDKR',
+ 'Kodungallur' => 'KODU',
+ 'Kokrajhar' => 'KKJR',
+ 'Kolar' => 'OLAR',
+ 'Kolhapur' => 'KOLH',
+ 'Kollam' => 'KOLM',
+ 'Kollengode' => 'KOLE',
+ 'Komarapalayam' => 'KOMA',
+ 'Kondagaon' => 'KNGN',
+ 'Kondlahalli' => 'KNAI',
+ 'Korba' => 'KRBA',
+ 'Kosamba' => 'KOSA',
+ 'Kota (AP)' => 'KOAN',
+ 'Kota' => 'KOTA',
+ 'Kothagudem' => 'KTGM',
+ 'Kothamangalam' => 'KTMM',
+ 'Kotkapura' => 'KOTK',
+ 'Kotpad' => 'KTPD',
+ 'Kotputli' => 'KPLI',
+ 'Kottayam' => 'KTYM',
+ 'Kovur (Nellore)' => 'KOVR',
+ 'Kovvur' => 'KOVU',
+ 'Koyyalagudem' => 'KOEM',
+ 'Kozhikode' => 'KOZH',
+ 'Kozhinjampara' => 'KOZA',
+ 'Krishnagiri' => 'KRHN',
+ 'Krishnanagar' => 'KNWB',
+ 'Krosuru' => 'KRSR',
+ 'Kruthivennu' => 'KRTH',
+ 'Kuchaman City' => 'KHCY',
+ 'Kukshi' => 'KUKS',
+ 'Kulithalai' => 'KULI',
+ 'Kullu' => 'KULU',
+ 'Kumbakonam' => 'KUMB',
+ 'Kunkuri' => 'KKRI',
+ 'Kurnool' => 'KURN',
+ 'Kurukshetra' => 'KURU',
+ 'Kutch' => 'KTCH',
+ 'Lakhimpur Kheri' => 'LKPK',
+ 'Lakhimpur' => 'LAHA',
+ 'Lakkavaram' => 'LRAM',
+ 'Lakshmeshwara' => 'LKSH',
+ 'Latur' => 'LAT',
+ 'Leh' => 'LEHL',
+ 'Lingasugur' => 'LING',
+ 'Lohardaga' => 'LOHA',
+ 'Lonavala' => 'LNVL',
+ 'Loni' => 'LONI',
+ 'Lucknow' => 'LUCK',
+ 'Ludhiana' => 'LUDH',
+ 'Macherla' => 'MACH',
+ 'Machilipatnam' => 'MAPM',
+ 'Madanapalle' => 'MDNP',
+ 'Maddur' => 'MADD',
+ 'Madhavaram' => 'MDHA',
+ 'Madhepura' => 'MHEA',
+ 'Madhira' => 'MADR',
+ 'Madurai' => 'MADU',
+ 'Magadi' => 'MAGA',
+ 'Mahabubabad' => 'MAHA',
+ 'Mahad' => 'MHAD',
+ 'Mahbubnagar' => 'MAHB',
+ 'Maheshwar' => 'MAHE',
+ 'Mahishadal' => 'MMAI',
+ 'Mahudha' => 'MAHU',
+ 'Malebennur' => 'MEBN',
+ 'Malegaon' => 'MALE',
+ 'Malerkotla' => 'MALR',
+ 'Mall' => 'MAAL',
+ 'Malout' => 'MALO',
+ 'Mamallapuram' => 'MMLL',
+ 'Manali' => 'MANA',
+ 'Manapparai' => 'MAPI',
+ 'Manawar' => 'MANW',
+ 'Mancherial' => 'MANC',
+ 'Mandapeta' => 'MAND',
+ 'Mandi Gobindgarh' => 'MBBH',
+ 'Mandla' => 'MADL',
+ 'Mandsaur' => 'MNDS',
+ 'Mandya' => 'MND',
+ 'Manendragarh' => 'MANE',
+ 'Mangalagiri' => 'MGLR',
+ 'Mangaldoi' => 'MANG',
+ 'Mangaluru (Mangalore)' => 'MLR',
+ 'Manikonda (AP)' => 'MNAP',
+ 'Manipal' => 'MANI',
+ 'Manjeri' => 'MAJR',
+ 'Mannargudi' => 'MANB',
+ 'Mannarkkad' => 'MKKA',
+ 'Mansa' => 'MNSA',
+ 'Manuguru' => 'MNGU',
+ 'Maraimalai Nagar' => 'MMNR',
+ 'Markapur' => 'MARK',
+ 'Marripeda' => 'MARR',
+ 'Marthandam' => 'MRDM',
+ 'Mathura' => 'MATH',
+ 'Mattannur' => 'MATT',
+ 'Mavellikara' => 'MVLR',
+ 'Medak' => 'MDAK',
+ 'Medarametla' => 'MDRM',
+ 'Meerut' => 'MERT',
+ 'Mehsana' => 'MEHS',
+ 'Memari' => 'MMRR',
+ 'Metpally' => 'METT',
+ 'Mettuppalayam' => 'MTPM',
+ 'Miryalaguda' => 'MRGD',
+ 'Mirzapur' => 'MIZP',
+ 'Moga' => 'MOGA',
+ 'Mohali' => 'MOHL',
+ 'Molakalmuru' => 'MOLA',
+ 'Moodbidri' => 'MOOD',
+ 'Moradabad' => 'MORA',
+ 'Moranhat' => 'MORH',
+ 'Morbi' => 'MOBI',
+ 'Morena' => 'MRMP',
+ 'Motihari' => 'MOTI',
+ 'Moyna' => 'MAYN',
+ 'Muddebihal' => 'MUDD',
+ 'Mudhol' => 'MUDL',
+ 'Mughalsarai' => 'MGSI',
+ 'Mukkam' => 'MUKM',
+ 'Muktsar' => 'MKST',
+ 'Mullanpur' => 'MULL',
+ 'Mummidivaram' => 'MUMM',
+ 'Mundakayam' => 'MUAM',
+ 'Mundra' => 'MUDA',
+ 'MUNNAR' => 'MUNN',
+ 'Muradnagar' => 'MRDG',
+ 'Murtizapur' => 'MUUR',
+ 'Musiri' => 'MUSI',
+ 'Mussoorie' => 'MSS',
+ 'Muvattupuzha' => 'MUVA',
+ 'Muzaffarnagar' => 'MUZ',
+ 'Muzaffarpur' => 'MUZA',
+ 'Mydukur' => 'MYDU',
+ 'Mysuru (Mysore)' => 'MYS',
+ 'Nabadwip' => 'NABB',
+ 'Nadiad' => 'NADI',
+ 'Nagaon' => 'NAAM',
+ 'Nagapattinam' => 'NGPT',
+ 'Nagari' => 'NAGI',
+ 'Nagarkurnool' => 'NGKL',
+ 'Nagda' => 'NAGD',
+ 'Nagercoil' => 'NAGE',
+ 'Nagothane' => 'NAGO',
+ 'Nagpur' => 'NAGP',
+ 'Naihati' => 'NHTA',
+ 'Nainital' => 'NAIN',
+ 'Nakhatrana' => 'NKHT',
+ 'Nalgonda' => 'NALK',
+ 'Namakkal' => 'NMKL',
+ 'Namchi' => 'NAMI',
+ 'Nanded' => 'NAND',
+ 'Nandigama' => 'NDGM',
+ 'Nandurbar' => 'NDNB',
+ 'Nandyal' => 'NADY',
+ 'Nanjanagudu' => 'NJGU',
+ 'Nanpara' => 'NANP',
+ 'Narasannapeta' => 'NRPT',
+ 'Narasaraopet' => 'NSPT',
+ 'Narayankhed' => 'NARY',
+ 'Narayanpur' => 'NRYA',
+ 'Nargund' => 'NRGD',
+ 'Narnaul' => 'NARN',
+ 'Narsampet' => 'NASP',
+ 'Narsapur' => 'NARP',
+ 'Narsipatnam' => 'NARS',
+ 'Nashik' => 'NASK',
+ 'Nathdwara' => 'NATW',
+ 'Navsari' => 'NVSR',
+ 'Nawalgarh' => 'NANA',
+ 'Nawanshahr' => 'NAVN',
+ 'Nawapara' => 'NAWA',
+ 'Nazira' => 'NZRA',
+ 'Nedumkandam' => 'NEDU',
+ 'Neemuch' => 'NMCH',
+ 'Nellimarla' => 'NLEM',
+ 'Ner Parsopant' => 'NERP',
+ 'New Tehri' => 'TEHR',
+ 'Neyveli' => 'NYVL',
+ 'Nidadavolu' => 'NDVD',
+ 'Nilagiri' => 'NIGA',
+ 'Nimbahera' => 'NIPA',
+ 'Nipani' => 'NIPN',
+ 'Nizamabad' => 'NIZA',
+ 'Nokha' => 'NKHA',
+ 'Nuzvid' => 'NZVD',
+ 'Nyamathi' => 'NYNT',
+ 'Ongole' => 'ONGL',
+ 'Ooty' => 'OOTY',
+ 'Osmanabad' => 'OSMA',
+ 'Ottapalam' => 'OTTP',
+ 'Padrauna' => 'PADR',
+ 'Pakala' => 'PAKA',
+ 'Pala' => 'PALL',
+ 'Palakkad' => 'PLKK',
+ 'Palakollu' => 'PLKL',
+ 'Palakonda' => 'PALK',
+ 'Palampur' => 'PALM',
+ 'Palanpur' => 'PALN',
+ 'Palasa' => 'PALS',
+ 'Palghar' => 'PALG',
+ 'Pali' => 'PAAL',
+ 'Pallipalayam' => 'PLLI',
+ 'Palwal' => 'PLWL',
+ 'Palwancha' => 'PLWA',
+ 'Pamarru' => 'PAMA',
+ 'Panchkula' => 'PNCH',
+ 'Pandalam' => 'PADM',
+ 'Pandharpur' => 'PNDH',
+ 'Panipat' => 'PAN',
+ 'Panruti' => 'PANT',
+ 'Papanasam' => 'PAPA',
+ 'Paralakhemundi' => 'PRKM',
+ 'Paratwada' => 'PARA',
+ 'Parbhani' => 'PARB',
+ 'Parchur' => 'PARC',
+ 'Parigi (Telangana)' => 'PARI',
+ 'Parvathipuram' => 'PRVT',
+ 'Patan' => 'PATA',
+ 'Pathalgaon' => 'PAHT',
+ 'Pathanamthitta' => 'PTNM',
+ 'Pathankot' => 'PATH',
+ 'Pathsala' => 'PATS',
+ 'Patiala' => 'PATI',
+ 'Patna' => 'PATN',
+ 'Pattambi' => 'PTMB',
+ 'Pattukkottai' => 'PATU',
+ 'Payakaraopeta' => 'PATE',
+ 'Payyanur' => 'PAYY',
+ 'Pedanandipadu' => 'PEDN',
+ 'Peddapalli' => 'PEDA',
+ 'Peddapuram' => 'PEDP',
+ 'Pen' => 'PEN',
+ 'Pendra' => 'PEND',
+ 'Pennagaram' => 'PENM',
+ 'Penuganchiprolu' => 'PENU',
+ 'Penugonda' => 'PDDG',
+ 'Perambalur' => 'PERA',
+ 'Peringottukurissi' => 'PERN',
+ 'Perinthalmanna' => 'PNTM',
+ 'Phagwara' => 'PHAG',
+ 'Phalodi' => 'PHLD',
+ 'Phaltan' => 'PHAL',
+ 'Pileru' => 'PLRU',
+ 'Pipariya' => 'PIPY',
+ 'Pithampur' => 'PITH',
+ 'Podili' => 'PODI',
+ 'Polavaram' => 'PLAB',
+ 'Pollachi' => 'POLL',
+ 'Pondicherry' => 'POND',
+ 'Ponduru' => 'PONU',
+ 'Ponnani' => 'PONN',
+ 'Porumamilla' => 'PORU',
+ 'Pratapgarh (Rajasthan)' => 'PTRT',
+ 'Pratapgarh (UP)' => 'PRAT',
+ 'Prathipadu' => 'PRTH',
+ 'Prayagraj (Allahabad)' => 'ALLH',
+ 'Proddatur' => 'PROD',
+ 'Pulluvila' => 'PULA',
+ 'Pulpally' => 'PULP',
+ 'Punalur' => 'PUNA',
+ 'Punganur' => 'PGNR',
+ 'Purnea' => 'PURN',
+ 'Purulia' => 'PURU',
+ 'Pusad' => 'PUSD',
+ 'Pusapatirega' => 'PREG',
+ 'Puttur' => 'PUTT',
+ 'Raebareli' => 'RAEB',
+ 'Rahimatpur' => 'RAHI',
+ 'Raibag' => 'RAIB',
+ 'Raigad' => 'RAI',
+ 'Raigarh' => 'RAIG',
+ 'Railway Koduru' => 'RLKD',
+ 'Raipur' => 'RAIPUR',
+ 'Raisinghnagar' => 'RSNG',
+ 'Rajamahendravaram (Rajahmundry)' => 'RJMU',
+ 'Rajapalayam' => 'RAYM',
+ 'Rajkot' => 'RAJK',
+ 'Rajnandgaon' => 'RAJA',
+ 'Rajpipla' => 'RJPA',
+ 'Rajpur' => 'RAJP',
+ 'Rajpura' => 'RARA',
+ 'Rajula' => 'RJLA',
+ 'Ramanagara' => 'RANG',
+ 'Ramayampet' => 'RAMP',
+ 'Ramgarhwa' => 'RGHA',
+ 'Ramnagar' => 'RAMN',
+ 'Rampur' => 'RAMU',
+ 'Ranaghat' => 'RANA',
+ 'Ranchi' => 'RANC',
+ 'Ranebennur' => 'RANE',
+ 'Rangia' => 'RAAA',
+ 'Raniganj' => 'RNGJ',
+ 'Ranipet' => 'RANI',
+ 'Ratlam' => 'RATL',
+ 'Ratnagiri (Odisha)' => 'RATO',
+ 'Ratnagiri' => 'RATN',
+ 'Ravulapalem' => 'RVPL',
+ 'Raxaul' => 'RAXA',
+ 'Rayachoti' => 'RYCT',
+ 'Rayavaram' => 'RAYA',
+ 'Renukoot' => 'RENU',
+ 'Repalle' => 'REPA',
+ 'Rewa' => 'RWAA',
+ 'Rewari' => 'REWA',
+ 'Rishikesh' => 'RKES',
+ 'Rishra' => 'RSRA',
+ 'Rohtak' => 'ROH',
+ 'Rourkela' => 'RKOR',
+ 'Routhulapudi' => 'ROUT',
+ 'Rudrapur' => 'RUDP',
+ 'Rupnagar' => 'RUPN',
+ 'Sadasivpet' => 'SADA',
+ 'Safidon' => 'SAFI',
+ 'Sagar' => 'SAMP',
+ 'Saharanpur' => 'SAHA',
+ 'Sakleshpur' => 'SASA',
+ 'Sakti' => 'SAKT',
+ 'Salem' => 'SALM',
+ 'Saligrama' => 'SGMA',
+ 'Salihundam' => 'SAHM',
+ 'Salur' => 'SALU',
+ 'Samalkota' => 'SAMA',
+ 'Sambalpur' => 'SAMB',
+ 'Sambhal' => 'SAML',
+ 'Samsi' => 'SAMS',
+ 'Sanawad' => 'SNWD',
+ 'Sangamner' => 'SMNE',
+ 'Sangareddy' => 'SARE',
+ 'Sangaria' => 'SAGR',
+ 'Sangli' => 'SANG',
+ 'Sangola' => 'SNGO',
+ 'Santhebennur' => 'STHB',
+ 'Saraipali' => 'SPAL',
+ 'Sarangarh' => 'SARH',
+ 'Sarangpur' => 'SARA',
+ 'Sardulgarh' => 'SARD',
+ 'Sarnath' => 'SART',
+ 'Sarni' => 'SARN',
+ 'Sasaram' => 'SARM',
+ 'Satara' => 'SATA',
+ 'Sathyamangalam' => 'STHY',
+ 'Satna' => 'SATN',
+ 'Sattenapalle' => 'SATL',
+ 'Secunderabad' => 'SCBD',
+ 'Seethanagaram' => 'SEET',
+ 'Sehore' => 'SEHO',
+ 'Semiliguda' => 'SIMI',
+ 'Sendhwa' => 'SEND',
+ 'Seoni Malwa' => 'SEMA',
+ 'Seoni' => 'SEON',
+ 'Shadnagar' => 'SHAD',
+ 'Shahada' => 'SHHA',
+ 'Shahdol' => 'SHAH',
+ 'Shahjahanpur' => 'SHJH',
+ 'Shajapur' => 'SJUR',
+ 'Shankarampet' => 'SHAN',
+ 'Shankarpally' => 'SKRP',
+ 'Sheorinarayan' => 'SHEO',
+ 'Shikaripur' => 'SHKR',
+ 'Shillong' => 'SHLG',
+ 'Shimla' => 'SMLA',
+ 'Shirali' => 'SHIR',
+ 'Shivamogga' => 'SHIA',
+ 'Shivpuri' => 'SHIV',
+ 'Shoranur' => 'SHNR',
+ 'Shrirampur' => 'SHUR',
+ 'Siddipet' => 'SDDP',
+ 'Sidlaghatta' => 'SIDL',
+ 'Sikar' => 'SIKR',
+ 'Silchar' => 'SIL',
+ 'Siliguri' => 'SILI',
+ 'Silvassa' => 'SILV',
+ 'Sindhanur' => 'SIND',
+ 'Sindhudurg' => 'SNDH',
+ 'Sinnar' => 'SINA',
+ 'Sircilla' => 'SIRC',
+ 'Sirohi' => 'SIRO',
+ 'Sirsi' => 'SRSI',
+ 'Siruguppa' => 'SPPA',
+ 'Sitamarhi' => 'SIMA',
+ 'Sitapur' => 'SITA',
+ 'Sivakasi' => 'SIV',
+ 'Sivasagar' => 'SVSG',
+ 'Solan' => 'SCO',
+ 'Solapur' => 'SOLA',
+ 'Sompeta' => 'SOMA',
+ 'Songadh' => 'SONG',
+ 'Sonipat' => 'RAIH',
+ 'Sonkatch' => 'SONH',
+ 'Sri Ganganagar' => 'SRIG',
+ 'Srikakulam' => 'SRKL',
+ 'Srinagar' => 'SRNG',
+ 'Srivaikuntam' => 'SRTA',
+ 'Srivilliputhur' => 'SRIV',
+ 'Station Ghanpur' => 'STGH',
+ 'Sultanpur' => 'SLUT',
+ 'Sulthan Bathery' => 'SULY',
+ 'Sundargarh' => 'SUND',
+ 'Surajpur' => 'SURA',
+ 'Surat' => 'SURT',
+ 'Surendranagar' => 'SRDN',
+ 'Suryapet' => 'SURY',
+ 'Tadepalligudem' => 'TADP',
+ 'Tallapudi' => 'TTPP',
+ 'Tallarevu' => 'TALL',
+ 'Talwandi Bhai' => 'TALW',
+ 'Tamluk' => 'TMLU',
+ 'Tanda' => 'TNDA',
+ 'Tandur' => 'TAND',
+ 'Tangutur' => 'TANG',
+ 'Tanuku' => 'TANK',
+ 'Tatipaka' => 'TATI',
+ 'Tenali' => 'TENA',
+ 'Tenkasi' => 'TENK',
+ 'Tezpur' => 'TEZP',
+ 'Thalassery' => 'THAY',
+ 'Thalayolaparambu' => 'THAL',
+ 'Thamarassery' => 'TMRY',
+ 'Thanipadi' => 'THPD',
+ 'Thanjavur' => 'TANJ',
+ 'Tharad' => 'THRD',
+ 'Theni' => 'THEN',
+ 'Thirubuvanai' => 'THRU',
+ 'Thiruthuraipoondi' => 'THND',
+ 'Thiruttani' => 'THTN',
+ 'Thiruvalla' => 'THVL',
+ 'Thiruvarur' => 'THVR',
+ 'Thodupuzha' => 'THOD',
+ 'Thorrur' => 'THOR',
+ 'Thottiyam' => 'THYM',
+ 'Thrissur' => 'THSR',
+ 'Thullur' => 'THUL',
+ 'Thuraiyur' => 'THYR',
+ 'Tilda Neora' => 'TNO',
+ 'Tindivanam' => 'TNVM',
+ 'Tinsukia' => 'TINS',
+ 'Tiptur' => 'TIPT',
+ 'Tiruchirappalli' => 'TRII',
+ 'Tirukoilur' => 'TRKR',
+ 'Tirunelveli' => 'TIRV',
+ 'Tirupati' => 'TIRU',
+ 'Tirupattur' => 'TRPR',
+ 'Tirupur' => 'TIRP',
+ 'Tirur' => 'TRUR',
+ 'Tiruvannamalai' => 'TVNM',
+ 'Titagarh' => 'TTGH',
+ 'Trichy' => 'TRIC',
+ 'Trivandrum' => 'TRIV',
+ 'Tumakuru (Tumkur)' => 'TUMK',
+ 'Tuticorin' => 'TTCN',
+ 'Udaipur' => 'UDAI',
+ 'Udaynarayanpur' => 'UDAY',
+ 'Udgir' => 'UDGR',
+ 'Udumalpet' => 'UDMP',
+ 'Udupi' => 'UDUP',
+ 'Ujjain' => 'UJJN',
+ 'Ulundurpet' => 'ULPT',
+ 'Umbergaon' => 'UMER',
+ 'Una' => 'BEEL',
+ 'Uthamapalayam' => 'UTHM',
+ 'Vadakara' => 'VDKR',
+ 'Vadakkencherry' => 'VDCY',
+ 'Vadalur' => 'VADA',
+ 'Vadanappally' => 'VADN',
+ 'Vadodara' => 'VAD',
+ 'Valigonda' => 'VALI',
+ 'Valluru' => 'VALL',
+ 'Valsad' => 'VLSD',
+ 'Vaniyambadi' => 'VANI',
+ 'Vapi' => 'VAPI',
+ 'Varadiyam' => 'VRYM',
+ 'Varanasi' => 'VAR',
+ 'Varkala' => 'VKAL',
+ 'Vatsavai' => 'VAST',
+ 'Vazhapadi' => 'VAZH',
+ 'Veeraghattam' => 'VEER',
+ 'Velangi' => 'VELG',
+ 'Velanthavalam' => 'VELM',
+ 'Vellakoil' => 'VELI',
+ 'Vellore' => 'VELL',
+ 'Vempalli' => 'VAIM',
+ 'Vemulawada' => 'VERU',
+ 'Venkatapuram' => 'VNKT',
+ 'Veraval' => 'VRAL',
+ 'Vetapalem' => 'VLEM',
+ 'Vijayapura (Bengaluru Rural)' => 'VIJP',
+ 'Vijayapura (Bijapur)' => 'VJPR',
+ 'Vijayarai' => 'VRAI',
+ 'Vijayawada' => 'VIJA',
+ 'Vikarabad' => 'VKBD',
+ 'Vikasnagar' => 'VKNG',
+ 'Vikravandi' => 'VIVI',
+ 'Villupuram' => 'VILL',
+ 'Virudhachalam' => 'VIDM',
+ 'Visnagar' => 'VISN',
+ 'Vizag (Visakhapatnam)' => 'VIZA',
+ 'Vizianagaram' => 'VIZI',
+ 'Vuyyuru' => 'VYUR',
+ 'Wai' => 'WAIP',
+ 'Wanaparthy' => 'WANA',
+ 'Wani' => 'WANI',
+ 'Warangal' => 'WAR',
+ 'Wardha' => 'WARD',
+ 'Warora' => 'WRRA',
+ 'Wyra' => 'WWAR',
+ 'Yadagirigutta' => 'YADG',
+ 'Yamunanagar' => 'YAMU',
+ 'Yavatmal' => 'YAVA',
+ 'Yelagiri' => 'YLGA',
+ 'Yelburga' => 'YELB',
+ 'Yellamanchili' => 'YLMN',
+ 'Yellandu' => 'YRLL',
+ 'Yemmiganur' => 'YEMM',
+ 'Zaheerabad' => 'ZAGE',
+ 'Zirakpur' => 'ZIRK',
+ ];
+
+ const PARAMETERS = [
+ [
+ 'city' => [
+ 'name' => 'City',
+ 'type' => 'list',
+ 'defaultValue' => 'MUMBAI',
+ 'values' => self::CITIES,
+ ],
+
+ 'category' => [
+ 'name' => 'Category',
+ 'type' => 'list',
+ 'defaultValue' => self::MOVIES,
+ 'values' => [
+ 'Plays' => self::PLAYS,
+ 'Events' => self::EVENTS,
+ 'Movies' => self::MOVIES,
+ ],
+ ],
+ 'language' => [
+ 'name' => 'Language',
+ 'type' => 'list',
+ 'defaultValue' => 'all',
+ 'values' => [
+ 'All' => 'all',
+ 'Kannada' => 'Kannada',
+ 'English' => 'English',
+ 'Hindi' => 'Hindi',
+ 'Telugu' => 'Telugu',
+ 'Tamil' => 'Tamil',
+ 'Malayalam' => 'Malayalam',
+ 'Gujarati' => 'Gujarati',
+ 'Assamese' => 'Assamese',
+ ]
+ ],
+ 'include_online' => [
+ 'name' => 'Include Online Events',
+ 'type' => 'checkbox',
+ 'defaultValue' => false,
+ 'title' => 'Whether to include Online Events (applies only in case of "Events" category)'
+ ],
+ ]
+ ];
+
+ // Headers used in the generated table for Events/Plays
+ // Left is the BMS API Key, and right is the rendered version
+ const TABLE_HEADERS = [
+ 'Genre' => 'Genre',
+ 'Language' => 'Language',
+ 'Length' => 'Length',
+ 'EventIsGlobal' => 'Global Event',
+ 'MinPrice' => 'Minimum Price',
+ // This doesn't seem to be used anywhere
+ // 'IsSuperstarExclusiveEvent' => 'SuperStar Exclusive',
+ 'EventSoldOut' => 'Sold Out',
+ ];
+
+ // Picked from EventGroup entry for movies
+ // Left is BMS API Ke, and right is the rendered version
+ const MOVIE_TABLE_HEADERS = [
+ 'Duration' => 'Screentime',
+ 'EventCensor' => 'Rating',
+ ];
+
+ /* Common line that we want to edit out */
+ const SYNOPSIS_REGEX = '/If you [\w\s,]+synopsis\@bookmyshow\.com/';
+
+ // Picked from the ChildEvents entries inside a Event Group
+ // for Movies
+ // Left is BMS API Key, right is rendered version
+ const INNER_MOVIE_HEADERS = [
+ 'EventLanguage' => 'Language',
+ 'EventDimension' => 'Formats',
+ 'EventIsAtmosEnabled' => 'Dolby Atmos',
+ 'IsMovieClubEnabled' => 'Movie Club'
+ ];
+
+ // Primary URL for fetching information
+ // The city information is passed via a cookie
+ const URL_PREFIX = 'https://in.bookmyshow.com/serv/getData?cmd=QUICKBOOK&type=';
+
+ public function collectData()
+ {
+ $city = $this->getInput('city');
+ $category = $this->getInput('category');
+
+ $url = $this->makeUrl($category);
+ $headers = $this->makeHeaders($city);
+
+ $data = json_decode(getContents($url, $headers), true);
+
+ if ($category == self::MOVIES) {
+ $data = $data['moviesData']['BookMyShow']['arrEvents'];
+ } else {
+ $data = $data['data']['BookMyShow']['arrEvent'];
+ }
+
+ foreach ($data as $event) {
+ $item = $this->generateEventData($event, $category);
+ if ($item and $this->matchesFilters($category, $event)) {
+ $this->items[] = $item;
+ }
+ }
+
+ usort($this->items, function ($a, $b) {
+ return $b['timestamp'] - $a['timestamp'];
+ });
+
+ $this->items = array_slice($this->items, 0, 15);
+ }
+
+ private function makeUrl($category)
+ {
+ return self::URL_PREFIX . $category;
+ }
+
+ private function getDatesHtml($dates)
+ {
+ $tz = new DateTimeZone(self::TIMEZONE);
+ $firstDate = DateTime::createFromFormat('Ymd', $dates[0]['ShowDateCode'], $tz)
+ ->format('D, d M Y');
+ if (count($dates) == 1) {
+ return "
+ 
+
+ Liked by {$likeCount} users
+
+
+ {$displayName}
+ Feed by @{$displayHandle} +Date: $firstDate
"; + } + $lastDateIndex = count($dates) - 1; + $lastDate = DateTime::createFromFormat('Ymd', $dates[$lastDateIndex]['ShowDateCode']) + ->format('D, d M Y'); + return "Dates: $firstDate - $lastDate
"; + } + + /** + * Given an event array, generates corresponding HTML entry + * @param array $event + * @see https://gist.github.com/captn3m0/6dbd539ca67579d22d6f90fab710ccd2 Sample JSON data for various events + */ + private function generateEventHtml($event, $category) + { + $html = $this->getDatesHtml($event['arrDates']); + switch ($category) { + case self::MOVIES: + $html .= $this->generateMovieHtml($event); + break; + default: + $html .= $this->generateStandardHtml($event); + } + + $html .= $this->generateVenueHtml($event['arrVenues']); + return $html; + } + + /** + * Generates a simple Venue HTML, even for multiple venues + * spread across multiple dates as a description list. + */ + private function generateVenueHtml($venues) + { + $html = 'Venues
| Venue | Directions |
|---|---|
| $venueName | $address $directions |
+ $table +
+ More Details are available on the BookMyShow website. + EOT; + } + + /** + * Converts some movie details from child entries, such as language + * into a single row item, either as a list, or as a Y/N + */ + private function generateInnerMovieDetails($data) + { + // Show list of languages and list of formats + $headers = ['EventLanguage', 'EventDimension']; + // if any of these has a Y for any of the screenings, mark it as YES + $booleanHeaders = [ + 'EventIsAtmosEnabled', 'IsMovieClubEnabled' + ]; + + $items = []; + + // Throw values inside $items[$headerName] + foreach ($data as $row) { + foreach ($headers as $header) { + $items[$header][] = $row[$header]; + } + foreach ($booleanHeaders as $header) { + $items[$header][] = $row[$header]; + } + } + + // Remove duplicate values (if all screenings are 2D for eg) + foreach ($headers as $header) { + $items[$header] = array_unique($items[$header]); + + if ($header == 'EventLanguage') { + $this->languages = $items[$header]; + } + } + + $html = ''; + + // Generate a list for first kind of entries + foreach ($headers as $header) { + $html .= self::INNER_MOVIE_HEADERS[$header] . ': ' . join(', ', $items[$header]) . '
'; + } + + // Put a yes for the boolean entries + foreach ($booleanHeaders as $header) { + if (in_array('Y', $items[$header])) { + $html .= self::INNER_MOVIE_HEADERS[$header] . ': Yes
'; + } + } + + return $html; + } + + private function generateMovieHtml($eventGroup) + { + $data = $eventGroup['ChildEvents'][0]; + $table = $this->generateEventDetailsTable($data, self::MOVIE_TABLE_HEADERS); + + $imgsrc = sprintf(self::MOVIES_IMAGE_BASE_FORMAT, $data['EventImageCode']); + + $url = $this->generateMovieUrl($eventGroup); + + $innerHtml = $this->generateInnerMovieDetails($eventGroup['ChildEvents']); + + $synopsis = preg_replace(self::SYNOPSIS_REGEX, '', $data['EventSynopsis']); + + $eventTrailerURL = $data['EventTrailerURL']; + return <<
$table
+ $innerHtml
+$synopsis
+ More Details are available on the BookMyShow website and a trailer is available + here + EOT; + } + + /** + * Generates a canonical movie URL + */ + private function generateMovieUrl($eventGroup) + { + return self::URI . '/movies/' . $eventGroup['EventURLTitle'] . '/' . $eventGroup['EventCode']; + } + + private function generateMoviesData($eventGroup) + { + // Additional data picked up from the first Child Event + $data = $eventGroup['ChildEvents'][0]; + $date = new DateTime($data['EventDate']); + + return [ + 'uri' => $this->generateMovieUrl($eventGroup), + 'title' => $eventGroup['EventTitle'], + 'timestamp' => $date->format('U'), + 'author' => 'BookMyShow', + 'content' => $this->generateMovieHtml($eventGroup), + 'enclosures' => [ + sprintf(self::MOVIES_IMAGE_BASE_FORMAT, $data['EventImageCode']), + ], + // Sample Input = |ADVENTURE|ANIMATION|COMEDY| + // Sample Output = ['Adventure', 'Animation', 'Comedy'] + 'categories' => array_filter( + explode('|', ucwords(strtolower($eventGroup['EventGrpGenre']), '|')) + ), + 'uid' => $eventGroup['EventGroup'] + ]; + } + + private function generateEventData($event, $category) + { + if ($category == self::MOVIES) { + return $this->generateMoviesData($event); + } + + return $this->generateGenericEventData($event, $category); + } + + /** + * Takes an event data as array and returns data for RSS Post + */ + private function generateGenericEventData($event, $category) + { + $datetime = $event['Event_dtmCreated']; + if (empty($datetime)) { + return null; + } + $date = new DateTime($event['Event_dtmCreated']); + + return [ + 'uri' => $event['FShareURL'], + 'title' => $event['EventTitle'], + 'timestamp' => $date->format('U'), + 'author' => 'BookMyShow', + 'content' => $this->generateEventHtml($event, $category), + 'enclosures' => [ + $event['BannerURL'], + ], + 'categories' => array_merge( + [self::CATEGORIES[$category]], + $event['GenreArray'] + ), + 'uid' => $event['EventGroupCode'], + ]; + } + + /** + * Check if this is an online event. We can't rely on + * EventIsWebView, since that is set to Y for everything + */ + private function isEventOnline($event) + { + if (isset($event['arrVenues']) && count($event['arrVenues']) === 1) { + if (preg_match('/(Online|Zoom)/i', $event['arrVenues'][0]['VenueName'])) { + return true; + } + } + + return false; + } + + private function matchesLanguage() + { + if ($this->getInput('language') !== 'all') { + $language = $this->getInput('language'); + return in_array($language, $this->languages); + } + return true; + } + + private function matchesOnline($event) + { + if ($this->getInput('include_online')) { + return true; + } + return (!$this->isEventOnline($event)); + } + + /** + * Currently only checks if the language filter matches + */ + private function matchesFilters($category, $event) + { + return $this->matchesLanguage() and $this->matchesOnline($event); + } + + /** + * Generates the RSS Feed title + */ + public function getName() + { + $city = $this->getInput('city'); + $category = $this->getInput('category'); + if (!is_null($city) and !is_null($category)) { + $categoryName = self::CATEGORIES[$category]; + $cityNames = array_flip(self::CITIES); + $cityName = $cityNames[$city]; + if ($this->getInput('language') !== 'null') { + $l = ucwords($this->getInput('language')); + // Sample: English Movies in Delhi + return "BookMyShow: $l $categoryName in $cityName"; + } + return "BookMyShow: $categoryName in $cityName"; + } + + return parent::getName(); + } + + /** + * Returns + * @param string $city City Code + * @return array list of headers + */ + private function makeHeaders($city) + { + $uniqid = uniqid(); + $rgn = urlencode("|Code=$city|"); + return [ + "Cookie: bmsId=$uniqid; Rgn=$rgn;" + ]; + } + + /** + * Generates various URLs as per https://tools.ietf.org/html/rfc5870 + * and other standards + */ + private function generateDirectionsHtml($lat, $long, $address = '') + { + $address = urlencode($address); + + $links = [ + 'Apple Maps' => 'http://maps.apple.com/maps?q=%s,%s"', + 'Google Maps' => 'http://maps.google.com/maps?ll=%s,%s', + // 'Google Maps (Android)' => 'geo:%s,%s?q=%s', + // 'Google Maps (iOS)' => 'comgooglemaps://?center=%s,%s&zoom=12&views=traffic', + 'OpenStreetMap' => 'https://www.openstreetmap.org/?mlat=%s&mlon=%s&zoom=12', + 'GeoURI' => 'geo:%s,%s?q=%s', + ]; + + $html = ''; + + foreach ($links as $app => $str) { + $url = sprintf($str, $lat, $long, $address); + $locations[] = "$app"; + } + + $html .= implode(', ', $locations) . ''; + + return $html; + } +} diff --git a/bridges/BooruprojectBridge.php b/bridges/BooruprojectBridge.php index 6815d3700eb..761fd08404d 100644 --- a/bridges/BooruprojectBridge.php +++ b/bridges/BooruprojectBridge.php @@ -1,45 +1,77 @@ array( - 'p' => array( - 'name' => 'page', - 'type' => 'number' - ), - 't' => array( - 'name' => 'tags' - ) - ), - 'Booru subdomain (subdomain.booru.org)' => array( - 'i' => array( - 'name' => 'Subdomain', - 'required' => true - ) - ) - ); - - const PIDBYPAGE = 20; - - public function getURI(){ - if(!is_null($this->getInput('i'))) { - return 'http://' . $this->getInput('i') . '.booru.org/'; - } - - return parent::getURI(); - } - - public function getName(){ - if(!is_null($this->getInput('i'))) { - return static::NAME . ' ' . $this->getInput('i'); - } - - return parent::getName(); - } + +class BooruprojectBridge extends DanbooruBridge +{ + const MAINTAINER = 'mitsukarenai'; + const NAME = 'Booruproject'; + const URI = 'https://booru.org/'; + const DESCRIPTION = 'Returns images from given page of booruproject'; + const PARAMETERS = [ + 'global' => [ + 'p' => [ + 'name' => 'page', + 'defaultValue' => 0, + 'type' => 'number' + ], + 't' => [ + 'name' => 'tags', + 'required' => true, + 'exampleValue' => 'tagme', + 'title' => 'Use "all" to get all posts' + ] + ], + 'Booru subdomain (subdomain.booru.org)' => [ + 'i' => [ + 'name' => 'Subdomain', + 'required' => true, + 'exampleValue' => 'rm' + ] + ] + ]; + + const PATHTODATA = '.thumb'; + const IDATTRIBUTE = 'id'; + const TAGATTRIBUTE = 'title'; + const PIDBYPAGE = 20; + + protected function getFullURI() + { + return $this->getURI() + . 'index.php?page=post&s=list&pid=' + . ($this->getInput('p') ? ($this->getInput('p') - 1) * static::PIDBYPAGE : '') + . '&tags=' . urlencode($this->getInput('t')); + } + + protected function getTags($element) + { + $tags = parent::getTags($element); + $tags = explode(' ', $tags); + + // Remove statistics from the tags list (identified by colon) + foreach ($tags as $key => $tag) { + if (strpos($tag, ':') !== false) { + unset($tags[$key]); + } + } + + return implode(' ', $tags); + } + + public function getURI() + { + if (!is_null($this->getInput('i'))) { + return 'https://' . $this->getInput('i') . '.booru.org/'; + } + + return parent::getURI(); + } + + public function getName() + { + if (!is_null($this->getInput('i'))) { + return static::NAME . ' ' . $this->getInput('i'); + } + + return parent::getName(); + } } diff --git a/bridges/BrutBridge.php b/bridges/BrutBridge.php index 32265b69bc7..0db0851a18f 100644 --- a/bridges/BrutBridge.php +++ b/bridges/BrutBridge.php @@ -1,157 +1,73 @@ array( - 'name' => 'Category', - 'type' => 'list', - 'values' => array( - 'News' => 'news', - 'International' => 'international', - 'Economy' => 'economy', - 'Science and Technology' => 'science-and-technology', - 'Entertainment' => 'entertainment', - 'Sports' => 'sport', - 'Nature' => 'nature', - ), - 'defaultValue' => 'news', - ), - 'edition' => array( - 'name' => ' Edition', - 'type' => 'list', - 'values' => array( - 'United States' => 'us', - 'United Kingdom' => 'uk', - 'France' => 'fr', - 'India' => 'in', - 'Mexico' => 'mx', - ), - 'defaultValue' => 'us', - ) - ) - ); - const CACHE_TIMEOUT = 1800; // 30 mins - - private $videoId = ''; - private $videoType = ''; - private $videoImage = ''; - - public function collectData() { - - $html = getSimpleHTMLDOM($this->getURI()) - or returnServerError('Could not request: ' . $this->getURI()); - - $results = $html->find('div.results', 0); - - foreach($results->find('li.col-6.col-sm-4.col-md-3.col-lg-2.px-2.pb-4') as $index => $li) { - $item = array(); - - $videoPath = self::URI . $li->children(0)->href; - - $videoPageHtml = getSimpleHTMLDOMCached($videoPath, 3600) - or returnServerError('Could not request: ' . $videoPath); - - $this->videoImage = $videoPageHtml->find('meta[name="twitter:image"]', 0)->content; - - $this->processTwitterImage(); - - $description = $videoPageHtml->find('div.description', 0); - - $item['uri'] = $videoPath; - $item['title'] = $description->find('h1', 0)->plaintext; - - if ($description->find('div.date', 0)->children(0)) { - $description->find('div.date', 0)->children(0)->outertext = ''; - } - - $item['content'] = $this->processContent( - $description - ); - - $item['timestamp'] = $this->processDate($description); - $item['enclosures'][] = $this->videoImage; - - $this->items[] = $item; - - if (count($this->items) >= 5) { - break; - } - } - } - - public function getURI() { - - if (!is_null($this->getInput('edition')) && !is_null($this->getInput('category'))) { - return self::URI . '/' . $this->getInput('edition') . '/' . $this->getInput('category'); - } - - return parent::getURI(); - } - - public function getName() { - - if (!is_null($this->getInput('edition')) && !is_null($this->getInput('category'))) { - $parameters = $this->getParameters(); - - $editionValues = array_flip($parameters[0]['edition']['values']); - $categoryValues = array_flip($parameters[0]['category']['values']); - - return $categoryValues[$this->getInput('category')] . ' - ' . - $editionValues[$this->getInput('edition')] . ' - Brut.'; - } - - return parent::getName(); - } - - private function processDate($description) { - - if ($this->getInput('edition') === 'uk') { - $date = DateTime::createFromFormat('d/m/Y H:i', $description->find('div.date', 0)->innertext); - return strtotime($date->format('Y-m-d H:i:s')); - } - - return strtotime($description->find('div.date', 0)->innertext); - } - - private function processContent($description) { - - $content = ''; - $content .= '' . $description->find('h2.mb-1', 0)->innertext . '
'; - - if ($description->find('div.text.pb-3', 0)->children(1)->class != 'date') { - $content .= '' . $description->find('div.text.pb-3', 0)->children(1)->innertext . '
'; - } - - return $content; - } - - private function processTwitterImage() { - /** - * Extract video ID + type from twitter image - * - * Example (wrapped): - * https://img.brut.media/thumbnail/ - * the-life-of-rita-moreno-2cce75b5-d448-44d2-a97c-ca50d6470dd4-square.jpg - * ?ts=1559337892 - */ - $fpath = parse_url($this->videoImage, PHP_URL_PATH); - $fname = basename($fpath); - $fname = substr($fname, 0, strrpos($fname, '.')); - $parts = explode('-', $fname); - - if (end($parts) === 'auto') { - $key = array_search('auto', $parts); - unset($parts[$key]); - } - - $this->videoId = implode('-', array_splice($parts, -6, 5)); - $this->videoType = end($parts); - } +class BrutBridge extends BridgeAbstract +{ + const NAME = 'Brut Bridge'; + const URI = 'https://www.brut.media'; + const DESCRIPTION = 'Returns 10 newest videos by category and edition'; + const MAINTAINER = 'VerifiedJoseph'; + const PARAMETERS = [[ + 'category' => [ + 'name' => 'Category', + 'type' => 'list', + 'values' => [ + 'News' => 'news', + 'International' => 'international', + 'Economy' => 'economy', + 'Science and Technology' => 'science-and-technology', + 'Entertainment' => 'entertainment', + 'Sports' => 'sport', + 'Nature' => 'nature', + 'Health' => 'health', + ], + 'defaultValue' => 'news', + ], + 'edition' => [ + 'name' => ' Edition', + 'type' => 'list', + 'values' => [ + 'United States' => 'us', + 'United Kingdom' => 'uk', + 'France' => 'fr', + 'Spain' => 'es', + 'India' => 'in', + 'Mexico' => 'mx', + ], + 'defaultValue' => 'us', + ] + ] + ]; + + public function collectData() + { + $url = $this->getURI(); + $html = getSimpleHTMLDOM($url); + $regex = '/window.__PRELOADED_STATE__ = (.*);/'; + preg_match($regex, $html, $parts); + $data = Json::decode($parts[1], false); + foreach ($data->medias->index as $uid => $media) { + $this->items[] = [ + 'uid' => $uid, + 'title' => $media->metadata->slug, + 'uri' => $media->share_url, + 'timestamp' => $media->published_at, + ]; + } + } + + public function getURI() + { + if (!is_null($this->getInput('edition')) && !is_null($this->getInput('category'))) { + return self::URI . '/' . $this->getInput('edition') . '/' . $this->getInput('category'); + } + return parent::getURI(); + } + + public function getName() + { + if (!is_null($this->getInput('edition')) && !is_null($this->getInput('category'))) { + return $this->getKey('category') . ' - ' . $this->getKey('edition') . ' - Brut.'; + } + return parent::getName(); + } } diff --git a/bridges/BugzillaBridge.php b/bridges/BugzillaBridge.php new file mode 100644 index 00000000000..23e93eb8fcd --- /dev/null +++ b/bridges/BugzillaBridge.php @@ -0,0 +1,198 @@ + [ + 'instance' => [ + 'name' => 'Instance URL', + 'required' => true, + 'exampleValue' => 'https://bugzilla.mozilla.org' + ] + ], + 'Bug comments' => [ + 'id' => [ + 'name' => 'Bug tracking ID', + 'type' => 'number', + 'required' => true, + 'title' => 'Insert bug tracking ID', + 'exampleValue' => 121241 + ], + 'limit' => [ + 'name' => 'Number of comments to return', + 'type' => 'number', + 'required' => false, + 'title' => 'Specify number of comments to return', + 'defaultValue' => -1 + ], + 'skiptags' => [ + 'name' => 'Skip offtopic comments', + 'type' => 'checkbox', + 'title' => 'Excludes comments tagged as advocacy, metoo, or offtopic from the feed' + ] + ] + ]; + + const SKIPPED_ACTIVITY = [ + 'cc' => true, + 'comment_tag' => true + ]; + + const SKIPPED_TAGS = ['advocacy', 'metoo', 'offtopic']; + + private $instance; + private $bugid; + private $buguri; + private $title; + + public function getName() + { + if (!is_null($this->title)) { + return $this->title; + } + return parent::getName(); + } + + public function getURI() + { + return $this->buguri ?? parent::getURI(); + } + + public function collectData() + { + $this->instance = rtrim($this->getInput('instance'), '/'); + $this->bugid = $this->getInput('id'); + $this->buguri = $this->instance . '/show_bug.cgi?id=' . $this->bugid; + + $url = $this->instance . '/rest/bug/' . $this->bugid; + $this->getTitle($url); + $this->collectComments($url . '/comment'); + $this->collectUpdates($url . '/history'); + + usort($this->items, function ($a, $b) { + return $b['timestamp'] <=> $a['timestamp']; + }); + + if ($this->getInput('limit') > 0) { + $this->items = array_slice($this->items, 0, $this->getInput('limit')); + } + } + + protected function getTitle($url) + { + // Only request the summary for a faster request + $json = self::getJSON($url . '?include_fields=summary'); + $this->title = 'Bug ' . $this->bugid . ' - ' . + $json['bugs'][0]['summary'] . ' - ' . + // Remove https:// + substr($this->instance, 8); + } + + protected function collectComments($url) + { + $json = self::getJSON($url); + + // Array of comments is here + if (!isset($json['bugs'][$this->bugid]['comments'])) { + returnClientError('Cannot find REST endpoint'); + } + + foreach ($json['bugs'][$this->bugid]['comments'] as $comment) { + $item = []; + if ( + $this->getInput('skiptags') and + array_intersect(self::SKIPPED_TAGS, $comment['tags']) + ) { + continue; + } + $item['categories'] = $comment['tags']; + $item['uri'] = $this->buguri . '#c' . $comment['count']; + $item['title'] = 'Comment ' . $comment['count']; + $item['timestamp'] = $comment['creation_time']; + $item['author'] = $this->getUser($comment['creator']); + $item['content'] = $comment['text']; + if (isset($comment['is_markdown']) and $comment['is_markdown']) { + $item['content'] = markdownToHtml($item['content']); + } + if (!is_null($comment['attachment_id'])) { + $item['enclosures'] = [$this->instance . '/attachment.cgi?id=' . $comment['attachment_id']]; + } + $this->items[] = $item; + } + } + + protected function collectUpdates($url) + { + $json = self::getJSON($url); + + // Array of changesets which contain an array of changes + if (!isset($json['bugs']['0']['history'])) { + returnClientError('Cannot find REST endpoint'); + } + + foreach ($json['bugs']['0']['history'] as $changeset) { + $author = $this->getUser($changeset['who']); + $timestamp = $changeset['when']; + foreach ($changeset['changes'] as $change) { + // Skip updates to the cc list and comment tagging + if (isset(self::SKIPPED_ACTIVITY[$change['field_name']])) { + continue; + } + + $item = []; + $item['uri'] = $this->buguri; + $item['title'] = 'Updated'; + $item['timestamp'] = $timestamp; + $item['author'] = $author; + $item['content'] = ucfirst($change['field_name']) . ': ' . + ($change['removed'] === '' ? '[nothing]' : $change['removed']) . ' -> ' . + ($change['added'] === '' ? '[nothing]' : $change['added']); + $this->items[] = $item; + } + } + } + + protected function getUser($user) + { + // Check if the user endpoint is available + if ($this->loadCacheValue($this->instance . 'userEndpointClosed')) { + return $user; + } + + $cache = $this->loadCacheValue($this->instance . $user); + if ($cache) { + return $cache; + } + + $url = $this->instance . '/rest/user/' . $user . '?include_fields=real_name'; + try { + $json = self::getJSON($url); + if (isset($json['error']) and $json['error']) { + throw new Exception(); + } + } catch (Exception $e) { + $this->saveCacheValue($this->instance . 'userEndpointClosed', true); + return $user; + } + + $username = $json['users']['0']['real_name']; + + if (empty($username)) { + $username = $user; + } + $this->saveCacheValue($this->instance . $user, $username); + return $username; + } + + protected static function getJSON($url) + { + $headers = [ + 'Accept: application/json', + ]; + return json_decode(getContents($url, $headers), true); + } +} diff --git a/bridges/BukowskisBridge.php b/bridges/BukowskisBridge.php new file mode 100644 index 00000000000..14889889dc2 --- /dev/null +++ b/bridges/BukowskisBridge.php @@ -0,0 +1,220 @@ + [ + 'name' => 'Category', + 'type' => 'list', + 'values' => [ + 'All categories' => '', + 'Art' => [ + 'All' => 'art', + 'Classic Art' => 'art.classic-art', + 'Classic Finnish Art' => 'art.classic-finnish-art', + 'Classic Swedish Art' => 'art.classic-swedish-art', + 'Contemporary' => 'art.contemporary', + 'Modern Finnish Art' => 'art.modern-finnish-art', + 'Modern International Art' => 'art.modern-international-art', + 'Modern Swedish Art' => 'art.modern-swedish-art', + 'Old Masters' => 'art.old-masters', + 'Other' => 'art.other', + 'Photographs' => 'art.photographs', + 'Prints' => 'art.prints', + 'Sculpture' => 'art.sculpture', + 'Swedish Old Masters' => 'art.swedish-old-masters', + ], + 'Asian Ceramics & Works of Art' => [ + 'All' => 'asian-ceramics-works-of-art', + 'Other' => 'asian-ceramics-works-of-art.other', + 'Porcelain' => 'asian-ceramics-works-of-art.porcelain', + ], + 'Books & Manuscripts' => [ + 'All' => 'books-manuscripts', + 'Books' => 'books-manuscripts.books', + ], + 'Carpets, rugs & textiles' => [ + 'All' => 'carpets-rugs-textiles', + 'European' => 'carpets-rugs-textiles.european', + 'Oriental' => 'carpets-rugs-textiles.oriental', + 'Rest of the world' => 'carpets-rugs-textiles.rest-of-the-world', + 'Scandinavian' => 'carpets-rugs-textiles.scandinavian', + ], + 'Ceramics & porcelain' => [ + 'All' => 'ceramics-porcelain', + 'Ceramic ware' => 'ceramics-porcelain.ceramic-ware', + 'European' => 'ceramics-porcelain.european', + 'Rest of the world' => 'ceramics-porcelain.rest-of-the-world', + 'Scandinavian' => 'ceramics-porcelain.scandinavian', + ], + 'Collectibles' => [ + 'All' => 'collectibles', + 'Advertising & Retail' => 'collectibles.advertising-retail', + 'Memorabilia' => 'collectibles.memorabilia', + 'Movies & music' => 'collectibles.movies-music', + 'Other' => 'collectibles.other', + 'Retro & Popular Culture' => 'collectibles.retro-popular-culture', + 'Technica & Nautica' => 'collectibles.technica-nautica', + 'Toys' => 'collectibles.toys', + ], + 'Design' => [ + 'All' => 'design', + 'Art glass' => 'design.art-glass', + 'Furniture' => 'design.furniture', + 'Other' => 'design.other', + ], + 'Folk art' => [ + 'All' => 'folk-art', + 'All categories' => 'lots', + ], + 'Furniture' => [ + 'All' => 'furniture', + 'Armchairs & Sofas' => 'furniture.armchairs-sofas', + 'Cabinets & Bureaus' => 'furniture.cabinets-bureaus', + 'Chairs' => 'furniture.chairs', + 'Garden furniture' => 'furniture.garden-furniture', + 'Mirrors' => 'furniture.mirrors', + 'Other' => 'furniture.other', + 'Shelves & Book cases' => 'furniture.shelves-book-cases', + 'Tables' => 'furniture.tables', + ], + 'Glassware' => [ + 'All' => 'glassware', + 'Glassware' => 'glassware.glassware', + 'Other' => 'glassware.other', + ], + 'Jewellery' => [ + 'All' => 'jewellery', + 'Bracelets' => 'jewellery.bracelets', + 'Brooches' => 'jewellery.brooches', + 'Earrings' => 'jewellery.earrings', + 'Necklaces & Pendants' => 'jewellery.necklaces-pendants', + 'Other' => 'jewellery.other', + 'Rings' => 'jewellery.rings', + ], + 'Lighting' => [ + 'All' => 'lighting', + 'Candle sticks & Candelabras' => 'lighting.candle-sticks-candelabras', + 'Ceiling lights' => 'lighting.ceiling-lights', + 'Chandeliers' => 'lighting.chandeliers', + 'Floor lights' => 'lighting.floor-lights', + 'Other' => 'lighting.other', + 'Table lights' => 'lighting.table-lights', + 'Wall lights' => 'lighting.wall-lights', + ], + 'Militaria' => [ + 'All' => 'militaria', + 'Honors & Medals' => 'militaria.honors-medals', + 'Other militaria' => 'militaria.other-militaria', + 'Weaponry' => 'militaria.weaponry', + ], + 'Miscellaneous' => [ + 'All' => 'miscellaneous', + 'Brass, Copper & Pewter' => 'miscellaneous.brass-copper-pewter', + 'Nickel silver' => 'miscellaneous.nickel-silver', + 'Oriental' => 'miscellaneous.oriental', + 'Other' => 'miscellaneous.other', + ], + 'Silver' => [ + 'All' => 'silver', + 'Candle sticks' => 'silver.candle-sticks', + 'Cups & Bowls' => 'silver.cups-bowls', + 'Cutlery' => 'silver.cutlery', + 'Other' => 'silver.other', + ], + 'Timepieces' => [ + 'All' => 'timepieces', + 'Other' => 'timepieces.other', + 'Pocket watches' => 'timepieces.pocket-watches', + 'Table clocks' => 'timepieces.table-clocks', + 'Wrist watches' => 'timepieces.wrist-watches', + ], + 'Vintage & Fashion' => [ + 'All' => 'vintage-fashion', + 'Accessories' => 'vintage-fashion.accessories', + 'Bags & Trunks' => 'vintage-fashion.bags-trunks', + 'Clothes' => 'vintage-fashion.clothes', + ], + ] + ], + 'sort_order' => [ + 'name' => 'Sort order', + 'type' => 'list', + 'values' => [ + 'Ending soon' => 'ending', + 'Most recent' => 'recent', + 'Most bids' => 'most', + 'Fewest bids' => 'fewest', + 'Lowest price' => 'lowest', + 'Highest price' => 'highest', + 'Lowest estimate' => 'low', + 'Highest estimate' => 'high', + 'Alphabetical' => 'alphabetical', + ], + ], + 'language' => [ + 'name' => 'Language', + 'type' => 'list', + 'values' => [ + 'English' => 'en', + 'Swedish' => 'sv', + 'Finnish' => 'fi' + ], + ], + ]]; + + const CACHE_TIMEOUT = 3600; // 1 hour + + private $title; + + public function collectData() + { + $baseUrl = 'https://www.bukowskis.com'; + $category = $this->getInput('category'); + $language = $this->getInput('language'); + $sort_order = $this->getInput('sort_order'); + + $url = $baseUrl . '/' . $language . '/lots'; + + if ($category) { + $url = $url . '/category/' . $category; + } + + if ($sort_order) { + $url = $url . '/sort/' . $sort_order; + } + + $html = getSimpleHTMLDOM($url); + + $this->title = htmlspecialchars_decode($html->find('title', 0)->innertext); + + foreach ($html->find('div.c-lot-index-lot') as $lot) { + $title = $lot->find('a.c-lot-index-lot__title', 0)->plaintext; + $relative_url = $lot->find('a.c-lot-index-lot__link', 0)->href; + $images = json_decode( + htmlspecialchars_decode( + $lot + ->find('img.o-aspect-ratio__image', 0) + ->getAttribute('data-thumbnails') + ) + ); + + $this->items[] = [ + 'title' => $title, + 'uri' => $baseUrl . $relative_url, + 'uid' => $lot->getAttribute('data-lot-id'), + 'content' => count($images) > 0 ? "$title" : $title, + 'enclosures' => array_slice($images, 1), + ]; + } + } + + public function getName() + { + return $this->title ?: parent::getName(); + } +} diff --git a/bridges/BundesbankBridge.php b/bridges/BundesbankBridge.php index b64a6425b97..0c6b943f678 100644 --- a/bridges/BundesbankBridge.php +++ b/bridges/BundesbankBridge.php @@ -1,85 +1,90 @@ array( - 'name' => 'Language', - 'type' => 'list', - 'defaultValue' => self::LANG_DE, - 'values' => array( - 'English' => self::LANG_EN, - 'Deutsch' => self::LANG_DE - ) - ) - ) - ); - - public function getIcon() { - return self::URI . 'resource/crblob/1890/a7f48ee0ae35348748121770ba3ca009/mL/favicon-ico-data.ico'; - } - - public function getURI() { - switch($this->getInput(self::PARAM_LANG)) { - case self::LANG_EN: return self::URI . 'en/publications/reports/studies'; - case self::LANG_DE: return self::URI . 'de/publikationen/berichte/studien'; - } - - return parent::getURI(); - } - - public function collectData() { - - $html = getSimpleHTMLDOM($this->getURI()) - or returnServerError('No response for ' . $this->getURI()); - - $html = defaultLinkTo($html, $this->getURI()); - - foreach($html->find('ul.resultlist li') as $study) { - $item = array(); - - $item['uri'] = $study->find('.teasable__link', 0)->href; - - // Get title without child elements (i.e. subtitle) - $title = $study->find('.teasable__title div.h2', 0); - - foreach($title->children as &$child) { - $child->outertext = ''; - } - - $item['title'] = $title->innertext; - - // Add subtitle to the content if it exists - $item['content'] = ''; - - if($subtitle = $study->find('.teasable__subtitle', 0)) { - $item['content'] .= '' . $study->find('.teasable__subtitle', 0)->plaintext . ''; - } - - $item['content'] .= '
' . $study->find('.teasable__text', 0)->plaintext . '
'; - - $item['timestamp'] = strtotime($study->find('.teasable__date', 0)->plaintext); - - // Downloads and older studies don't have images - if($study->find('.teasable__image', 0)) { - $item['enclosures'] = array( - $study->find('.teasable__image img', 0)->src - ); - } - - $this->items[] = $item; - } - - } +class BundesbankBridge extends BridgeAbstract +{ + const PARAM_LANG = 'lang'; + + const LANG_EN = 'en'; + const LANG_DE = 'de'; + + const NAME = 'Bundesbank Bridge'; + const URI = 'https://www.bundesbank.de/'; + const DESCRIPTION = 'Returns the latest studies of the Bundesbank (Germany)'; + const MAINTAINER = 'logmanoriginal'; + const CACHE_TIMEOUT = 86400; // 24 hours + + const PARAMETERS = [ + [ + self::PARAM_LANG => [ + 'name' => 'Language', + 'type' => 'list', + 'defaultValue' => self::LANG_DE, + 'values' => [ + 'English' => self::LANG_EN, + 'Deutsch' => self::LANG_DE + ] + ] + ] + ]; + + public function getIcon() + { + return self::URI . 'resource/crblob/1890/a7f48ee0ae35348748121770ba3ca009/mL/favicon-ico-data.ico'; + } + + public function getURI() + { + switch ($this->getInput(self::PARAM_LANG)) { + case self::LANG_EN: + return self::URI . 'en/publications/reports/studies'; + case self::LANG_DE: + return self::URI . 'de/publikationen/berichte/studien'; + } + + return parent::getURI(); + } + + public function collectData() + { + $html = getSimpleHTMLDOM($this->getURI()); + + $html = defaultLinkTo($html, $this->getURI()); + + foreach ($html->find('ul.resultlist li') as $study) { + $item = []; + + $item['uri'] = $study->find('.teasable__link', 0)->href; + + // Get title without child elements (i.e. subtitle) + $title = $study->find('.teasable__title div.h2', 0); + + foreach ($title->children as &$child) { + $child->outertext = ''; + } + + $item['title'] = $title->innertext; + + // Add subtitle to the content if it exists + $item['content'] = ''; + + if ($subtitle = $study->find('.teasable__subtitle', 0)) { + $item['content'] .= '' . $study->find('.teasable__subtitle', 0)->plaintext . ''; + } + + $teasable = $study->find('.teasable__text', 0); + $teasableText = $teasable->plaintext ?? ''; + $item['content'] .= '' . $teasableText . '
'; + + $item['timestamp'] = strtotime($study->find('.teasable__date', 0)->plaintext); + + // Downloads and older studies don't have images + if ($study->find('.teasable__image', 0)) { + $item['enclosures'] = [ + $study->find('.teasable__image img', 0)->src + ]; + } + + $this->items[] = $item; + } + } } diff --git a/bridges/BundestagParteispendenBridge.php b/bridges/BundestagParteispendenBridge.php new file mode 100644 index 00000000000..773f9129e72 --- /dev/null +++ b/bridges/BundestagParteispendenBridge.php @@ -0,0 +1,92 @@ +Partei:%s +
Spendenbetrag:
%s
Spender:
%s
Eingang der Spende:
%s
' . $summary; + $item['author'] = 'Editor\'s Blog'; + + if (isset($item['title'])) { + $this->items[] = $item; + } + } + } +} diff --git a/bridges/CNETBridge.php b/bridges/CNETBridge.php index 564b817a942..17c05e9b0eb 100644 --- a/bridges/CNETBridge.php +++ b/bridges/CNETBridge.php @@ -1,109 +1,118 @@ array( - 'name' => 'Topic', - 'type' => 'list', - 'values' => array( - 'All articles' => '', - 'Apple' => 'apple', - 'Google' => 'google', - 'Microsoft' => 'tags-microsoft', - 'Computers' => 'topics-computers', - 'Mobile' => 'topics-mobile', - 'Sci-Tech' => 'topics-sci-tech', - 'Security' => 'topics-security', - 'Internet' => 'topics-internet', - 'Tech Industry' => 'topics-tech-industry' - ) - ) - ) - ); - - private function cleanArticle($article_html) { - $offset_p = strpos($article_html, '
');
- $offset_figure = strpos($article_html, ' ' . $headline->plaintext . ' '
- . $this->extractActivityPrice($activity)
- . ' '
+ . $this->extractActivityPrice($activity)
+ . ' {$tag} {$commit} {$downloads} Could not extract full content, selector may need to be updated. Manga: ' . $this->mangaTitle . ' Chapter Number: ' . $chapnum . ' Chapter Title: ' . $chapter['title'] . ' Group: ' . $item['author'] . '" . $content;
+ }
+
+ if ($headline) {
+ $content = '
' . $content;
+ }
+
+ $item = [];
+ $item['uri'] = $article_uri;
+ $item['title'] = $title;
+
+ if ($author) {
+ $item['author'] = $author->plaintext;
+ }
+
+ $item['content'] = $content;
+
+ if (!is_null($date)) {
+ $item['timestamp'] = $date;
+ }
+
+ if (!is_null($enclosure)) {
+ $item['enclosures'] = [$enclosure];
+ }
+
+ $this->items[] = $item;
+ }
+ }
}
diff --git a/bridges/CNETFranceBridge.php b/bridges/CNETFranceBridge.php
index d005fd1fef9..35e92daf87d 100644
--- a/bridges/CNETFranceBridge.php
+++ b/bridges/CNETFranceBridge.php
@@ -1,63 +1,62 @@
array(
- 'title' => array(
- 'name' => 'Exclude by title',
- 'required' => false,
- 'title' => 'Title term, separated by semicolon (;)',
- 'defaultValue' => 'bon plan;bons plans;au meilleur prix;des meilleures offres;Amazon Prime Day;RED by SFR ou B&You'
- ),
- 'url' => array(
- 'name' => 'Exclude by url',
- 'required' => false,
- 'title' => 'URL term, separated by semicolon (;)',
- 'defaultValue' => 'bon-plan;bons-plans'
- )
- )
- );
-
- private $bannedTitle = array();
- private $bannedURL = array();
-
- public function collectData()
- {
- $title = $this->getInput('title');
- $url = $this->getInput('url');
-
- if ($title !== null) {
- $this->bannedTitle = explode(';', $title);
- }
-
- if ($url !== null) {
- $this->bannedURL = explode(';', $url);
- }
-
- $this->collectExpandableDatas('https://www.cnetfrance.fr/feeds/rss/news/');
- }
-
- protected function parseItem($feedItem)
- {
- $item = parent::parseItem($feedItem);
-
- foreach ($this->bannedTitle as $term) {
- if (preg_match('/' . $term . '/mi', $item['title']) === 1) {
- return null;
- }
- }
-
- foreach ($this->bannedURL as $term) {
- if (preg_match('/' . $term . '/mi', $item['uri']) === 1) {
- return null;
- }
- }
-
- return $item;
- }
+ const MAINTAINER = 'leomaradan';
+ const NAME = 'CNET France';
+ const URI = 'https://www.cnetfrance.fr/';
+ const CACHE_TIMEOUT = 3600; // 1h
+ const DESCRIPTION = 'CNET France RSS with filters';
+ const PARAMETERS = [
+ 'filters' => [
+ 'title' => [
+ 'name' => 'Exclude by title',
+ 'required' => false,
+ 'title' => 'Title term, separated by semicolon (;)',
+ 'exampleValue' => 'bon plan;bons plans;au meilleur prix;des meilleures offres;Amazon Prime Day;RED by SFR ou B&You'
+ ],
+ 'url' => [
+ 'name' => 'Exclude by url',
+ 'required' => false,
+ 'title' => 'URL term, separated by semicolon (;)',
+ 'exampleValue' => 'bon-plan;bons-plans'
+ ]
+ ]
+ ];
+
+ private $bannedTitle = [];
+ private $bannedURL = [];
+
+ public function collectData()
+ {
+ $title = $this->getInput('title');
+ $url = $this->getInput('url');
+
+ if ($title !== null) {
+ $this->bannedTitle = explode(';', $title);
+ }
+
+ if ($url !== null) {
+ $this->bannedURL = explode(';', $url);
+ }
+
+ $this->collectExpandableDatas('https://www.cnetfrance.fr/feeds/rss/news/');
+ }
+
+ protected function parseItem(array $item)
+ {
+ foreach ($this->bannedTitle as $term) {
+ if (preg_match('/' . $term . '/mi', $item['title']) === 1) {
+ return null;
+ }
+ }
+
+ foreach ($this->bannedURL as $term) {
+ if (preg_match('#' . $term . '#mi', $item['uri'])) {
+ return null;
+ }
+ }
+
+ return $item;
+ }
}
diff --git a/bridges/CVEDetailsBridge.php b/bridges/CVEDetailsBridge.php
new file mode 100644
index 00000000000..5f4f9daab07
--- /dev/null
+++ b/bridges/CVEDetailsBridge.php
@@ -0,0 +1,117 @@
+ [
+ 'name' => 'Vendor ID',
+ 'type' => 'number',
+ 'required' => true,
+ 'exampleValue' => 74, // PHP
+ ],
+ // The optional Product ID can be taken from the URL as well
+ 'product_id' => [
+ 'name' => 'Product ID',
+ 'type' => 'number',
+ 'required' => false,
+ 'exampleValue' => 128, // PHP
+ ],
+ ]];
+
+ private $html = null;
+ private $vendor = '';
+ private $product = '';
+
+ public function collectData()
+ {
+ if ($this->html == null) {
+ $this->fetchContent();
+ }
+
+ $var = $this->html->find('#searchresults > div > div.row');
+ foreach ($var as $i => $tr) {
+ $uri = $tr->find('h3 > a', 0)->href ?? null;
+ $title = $tr->find('h3 > a', 0)->innertext;
+ $content = $tr->find('.cvesummarylong', 0)->innertext ?? '';
+ $timestamp = $tr->find('[data-tsvfield="publishDate"]', 0)->innertext ?? 0;
+
+ $this->items[] = [
+ 'uri' => $uri,
+ 'title' => $title,
+ 'timestamp' => $timestamp,
+ 'content' => $content,
+ 'categories' => [$this->vendor],
+ 'enclosures' => [],
+ 'uid' => $title,
+ ];
+ if (count($this->items) >= 30) {
+ break;
+ }
+ }
+ }
+
+ // Make the actual request to cvedetails.com and stores the response
+ // (HTML) for later use and extract vendor and product from it.
+ private function fetchContent()
+ {
+ // build url
+ // Return the URL to query.
+ // Because of the optional product ID, we need to attach it if it is
+ // set. The search result page has the exact same structure (with and
+ // without the product ID).
+ $url = self::URI . '/vulnerability-list/vendor_id-' . $this->getInput('vendor_id');
+ if ($this->getInput('product_id') !== '') {
+ $url .= '/product_id-' . $this->getInput('product_id');
+ }
+ // Sadly, there is no way (prove me wrong please) to sort the search
+ // result by publish date. So the nearest alternative is the CVE
+ // number, which should be mostly accurate.
+ $url .= '?order=1'; // Order by CVE number DESC
+
+ $html = getSimpleHTMLDOM($url);
+ $this->html = defaultLinkTo($html, self::URI);
+
+ $vendor = $html->find('#contentdiv h1 > a', 0);
+ if ($vendor == null) {
+ returnServerError('Invalid Vendor ID ' . $this->getInput('vendor_id') . ' or Product ID ' . $this->getInput('product_id'));
+ }
+ $this->vendor = $vendor->innertext;
+
+ $product = $html->find('#contentdiv h1 > a', 1);
+ if ($product != null) {
+ $this->product = $product->innertext;
+ }
+ }
+
+ public function getName()
+ {
+ if ($this->getInput('vendor_id') == '') {
+ return self::NAME;
+ }
+
+ if ($this->html == null) {
+ $this->fetchContent();
+ }
+
+ $name = 'CVE Vulnerabilities for ' . $this->vendor;
+ if ($this->product != '') {
+ $name .= '/' . $this->product;
+ }
+
+ return $name;
+ }
+}
diff --git a/bridges/CachetBridge.php b/bridges/CachetBridge.php
index 75b18017463..355e79263c8 100644
--- a/bridges/CachetBridge.php
+++ b/bridges/CachetBridge.php
@@ -1,134 +1,138 @@
array(
- 'name' => 'Cachet installation',
- 'type' => 'text',
- 'required' => true,
- 'title' => 'The URL of the Cachet installation',
- 'exampleValue' => 'https://demo.cachethq.io/',
- ), 'additional_info' => array(
- 'name' => 'Additional Timestamps',
- 'type' => 'checkbox',
- 'title' => 'Whether to include the given timestamps'
- )
- )
- );
- const CACHE_TIMEOUT = 300;
+class CachetBridge extends BridgeAbstract
+{
+ const NAME = 'Cachet Bridge';
+ const URI = 'https://cachethq.io/';
+ const DESCRIPTION = 'Returns status updates from any Cachet installation';
+ const MAINTAINER = 'klimplant';
+ const PARAMETERS = [
+ [
+ 'host' => [
+ 'name' => 'Cachet installation',
+ 'type' => 'text',
+ 'required' => true,
+ 'title' => 'The URL of the Cachet installation',
+ 'exampleValue' => 'https://demo.cachethq.io/',
+ ], 'additional_info' => [
+ 'name' => 'Additional Timestamps',
+ 'type' => 'checkbox',
+ 'title' => 'Whether to include the given timestamps'
+ ]
+ ]
+ ];
+ const CACHE_TIMEOUT = 300;
- private $componentCache = array();
+ private $componentCache = [];
- public function getURI() {
- return $this->getInput('host') === null ? 'https://cachethq.io/' : $this->getInput('host');
- }
+ public function getURI()
+ {
+ return $this->getInput('host') === null ? 'https://cachethq.io/' : $this->getInput('host');
+ }
- /**
- * Validates the ping request to the cache API
- *
- * @param string $ping
- * @return boolean
- */
- private function validatePing($ping) {
- $ping = json_decode($ping);
- if ($ping === null) {
- return false;
- }
- return $ping->data === 'Pong!';
- }
+ /**
+ * Validates the ping request to the cache API
+ *
+ * @param string $ping
+ * @return boolean
+ */
+ private function validatePing($ping)
+ {
+ $ping = json_decode($ping);
+ if ($ping === null) {
+ return false;
+ }
+ return $ping->data === 'Pong!';
+ }
- /**
- * Returns the component name of a cachat component
- *
- * @param integer $id
- * @return string
- */
- private function getComponentName($id) {
- if ($id === 0) {
- return '';
- }
- if (array_key_exists($id, $this->componentCache)) {
- return $this->componentCache[$id];
- }
+ /**
+ * Returns the component name of a cachat component
+ *
+ * @param integer $id
+ * @return string
+ */
+ private function getComponentName($id)
+ {
+ if ($id === 0) {
+ return '';
+ }
+ if (array_key_exists($id, $this->componentCache)) {
+ return $this->componentCache[$id];
+ }
- $component = getContents($this->getURI() . '/api/v1/components/' . $id);
- $component = json_decode($component);
- if ($component === null) {
- return '';
- }
- return $component->data->name;
- }
+ $component = getContents($this->getURI() . '/api/v1/components/' . $id);
+ $component = json_decode($component);
+ if ($component === null) {
+ return '';
+ }
+ return $component->data->name;
+ }
- public function collectData() {
- $ping = getContents(urljoin($this->getURI(), '/api/v1/ping'));
- if (!$this->validatePing($ping)) {
- returnClientError('Provided URI is invalid!');
- }
+ public function collectData()
+ {
+ $ping = getContents(urljoin($this->getURI(), '/api/v1/ping'));
+ if (!$this->validatePing($ping)) {
+ returnClientError('Provided URI is invalid!');
+ }
- $url = urljoin($this->getURI(), '/api/v1/incidents?sort=id&order=desc');
- $incidents = getContents($url);
- $incidents = json_decode($incidents);
- if ($incidents === null) {
- returnClientError('/api/v1/incidents returned no valid json');
- }
+ $url = urljoin($this->getURI(), '/api/v1/incidents?sort=id&order=desc');
+ $incidents = getContents($url);
+ $incidents = json_decode($incidents);
+ if ($incidents === null) {
+ returnClientError('/api/v1/incidents returned no valid json');
+ }
- usort($incidents->data, function ($a, $b) {
- $timeA = strtotime($a->updated_at);
- $timeB = strtotime($b->updated_at);
- return $timeA > $timeB ? -1 : 1;
- });
+ usort($incidents->data, function ($a, $b) {
+ $timeA = strtotime($a->updated_at);
+ $timeB = strtotime($b->updated_at);
+ return $timeA > $timeB ? -1 : 1;
+ });
- foreach ($incidents->data as $incident) {
+ foreach ($incidents->data as $incident) {
+ if (isset($incident->permalink)) {
+ $permalink = $incident->permalink;
+ } else {
+ $permalink = urljoin($this->getURI(), '/incident/' . $incident->id);
+ }
- if (isset($incident->permalink)) {
- $permalink = $incident->permalink;
- } else {
- $permalink = urljoin($this->getURI(), '/incident/' . $incident->id);
- }
+ $title = $incident->human_status . ': ' . $incident->name;
+ $message = '';
+ if ($this->getInput('additional_info')) {
+ if (isset($incident->occurred_at)) {
+ $message .= 'Occurred at: ' . $incident->occurred_at . "\r\n";
+ }
+ if (isset($incident->scheduled_at)) {
+ $message .= 'Scheduled at: ' . $incident->scheduled_at . "\r\n";
+ }
+ if (isset($incident->created_at)) {
+ $message .= 'Created at: ' . $incident->created_at . "\r\n";
+ }
+ if (isset($incident->updated_at)) {
+ $message .= 'Updated at: ' . $incident->updated_at . "\r\n\r\n";
+ }
+ }
- $title = $incident->human_status . ': ' . $incident->name;
- $message = '';
- if ($this->getInput('additional_info')) {
- if (isset($incident->occurred_at)) {
- $message .= 'Occurred at: ' . $incident->occurred_at . "\r\n";
- }
- if (isset($incident->scheduled_at)) {
- $message .= 'Scheduled at: ' . $incident->scheduled_at . "\r\n";
- }
- if (isset($incident->created_at)) {
- $message .= 'Created at: ' . $incident->created_at . "\r\n";
- }
- if (isset($incident->updated_at)) {
- $message .= 'Updated at: ' . $incident->updated_at . "\r\n\r\n";
- }
- }
+ $message .= $incident->message;
+ $content = nl2br($message);
+ $componentName = $this->getComponentName($incident->component_id);
+ $uidOrig = $permalink . $incident->created_at;
+ $uid = hash('sha512', $uidOrig);
+ $timestamp = strtotime($incident->created_at);
+ $categories = [];
+ $categories[] = $incident->human_status;
+ if ($componentName !== '') {
+ $categories[] = $componentName;
+ }
- $message .= $incident->message;
- $content = nl2br($message);
- $componentName = $this->getComponentName($incident->component_id);
- $uidOrig = $permalink . $incident->created_at;
- $uid = hash('sha512', $uidOrig);
- $timestamp = strtotime($incident->created_at);
- $categories = array();
- $categories[] = $incident->human_status;
- if ($componentName !== '') {
- $categories[] = $componentName;
- }
+ $item = [];
+ $item['uri'] = $permalink;
+ $item['title'] = $title;
+ $item['timestamp'] = $timestamp;
+ $item['content'] = $content;
+ $item['uid'] = $uid;
+ $item['categories'] = $categories;
- $item = array();
- $item['uri'] = $permalink;
- $item['title'] = $title;
- $item['timestamp'] = $timestamp;
- $item['content'] = $content;
- $item['uid'] = $uid;
- $item['categories'] = $categories;
-
- $this->items[] = $item;
- }
- }
+ $this->items[] = $item;
+ }
+ }
}
diff --git a/bridges/CarThrottleBridge.php b/bridges/CarThrottleBridge.php
new file mode 100644
index 00000000000..2b8ca2b2b43
--- /dev/null
+++ b/bridges/CarThrottleBridge.php
@@ -0,0 +1,118 @@
+ [
+ 'news' => [
+ 'name' => 'news',
+ 'type' => 'checkbox'
+ ],
+ 'reviews' => [
+ 'name' => 'reviews',
+ 'type' => 'checkbox'
+ ],
+ 'features' => [
+ 'name' => 'features',
+ 'type' => 'checkbox'
+ ],
+ 'videos' => [
+ 'name' => 'videos',
+ 'type' => 'checkbox'
+ ],
+ 'gaming' => [
+ 'name' => 'gaming',
+ 'type' => 'checkbox'
+ ]
+ ]
+ ];
+
+ public function collectData()
+ {
+ $this->items = [];
+
+ $this->handleCategory('news');
+ $this->handleCategory('reviews');
+ $this->handleCategory('features');
+ $this->handleCategory2('videos', 'video');
+ $this->handleCategory('gaming');
+ }
+
+ private function handleCategory($category)
+ {
+ if ($this->getInput($category)) {
+ $this->getArticles($category);
+ }
+ }
+
+ private function handleCategory2($categoryParameter, $categoryURLname)
+ {
+ if ($this->getInput($categoryParameter)) {
+ $this->getArticles($categoryURLname);
+ }
+ }
+
+ private function getArticles($category)
+ {
+ $categoryPage = getSimpleHTMLDOMCached(self::URI . $category);
+
+ //for each post
+ foreach ($categoryPage->find('div.cmg-card') as $post) {
+ $item = [];
+
+ $titleElement = $post->find('div.title a')[0];
+ $post_uri = self::URI . $titleElement->getAttribute('href');
+
+ if (!isset($post_uri) || $post_uri == '') {
+ continue;
+ }
+
+ $item['uri'] = $post_uri;
+ $item['title'] = $titleElement->innertext;
+
+ $articlePage = getSimpleHTMLDOMCached($item['uri']);
+
+ $item['author'] = $this->parseAuthor($articlePage);
+
+ $articleImage = $articlePage->find('div.block-layout-field-image')[0];
+ $article = $articlePage->find('div.block-layout-body')[1];
+
+ //remove ads
+ foreach ($article->find('aside') as $ad) {
+ $ad->outertext = '';
+ }
+
+ $summary = $articlePage->find('div.summary')[0];
+
+ //these are supposed to be hidden
+ foreach ($article->find('.visually-hidden') as $found) {
+ $found->outertext = '';
+ }
+
+ $item['content'] = $summary . $articleImage . $article;
+
+ array_push($this->items, $item);
+ }
+ }
+
+ private function parseAuthor($articlePage)
+ {
+ $authorDivs = $articlePage->find('div address');
+ if (!$authorDivs) {
+ return '';
+ }
+
+ $a = $authorDivs[0]->find('a')[0];
+ if ($a) {
+ return $a->innertext;
+ }
+
+ return $authorDivs[0]->innertext;
+ }
+}
diff --git a/bridges/CaschyBridge.php b/bridges/CaschyBridge.php
new file mode 100644
index 00000000000..c25cdb08d42
--- /dev/null
+++ b/bridges/CaschyBridge.php
@@ -0,0 +1,75 @@
+ [
+ 'name' => 'Category',
+ 'type' => 'list',
+ 'values' => [
+ 'Alle News'
+ => 'https://stadt-bremerhaven.de/feed/'
+ ]
+ ],
+ 'limit' => [
+ 'name' => 'Limit',
+ 'type' => 'number',
+ 'required' => false,
+ 'title' => 'Specify number of full articles to return',
+ 'defaultValue' => 5
+ ]
+ ]];
+ const LIMIT = 5;
+
+ public function collectData()
+ {
+ $this->collectExpandableDatas(
+ $this->getInput('category'),
+ $this->getInput('limit') ?: static::LIMIT
+ );
+ }
+
+ protected function parseItem(array $item)
+ {
+ if (strpos($item['uri'], 'https://stadt-bremerhaven.de/') !== 0) {
+ return $item;
+ }
+
+ $article = getSimpleHTMLDOMCached($item['uri']);
+
+ if ($article) {
+ $article = defaultLinkTo($article, $item['uri']);
+ $item = $this->addArticleToItem($item, $article);
+ }
+
+ return $item;
+ }
+
+ private function addArticleToItem($item, $article)
+ {
+ // remove unwanted stuff
+ foreach (
+ $article->find('div.aawp, p.aawp-disclaimer, iframe.wp-embedded-content,
+ div.wp-embed, p.wp-caption-text, script') as $element
+ ) {
+ $element->remove();
+ }
+ // reload html, as remove() is buggy
+ $article = str_get_html($article->outertext);
+
+ $categories = $article->find('div.post-category a');
+ foreach ($categories as $category) {
+ $item['categories'][] = $category->plaintext;
+ }
+
+ $content = $article->find('div.entry-inner', 0);
+ $item['content'] = $content;
+
+ return $item;
+ }
+}
diff --git a/bridges/CastorusBridge.php b/bridges/CastorusBridge.php
index fbd5007cb0c..a0a1454e44e 100644
--- a/bridges/CastorusBridge.php
+++ b/bridges/CastorusBridge.php
@@ -1,118 +1,135 @@
array(),
- 'Get latest changes via ZIP code' => array(
- 'zip' => array(
- 'name' => 'ZIP code',
- 'type' => 'text',
- 'required' => true,
- 'exampleValue' => '74910, 74',
- 'title' => 'Insert ZIP code (complete or partial)'
- )
- ),
- 'Get latest changes via city name' => array(
- 'city' => array(
- 'name' => 'City name',
- 'type' => 'text',
- 'required' => true,
- 'exampleValue' => 'Seyssel, Seys',
- 'title' => 'Insert city name (complete or partial)'
- )
- )
- );
-
- // Extracts the title from an actitiy
- private function extractActivityTitle($activity){
- $title = $activity->find('a', 0);
-
- if(!$title)
- returnServerError('Cannot find title!');
-
- return htmlspecialchars(trim($title->plaintext));
- }
-
- // Extracts the url from an actitiy
- private function extractActivityUrl($activity){
- $url = $activity->find('a', 0);
-
- if(!$url)
- returnServerError('Cannot find url!');
-
- return self::URI . $url->href;
- }
-
- // Extracts the time from an activity
- private function extractActivityTime($activity){
- // Unfortunately the time is part of the parent node,
- // so we have to clear all child nodes first
- $nodes = $activity->find('*');
-
- if(!$nodes)
- returnServerError('Cannot find nodes!');
-
- foreach($nodes as $node) {
- $node->outertext = '';
- }
-
- return strtotime($activity->innertext);
- }
-
- // Extracts the price change
- private function extractActivityPrice($activity){
- $price = $activity->find('span', 1);
-
- if(!$price)
- returnServerError('Cannot find price!');
-
- return $price->innertext;
- }
-
- public function collectData(){
- $zip_filter = trim($this->getInput('zip'));
- $city_filter = trim($this->getInput('city'));
-
- $html = getSimpleHTMLDOM(self::URI);
-
- if(!$html)
- returnServerError('Could not load data from ' . self::URI . '!');
-
- $activities = $html->find('div#activite > li');
-
- if(!$activities)
- returnServerError('Failed to find activities!');
-
- foreach($activities as $activity) {
- $item = array();
-
- $item['title'] = $this->extractActivityTitle($activity);
- $item['uri'] = $this->extractActivityUrl($activity);
- $item['timestamp'] = $this->extractActivityTime($activity);
- $item['content'] = ''
- . $item['title']
- . '
' . $this->fixChars($itemContent->plaintext),
+ 'timestamp' => $this->getUploadTimeFromString($itemDate->plaintext),
+ ];
+
+ $this->items[] = $item;
+ }
+ }
+
+ private function getUploadTimeFromString($string)
+ {
+ if (strpos($string, 'dnes') !== false) {
+ return strtotime('today');
+ } elseif (strpos($string, 'včera') !== false) {
+ return strtotime('yesterday');
+ } elseif (!preg_match('/(\d+).\s(\d+).(\s(\d+))?/', $string, $match)) {
+ returnServerError('Could not get date from Česká televize string');
+ }
+
+ $date = sprintf('%04d-%02d-%02d', $match[3] ?? date('Y'), $match[2], $match[1]);
+ return strtotime($date);
+ }
+
+ private function fixChars($text)
+ {
+ return html_entity_decode($text, ENT_QUOTES, 'UTF-8');
+ }
+
+ public function getURI()
+ {
+ return $this->feedUri ?? parent::getURI();
+ }
+
+ public function getName()
+ {
+ return $this->feedName ?? parent::getName();
+ }
+}
diff --git a/bridges/ChristianDailyReporterBridge.php b/bridges/ChristianDailyReporterBridge.php
deleted file mode 100644
index 85f664df51e..00000000000
--- a/bridges/ChristianDailyReporterBridge.php
+++ /dev/null
@@ -1,28 +0,0 @@
-find('div.top p a,div.column p a') as $element) {
- $item = array();
- // Title
- $item['title'] = $element->innertext;
- // URL
- $item['uri'] = $element->href;
- $this->items[] = $item;
- }
- }
-}
diff --git a/bridges/CodebergBridge.php b/bridges/CodebergBridge.php
new file mode 100644
index 00000000000..8bccd250358
--- /dev/null
+++ b/bridges/CodebergBridge.php
@@ -0,0 +1,476 @@
+ [
+ 'branch' => [
+ 'name' => 'branch',
+ 'type' => 'text',
+ 'exampleValue' => 'main',
+ 'required' => false,
+ 'title' => 'Optional, main branch is used by default.',
+ ],
+ ],
+ 'Issues' => [],
+ 'Issue Comments' => [
+ 'issueId' => [
+ 'name' => 'Issue ID',
+ 'type' => 'text',
+ 'required' => true,
+ 'exampleValue' => '513',
+ ]
+ ],
+ 'Pull Requests' => [],
+ 'Releases' => [],
+ 'Tags' => [],
+ 'global' => [
+ 'username' => [
+ 'name' => 'Username',
+ 'type' => 'text',
+ 'exampleValue' => 'Codeberg',
+ 'title' => 'Username of account that the repository belongs to.',
+ 'required' => true,
+ ],
+ 'repo' => [
+ 'name' => 'Repository',
+ 'type' => 'text',
+ 'exampleValue' => 'Community',
+ 'required' => true,
+ ]
+ ]
+ ];
+
+ const CACHE_TIMEOUT = 1800;
+
+ const TEST_DETECT_PARAMETERS = [
+ 'https://codeberg.org/Codeberg/Community/issues/507' => [
+ 'context' => 'Issue Comments', 'username' => 'Codeberg', 'repo' => 'Community', 'issueId' => '507'
+ ],
+ 'https://codeberg.org/Codeberg/Community/issues' => [
+ 'context' => 'Issues', 'username' => 'Codeberg', 'repo' => 'Community'
+ ],
+ 'https://codeberg.org/Codeberg/Community/pulls' => [
+ 'context' => 'Pull Requests', 'username' => 'Codeberg', 'repo' => 'Community'
+ ],
+ 'https://codeberg.org/Codeberg/Community/releases' => [
+ 'context' => 'Releases', 'username' => 'Codeberg', 'repo' => 'Community'
+ ],
+ 'https://codeberg.org/Codeberg/Community/commits/branch/master' => [
+ 'context' => 'Commits', 'username' => 'Codeberg', 'repo' => 'Community', 'branch' => 'master'
+ ],
+ 'https://codeberg.org/Codeberg/Community/commits' => [
+ 'context' => 'Commits', 'username' => 'Codeberg', 'repo' => 'Community'
+ ]
+ ];
+
+ private $defaultBranch = 'main';
+ private $issueTitle = '';
+
+ private $urlRegex = '/codeberg\.org\/([\w]+)\/([\w]+)(?:\/commits\/branch\/([\w]+))?/';
+ private $issuesUrlRegex = '/codeberg\.org\/([\w]+)\/([\w]+)\/issues/';
+ private $pullsUrlRegex = '/codeberg\.org\/([\w]+)\/([\w]+)\/pulls/';
+ private $releasesUrlRegex = '/codeberg\.org\/([\w]+)\/([\w]+)\/releases/';
+ private $issueCommentsUrlRegex = '/codeberg\.org\/([\w]+)\/([\w]+)\/issues\/([0-9]+)/';
+
+ public function collectData()
+ {
+ $url = $this->getURI();
+ $html = getSimpleHTMLDOM($url);
+ $html = defaultLinkTo($html, $url);
+
+ switch ($this->queriedContext) {
+ case 'Commits':
+ $this->extractCommits($html);
+ break;
+ case 'Issues':
+ $this->extractIssues($html);
+ break;
+ case 'Issue Comments':
+ $this->extractIssueComments($html);
+ break;
+ case 'Pull Requests':
+ $this->extractPulls($html);
+ break;
+ case 'Releases':
+ $this->extractReleases($html);
+ break;
+ case 'Tags':
+ $this->extractTags($html);
+ break;
+ default:
+ throw new \Exception('Invalid context: ' . $this->queriedContext);
+ }
+ }
+
+ public function getName()
+ {
+ switch ($this->queriedContext) {
+ case 'Commits':
+ if ($this->getBranch() === $this->defaultBranch) {
+ return $this->getRepo() . ' Commits';
+ }
+
+ return $this->getRepo() . ' Commits (' . $this->getBranch() . ' branch) - ' . self::NAME;
+ case 'Issues':
+ return $this->getRepo() . ' Issues - ' . self::NAME;
+ case 'Issue Comments':
+ return $this->issueTitle . ' - Issue Comments - ' . self::NAME;
+ case 'Pull Requests':
+ return $this->getRepo() . ' Pull Requests - ' . self::NAME;
+ case 'Releases':
+ return $this->getRepo() . ' Releases - ' . self::NAME;
+ case 'Tags':
+ return $this->getRepo() . ' Tags - ' . self::NAME;
+ default:
+ return parent::getName();
+ }
+ }
+
+ public function getURI()
+ {
+ switch ($this->queriedContext) {
+ case 'Commits':
+ return self::URI . $this->getRepo() . '/commits/branch/' . $this->getBranch();
+ case 'Issues':
+ return self::URI . $this->getRepo() . '/issues/';
+ case 'Issue Comments':
+ return self::URI . $this->getRepo() . '/issues/' . $this->getInput('issueId');
+ case 'Pull Requests':
+ return self::URI . $this->getRepo() . '/pulls';
+ case 'Releases':
+ return self::URI . $this->getRepo() . '/releases';
+ case 'Tags':
+ return self::URI . $this->getRepo() . '/tags';
+ default:
+ return parent::getURI();
+ }
+ }
+
+ private function getBranch()
+ {
+ if ($this->getInput('branch')) {
+ return $this->getInput('branch');
+ }
+
+ return $this->defaultBranch;
+ }
+
+ private function getRepo()
+ {
+ return $this->getInput('username') . '/' . $this->getInput('repo');
+ }
+
+ /**
+ * Extract commits
+ */
+ private function extractCommits($html)
+ {
+ $table = $html->find('table#commits-table', 0);
+ $tbody = $table->find('tbody.commit-list', 0);
+
+ foreach ($tbody->find('tr') as $tr) {
+ $item = [];
+
+ $message = $tr->find('td.message', 0);
+
+ $item['title'] = $message->find('span.message-wrapper', 0)->plaintext;
+ $item['uri'] = $tr->find('td.sha', 0)->find('a', 0)->href;
+ $item['author'] = $tr->find('td.author', 0)->plaintext;
+
+ $var = $tr->find('td', 3);
+ $var1 = $var->find('span', 0);
+ if ($var1) {
+ $item['timestamp'] = $var1->title;
+ }
+
+ if ($message->find('pre.commit-body', 0)) {
+ $message->find('pre.commit-body', 0)->style = '';
+
+ $item['content'] = $message->find('pre.commit-body', 0);
+ } else {
+ $item['content'] = '' . $item['title'] . '
';
+ }
+
+ $this->items[] = $item;
+ }
+ }
+
+ /**
+ * Extract issues
+ */
+ private function extractIssues($html)
+ {
+ $issueList = $html->find('div#issue-list', 0);
+
+ foreach ($issueList->find('div.flex-item') as $div) {
+ $item = [];
+
+ $number = trim($div->find('a.index,ml-0.mr-2', 0)->plaintext);
+
+ $item['title'] = $div->find('a.issue-title', 0)->plaintext . ' (' . $number . ')';
+ $item['uri'] = $div->find('a.issue-title', 0)->href;
+
+ $time = $div->find('relative-time.time-since', 0);
+ if ($time) {
+ $item['timestamp'] = $time->datetime;
+ }
+
+ //$item['author'] = $li->find('div.desc', 0)->find('a', 1)->plaintext;
+
+ // Fetch issue page
+ $issuePage = getSimpleHTMLDOMCached($item['uri'], 3600);
+ $issuePage = defaultLinkTo($issuePage, self::URI);
+
+ $item['content'] = $issuePage->find('div.timeline-item.comment.first', 0)->find('div.render-content.markup', 0);
+
+ foreach ($div->find('a.ui.label') as $label) {
+ $item['categories'][] = $label->plaintext;
+ }
+
+ $this->items[] = $item;
+ }
+ }
+
+ /**
+ * Extract issue comments
+ */
+ private function extractIssueComments($html)
+ {
+ $this->issueTitle = $html->find('span#issue-title', 0)->plaintext
+ . ' (' . $html->find('span.index', 0)->plaintext . ')';
+
+ foreach ($html->find('div.timeline-item.comment') as $div) {
+ $item = [];
+
+ if ($div->class === 'timeline-item comment merge box') {
+ continue;
+ }
+
+ $item['title'] = $this->ellipsisTitle($div->find('div.render-content.markup', 0)->plaintext);
+ $item['uri'] = $div->find('span.text.grey', 0)->find('a', 1)->href;
+ $item['content'] = $div->find('div.render-content.markup', 0);
+
+ if ($div->find('div.dropzone-attachments', 0)) {
+ $item['content'] .= $div->find('div.dropzone-attachments', 0);
+ }
+
+ $item['author'] = $div->find('a.author', 0)->innertext;
+
+ $timeSince = $div->find('span.time-since', 0);
+ if ($timeSince) {
+ $item['timestamp'] = $timeSince->title;
+ }
+
+ $this->items[] = $item;
+ }
+ }
+
+ /**
+ * Extract pulls
+ */
+ private function extractPulls($html)
+ {
+ $div = $html->find('div#issue-list', 0);
+
+ $var2 = $div->find('div.flex-item');
+ foreach ($var2 as $li) {
+ $item = [];
+
+ $number = trim($li->find('a.index,ml-0.mr-2', 0)->plaintext);
+
+ $a = $li->find('a.issue-title', 0);
+ $item['title'] = $a->plaintext . ' (' . $number . ')';
+ $item['uri'] = $a->href;
+
+ $time = $li->find('relative-time.time-since', 0);
+ if ($time) {
+ $item['timestamp'] = $time->datetime;
+ }
+
+ // Extracting the author is a bit awkward after they changed their html
+ //$desc = $li->find('div.desc', 0);
+ //$item['author'] = $desc->find('a', 1)->plaintext;
+
+ // Fetch pull request page
+ $pullRequestPage = getSimpleHTMLDOMCached($item['uri'], 3600);
+ $pullRequestPage = defaultLinkTo($pullRequestPage, self::URI);
+
+ $var = $pullRequestPage->find('ui.timeline', 0);
+ if ($var) {
+ $var1 = $var->find('div.render-content.markup', 0);
+ $item['content'] = $var1;
+ }
+
+ foreach ($li->find('a.ui.label') as $label) {
+ $item['categories'][] = $label->plaintext;
+ }
+
+ $this->items[] = $item;
+ }
+ }
+
+ /**
+ * Extract releases
+ */
+ private function extractReleases($html)
+ {
+ $ul = $html->find('ul#release-list', 0);
+
+ $lis = $ul->find('li.ui.grid');
+ if ($lis === []) {
+ throw new \Exception('Found zero releases');
+ }
+ foreach ($lis as $li) {
+ $item = [];
+ $item['title'] = $li->find('h4', 0)->plaintext;
+ $item['uri'] = $li->find('h4', 0)->find('a', 0)->href;
+
+ $tag = $this->stripSvg($li->find('span.tag', 0));
+ $commit = $this->stripSvg($li->find('span.commit', 0));
+ $downloads = $this->extractDownloads($li->find('details.download', 0));
+
+ $item['content'] = $li->find('div.markup.desc', 0);
+ $item['content'] .= <<Tag
+
+HTML;
+ }
+
+ return <<
', wordwrap($text, $length, '
'));
+ return $text[0] . '...';
+ }
+ return $text;
+ }
+
+ /**
+ * Strip SVG tag
+ */
+ private function stripSvg($html)
+ {
+ if ($html === null) {
+ return null;
+ }
+ if ($html->find('svg', 0)) {
+ $html->find('svg', 0)->outertext = '';
+ }
+
+ return $html;
+ }
+
+ public function detectParameters($url)
+ {
+ $params = [];
+
+ // Issue Comments
+ if (preg_match($this->issueCommentsUrlRegex, $url, $matches)) {
+ $params['context'] = 'Issue Comments';
+ $params['username'] = $matches[1];
+ $params['repo'] = $matches[2];
+ $params['issueId'] = $matches[3];
+
+ return $params;
+ }
+
+ // Issues
+ if (preg_match($this->issuesUrlRegex, $url, $matches)) {
+ $params['context'] = 'Issues';
+ $params['username'] = $matches[1];
+ $params['repo'] = $matches[2];
+
+ return $params;
+ }
+
+ // Pull Requests
+ if (preg_match($this->pullsUrlRegex, $url, $matches)) {
+ $params['context'] = 'Pull Requests';
+ $params['username'] = $matches[1];
+ $params['repo'] = $matches[2];
+
+ return $params;
+ }
+
+ // Releases
+ if (preg_match($this->releasesUrlRegex, $url, $matches)) {
+ $params['context'] = 'Releases';
+ $params['username'] = $matches[1];
+ $params['repo'] = $matches[2];
+
+ return $params;
+ }
+
+ // Commits
+ if (preg_match($this->urlRegex, $url, $matches)) {
+ $params['context'] = 'Commits';
+ $params['username'] = $matches[1];
+ $params['repo'] = $matches[2];
+
+ if (isset($matches[3])) {
+ $params['branch'] = $matches[3];
+ }
+
+ return $params;
+ }
+
+ return null;
+ }
+}
diff --git a/bridges/CollegeDeFranceBridge.php b/bridges/CollegeDeFranceBridge.php
index 9640c8677a1..2a1b33d43c6 100644
--- a/bridges/CollegeDeFranceBridge.php
+++ b/bridges/CollegeDeFranceBridge.php
@@ -1,84 +1,85 @@
'janv.',
- '02' => 'févr.',
- '03' => 'mars',
- '04' => 'avr.',
- '05' => 'mai',
- '06' => 'juin',
- '07' => 'juil.',
- '08' => 'août',
- '09' => 'sept.',
- '10' => 'oct.',
- '11' => 'nov.',
- '12' => 'déc.'
- );
+ public function collectData()
+ {
+ $months = [
+ '01' => 'janv.',
+ '02' => 'févr.',
+ '03' => 'mars',
+ '04' => 'avr.',
+ '05' => 'mai',
+ '06' => 'juin',
+ '07' => 'juil.',
+ '08' => 'août',
+ '09' => 'sept.',
+ '10' => 'oct.',
+ '11' => 'nov.',
+ '12' => 'déc.'
+ ];
- // The "API" used by the site returns a list of partial HTML in this form
- /* ';
+ $this->items[] = $item;
+ }
+ }
- $date = explode('/', $link);
+ public function getURI()
+ {
+ if (!is_null($this->getInput('comicname'))) {
+ $params = [
+ 'ck_feature' => $this->getInput('comicname'),
+ 'per_page' => $this->getInput('limit'),
+ 'date_inclusive' => 'true',
+ 'order' => 'desc',
+ 'page' => '1',
+ '_embed' => 'true'
+ ];
- $item['id'] = $imagelink;
- $item['uri'] = $link;
- $item['author'] = $author;
- $item['title'] = 'Comics Kingdom ' . $this->getInput('comicname');
- $item['timestamp'] = DateTime::createFromFormat('Y-m-d', $date[count($date) - 1])->getTimestamp();
- $item['content'] = '
';
+ return self::URI . '?' . http_build_query($params);
+ }
- $this->items[] = $item;
- }
- }
+ return parent::getURI();
+ }
- public function getURI(){
- if(!is_null($this->getInput('comicname'))) {
- return self::URI . urlencode($this->getInput('comicname'));
- }
+ public function getName()
+ {
+ if ($this->comicName) {
+ return $this->comicName . ' - Comics Kingdom';
+ }
- return parent::getURI();
- }
-
- public function getName(){
- if(!is_null($this->getInput('comicname'))) {
- return $this->getInput('comicname') . ' - Comics Kingdom';
- }
-
- return parent::getName();
- }
+ return parent::getName();
+ }
}
diff --git a/bridges/CommonDreamsBridge.php b/bridges/CommonDreamsBridge.php
index 22b9238d2bb..34532284f7e 100644
--- a/bridges/CommonDreamsBridge.php
+++ b/bridges/CommonDreamsBridge.php
@@ -1,26 +1,30 @@
collectExpandableDatas('http://www.commondreams.org/rss.xml', 10);
- }
+ public function collectData()
+ {
+ $this->collectExpandableDatas('http://www.commondreams.org/rss.xml', 10);
+ }
- protected function parseItem($newsItem){
- $item = parent::parseItem($newsItem);
- $item['content'] = $this->extractContent($item['uri']);
- return $item;
- }
+ protected function parseItem(array $item)
+ {
+ $item['content'] = $this->extractContent($item['uri']);
+ return $item;
+ }
- private function extractContent($url){
- $html3 = getSimpleHTMLDOMCached($url);
- $text = $html3->find('div[class=field--type-text-with-summary]', 0)->innertext;
- $html3->clear();
- unset ($html3);
- return $text;
- }
+ private function extractContent($url)
+ {
+ $dom = getSimpleHTMLDOMCached($url);
+ $summary = $dom->find('div.node__body', 0);
+ $text = $summary->innertext;
+ $dom->clear();
+ unset($dom);
+ return $text;
+ }
}
diff --git a/bridges/ContainerLinuxReleasesBridge.php b/bridges/ContainerLinuxReleasesBridge.php
deleted file mode 100644
index d459b0fc8eb..00000000000
--- a/bridges/ContainerLinuxReleasesBridge.php
+++ /dev/null
@@ -1,96 +0,0 @@
- array(
- 'name' => 'Release Channel',
- 'type' => 'list',
- 'defaultValue' => self::STABLE,
- 'values' => array(
- 'Stable' => self::STABLE,
- 'Beta' => self::BETA,
- 'Alpha' => self::ALPHA,
- ),
- )
- )
- );
-
- private function getReleaseFeed($jsonUrl) {
- $json = getContents($jsonUrl)
- or returnServerError('Could not request Core OS Website.');
- return json_decode($json, true);
- }
-
- public function getIcon() {
- return 'https://coreos.com/assets/ico/favicon.png';
- }
-
- public function collectData() {
- $data = $this->getReleaseFeed($this->getJsonUri());
-
- foreach ($data as $releaseVersion => $release) {
- $item = array();
-
- $item['uri'] = "https://coreos.com/releases/#$releaseVersion";
- $item['title'] = $releaseVersion;
-
- $content = $release['release_notes'];
- $content .= <<
\1
';
- $item['content'] = preg_replace($regex, $replacement, $item['content']);
-
- // Lists
- $regex = '/\n\s*[\*|\-](.*)/';
- $item['content'] = preg_replace_callback ($regex, function($regs) {
- $item = $regs[1];
- return sprintf ('
', trim ($item));
- }, $item['content']);
-
- $this->items[] = $item;
- }
- }
-
- private function getJsonUri() {
- $channel = $this->getInput('channel');
-
- return "https://coreos.com/releases/releases-$channel.json";
- }
-
- public function getURI() {
- return self::URI;
- }
-
- public function getName(){
- if(!is_null($this->getInput('channel'))) {
- return 'Container Linux Releases: ' . $this->getInput('channel') . ' Channel';
- }
-
- return parent::getName();
- }
-}
diff --git a/bridges/CopieDoubleBridge.php b/bridges/CopieDoubleBridge.php
index 3545c6fc7fe..00739a4e003 100644
--- a/bridges/CopieDoubleBridge.php
+++ b/bridges/CopieDoubleBridge.php
@@ -1,35 +1,36 @@
find('table table', 2);
+ $table = $html->find('table table', 2);
- foreach($table->find('tr') as $element) {
- $td = $element->find('td', 0);
+ foreach ($table->find('tr') as $element) {
+ $td = $element->find('td', 0);
- if($td->class === 'couleur_1') {
- $item = array();
- $title = $td->innertext;
- $pos = strpos($title, '
';
+ foreach (explode(',', $images->getAttribute('data-ids')) as $image) {
+ // Remove leading 3: from each image id
+ $id = substr($image, 2);
+ $image_uri = 'https://images.craigslist.org/' . $id . '_300x300.jpg';
+ $item['content'] .= '';
+ $item['enclosures'][] = $image_uri;
+ }
+ }
+ $this->items[] = $item;
+ }
+ }
+}
diff --git a/bridges/CrewbayBridge.php b/bridges/CrewbayBridge.php
index a3c52b9ac27..0fb9def6c14 100644
--- a/bridges/CrewbayBridge.php
+++ b/bridges/CrewbayBridge.php
@@ -1,227 +1,233 @@
array(
- 'name' => 'Filter by keyword',
- 'title' => 'Enter the keyword to filter here'
- ),
- 'type' => array(
- 'name' => 'Type of search',
- 'title' => 'Choose between finding a boat or a crew',
- 'type' => 'list',
- 'values' => array(
- 'Find a boat' => 'boats',
- 'Find a crew' => 'crew'
- )
- ),
- 'status' => array(
- 'name' => 'Status on the boat',
- 'title' => 'Choose between recreational or professional classified ads',
- 'type' => 'list',
- 'values' => array(
- 'Recreational' => 'recreational',
- 'Professional' => 'professional'
- )
- ),
- 'recreational_position' => array(
- 'name' => 'Recreational position wanted',
- 'title' => 'Filter by recreational position you wanted aboard',
- 'required' => false,
- 'type' => 'list',
- 'values' => array(
- '' => '',
- 'Amateur Crew' => 'Amateur Crew',
- 'Friendship' => 'Friendship',
- 'Competent Crew' => 'Competent Crew',
- 'Racing' => 'Racing',
- 'Voluntary work' => 'Voluntary work',
- 'Mile building' => 'Mile building'
- )
- ),
- 'professional_position' => array(
- 'name' => 'Professional position wanted',
- 'title' => 'Filter by professional position you wanted aboard',
- 'required' => false,
- 'type' => 'list',
- 'values' => array(
- '' => '',
- '1st Engineer' => '1st Engineer',
- '1st Mate' => '1st Mate',
- 'Beautician' => 'Beautician',
- 'Bosun' => 'Bosun',
- 'Captain' => 'Captain',
- 'Chef' => 'Chef',
- 'Steward(ess)' => 'Steward(ess)',
- 'Deckhand' => 'Deckhand',
- 'Delivery Crew' => 'Delivery Crew',
- 'Dive Instructor' => 'Dive Instructor',
- 'Masseur' => 'Masseur',
- 'Medical Staff' => 'Medical Staff',
- 'Nanny' => 'Nanny',
- 'Navigator' => 'Navigator',
- 'Racing Crew' => 'Racing Crew',
- 'Teacher' => 'Teacher',
- 'Electrical Engineer' => 'Electrical Engineer',
- 'Fitter' => 'Fitter',
- '2nd Engineer' => '2nd Engineer',
- '3rd Engineer' => '3rd Engineer',
- 'Lead Deckhand' => 'Lead Deckhand',
- 'Security Officer' => 'Security Officer',
- 'O.O.W' => 'O.O.W',
- '1st Officer' => '1st Officer',
- '2nd Officer' => '2nd Officer',
- '3rd Officer' => '3rd Officer',
- 'Captain/Engineer' => 'Captain/Engineer',
- 'Hairdresser' => 'Hairdresser',
- 'Fitness Trainer' => 'Fitness Trainer',
- 'Laundry' => 'Laundry',
- 'Solo Steward/ess' => 'Solo Steward/ess',
- 'Stew/Deck' => 'Stew/Deck',
- '2nd Steward/ess' => '2nd Steward/ess',
- '3rd Steward/ess' => '3rd Steward/ess',
- 'Chief Steward/ess' => 'Chief Steward/ess',
- 'Head Housekeeper' => 'Head Housekeeper',
- 'Purser' => 'Purser',
- 'Cook' => 'Cook',
- 'Cook/Stew' => 'Cook/Stew',
- '2nd Chef' => '2nd Chef',
- 'Head Chef' => 'Head Chef',
- 'Administrator' => 'Administrator',
- 'P.A' => 'P.A',
- 'Villa staff' => 'Villa staff',
- 'Housekeeping/Stew' => 'Housekeeping/Stew',
- 'Stew/Beautician' => 'Stew/Beautician',
- 'Stew/Masseuse' => 'Stew/Masseuse',
- 'Manager' => 'Manager',
- 'Sailing instructor' => 'Sailing instructor'
- )
- )
- )
- );
-
- public function collectData() {
- $url = $this->getURI();
- $html = getSimpleHTMLDOM($url) or returnClientError('No results for this query.');
-
- $annonces = $html->find('#SearchResults div.result');
- $limit = 0;
-
- foreach ($annonces as $annonce) {
- $detail = $annonce->find('.btn--profile', 0);
- $htmlDetail = getSimpleHTMLDOMCached($detail->href);
-
- if (!empty($this->getInput('recreational_position')) || !empty($this->getInput('professional_position'))) {
- if ($this->getInput('type') == 'boats') {
- if ($this->getInput('status') == 'professional') {
- $positions = array($annonce->find('.title .position', 0)->plaintext);
- } else {
- $positions = array(str_replace('Wanted:', '', $annonce->find('.content li', 0)->plaintext));
- }
- } else {
- $list = $htmlDetail->find('.viewer-details .viewer-list');
- $positions = explode("\r\n", end($list)->find('span.value', 0)->plaintext);
- }
-
- $found = false;
- $keyword = $this->getInput('status') == 'professional' ? 'professional_position' : 'recreational_position';
- foreach ($positions as $position) {
- if (strpos(trim($position), $this->getInput($keyword)) !== false) {
- $found = true;
- break;
- }
- }
-
- if (!$found) {
- continue;
- }
- }
-
- $item = array();
-
- if ($this->getInput('type') == 'boats') {
- $titleSelector = '.title h2';
- } else {
- $titleSelector = '.layout__item h2';
- }
- $userName = $annonce->find('.result--description a', 0)->plaintext;
- $annonceTitle = trim($annonce->find($titleSelector, 0)->plaintext);
- if (empty($annonceTitle)) {
- $item['title'] = $userName;
- } else {
- $item['title'] = $userName . ' - ' . $annonceTitle;
- }
-
- $item['uri'] = $detail->href;
- $images = $annonce->find('.avatar img');
- $item['enclosures'] = array(end($images)->getAttribute('src'));
-
- $content = $htmlDetail->find('.viewer-intro--info', 0)->innertext;
-
- $sections = $htmlDetail->find('.viewer-container .viewer-section');
- foreach ($sections as $section) {
- if ($section->find('.viewer-section-title', 0)) {
- $class = str_replace('viewer-', '', explode(' ', $section->getAttribute('class'))[0]);
- if (!in_array($class, array('apply', 'photos', 'reviews', 'contact', 'experience', 'qa'))) {
- // Basic sections
- $content .= $section->find('.viewer-section-title h3', 0)->outertext;
- $content .= $section->find('.viewer-section-content', 0)->innertext;
- }
- } else {
- // Info section
- $content .= $section->find('.viewer-section-content h3', 0)->outertext;
- $content .= $section->find('.viewer-section-content p', 0)->outertext;
- }
- }
-
- if (!empty($this->getInput('keyword'))) {
- $keyword = strtolower($this->getInput('keyword'));
- if (strpos(strtolower($item['title']), $keyword) === false) {
- if (strpos(strtolower($content), $keyword) === false) {
- continue;
- }
- }
- }
-
- $item['content'] = $content;
-
- $tags = $htmlDetail->find('li.viewer-tags--tag');
- foreach ($tags as $tag) {
- if (!isset($item['categories'])) {
- $item['categories'] = array();
- }
- $text = trim($tag->plaintext);
- if (!in_array($text, $item['categories'])) {
- $item['categories'][] = $text;
- }
- }
-
- $this->items[] = $item;
- $limit += 1;
-
- if ($limit == 10) break;
- }
- }
-
- public function getURI() {
- $uri = parent::getURI();
-
- if ($this->getInput('type') == 'boats') {
- $uri .= '/boats';
- } else {
- $uri .= '/crew';
- }
-
- if ($this->getInput('status') == 'professional') {
- $uri .= '/professional';
- } else {
- $uri .= '/recreational';
- }
-
- return $uri;
- }
+
+class CrewbayBridge extends BridgeAbstract
+{
+ const MAINTAINER = 'couraudt';
+ const NAME = 'Crewbay Bridge';
+ const URI = 'https://www.crewbay.com';
+ const DESCRIPTION = 'Returns the newest sailing offers.';
+ const PARAMETERS = [
+ [
+ 'keyword' => [
+ 'name' => 'Filter by keyword',
+ 'title' => 'Enter the keyword to filter here'
+ ],
+ 'type' => [
+ 'name' => 'Type of search',
+ 'title' => 'Choose between finding a boat or a crew',
+ 'type' => 'list',
+ 'values' => [
+ 'Find a boat' => 'boats',
+ 'Find a crew' => 'crew'
+ ]
+ ],
+ 'status' => [
+ 'name' => 'Status on the boat',
+ 'title' => 'Choose between recreational or professional classified ads',
+ 'type' => 'list',
+ 'values' => [
+ 'Recreational' => 'recreational',
+ 'Professional' => 'professional'
+ ]
+ ],
+ 'recreational_position' => [
+ 'name' => 'Recreational position wanted',
+ 'title' => 'Filter by recreational position you wanted aboard',
+ 'required' => false,
+ 'type' => 'list',
+ 'values' => [
+ '' => '',
+ 'Amateur Crew' => 'Amateur Crew',
+ 'Friendship' => 'Friendship',
+ 'Competent Crew' => 'Competent Crew',
+ 'Racing' => 'Racing',
+ 'Voluntary work' => 'Voluntary work',
+ 'Mile building' => 'Mile building'
+ ]
+ ],
+ 'professional_position' => [
+ 'name' => 'Professional position wanted',
+ 'title' => 'Filter by professional position you wanted aboard',
+ 'required' => false,
+ 'type' => 'list',
+ 'values' => [
+ '' => '',
+ '1st Engineer' => '1st Engineer',
+ '1st Mate' => '1st Mate',
+ 'Beautician' => 'Beautician',
+ 'Bosun' => 'Bosun',
+ 'Captain' => 'Captain',
+ 'Chef' => 'Chef',
+ 'Steward(ess)' => 'Steward(ess)',
+ 'Deckhand' => 'Deckhand',
+ 'Delivery Crew' => 'Delivery Crew',
+ 'Dive Instructor' => 'Dive Instructor',
+ 'Masseur' => 'Masseur',
+ 'Medical Staff' => 'Medical Staff',
+ 'Nanny' => 'Nanny',
+ 'Navigator' => 'Navigator',
+ 'Racing Crew' => 'Racing Crew',
+ 'Teacher' => 'Teacher',
+ 'Electrical Engineer' => 'Electrical Engineer',
+ 'Fitter' => 'Fitter',
+ '2nd Engineer' => '2nd Engineer',
+ '3rd Engineer' => '3rd Engineer',
+ 'Lead Deckhand' => 'Lead Deckhand',
+ 'Security Officer' => 'Security Officer',
+ 'O.O.W' => 'O.O.W',
+ '1st Officer' => '1st Officer',
+ '2nd Officer' => '2nd Officer',
+ '3rd Officer' => '3rd Officer',
+ 'Captain/Engineer' => 'Captain/Engineer',
+ 'Hairdresser' => 'Hairdresser',
+ 'Fitness Trainer' => 'Fitness Trainer',
+ 'Laundry' => 'Laundry',
+ 'Solo Steward/ess' => 'Solo Steward/ess',
+ 'Stew/Deck' => 'Stew/Deck',
+ '2nd Steward/ess' => '2nd Steward/ess',
+ '3rd Steward/ess' => '3rd Steward/ess',
+ 'Chief Steward/ess' => 'Chief Steward/ess',
+ 'Head Housekeeper' => 'Head Housekeeper',
+ 'Purser' => 'Purser',
+ 'Cook' => 'Cook',
+ 'Cook/Stew' => 'Cook/Stew',
+ '2nd Chef' => '2nd Chef',
+ 'Head Chef' => 'Head Chef',
+ 'Administrator' => 'Administrator',
+ 'P.A' => 'P.A',
+ 'Villa staff' => 'Villa staff',
+ 'Housekeeping/Stew' => 'Housekeeping/Stew',
+ 'Stew/Beautician' => 'Stew/Beautician',
+ 'Stew/Masseuse' => 'Stew/Masseuse',
+ 'Manager' => 'Manager',
+ 'Sailing instructor' => 'Sailing instructor'
+ ]
+ ]
+ ]
+ ];
+
+ public function collectData()
+ {
+ $url = $this->getURI();
+ $html = getSimpleHTMLDOM($url);
+
+ $annonces = $html->find('#SearchResults div.result');
+ $limit = 0;
+
+ foreach ($annonces as $annonce) {
+ $detail = $annonce->find('.btn--profile', 0);
+ $htmlDetail = getSimpleHTMLDOMCached($detail->href);
+
+ if (!empty($this->getInput('recreational_position')) || !empty($this->getInput('professional_position'))) {
+ if ($this->getInput('type') == 'boats') {
+ if ($this->getInput('status') == 'professional') {
+ $positions = [$annonce->find('.title .position', 0)->plaintext];
+ } else {
+ $positions = [str_replace('Wanted:', '', $annonce->find('.content li', 0)->plaintext)];
+ }
+ } else {
+ $list = $htmlDetail->find('.viewer-details .viewer-list');
+ $positions = explode("\r\n", end($list)->find('span.value', 0)->plaintext);
+ }
+
+ $found = false;
+ $keyword = $this->getInput('status') == 'professional' ? 'professional_position' : 'recreational_position';
+ foreach ($positions as $position) {
+ if (strpos(trim($position), $this->getInput($keyword)) !== false) {
+ $found = true;
+ break;
+ }
+ }
+
+ if (!$found) {
+ continue;
+ }
+ }
+
+ $item = [];
+
+ if ($this->getInput('type') == 'boats') {
+ $titleSelector = '.title h2';
+ } else {
+ $titleSelector = '.layout__item h2';
+ }
+ $userName = $annonce->find('.result--description a', 0)->plaintext;
+ $annonceTitle = trim($annonce->find($titleSelector, 0)->plaintext);
+ if (empty($annonceTitle)) {
+ $item['title'] = $userName;
+ } else {
+ $item['title'] = $userName . ' - ' . $annonceTitle;
+ }
+
+ $item['uri'] = $detail->href;
+ $images = $annonce->find('.avatar img');
+ $item['enclosures'] = [end($images)->getAttribute('src')];
+
+ $content = $htmlDetail->find('.viewer-intro--info', 0)->innertext;
+
+ $sections = $htmlDetail->find('.viewer-container .viewer-section');
+ foreach ($sections as $section) {
+ if ($section->find('.viewer-section-title', 0)) {
+ $class = str_replace('viewer-', '', explode(' ', $section->getAttribute('class'))[0]);
+ if (!in_array($class, ['apply', 'photos', 'reviews', 'contact', 'experience', 'qa'])) {
+ // Basic sections
+ $content .= $section->find('.viewer-section-title h3', 0)->outertext;
+ $content .= $section->find('.viewer-section-content', 0)->innertext;
+ }
+ } else {
+ // Info section
+ $content .= $section->find('.viewer-section-content h3', 0)->outertext;
+ $content .= $section->find('.viewer-section-content p', 0)->outertext;
+ }
+ }
+
+ if (!empty($this->getInput('keyword'))) {
+ $keyword = strtolower($this->getInput('keyword'));
+ if (strpos(strtolower($item['title']), $keyword) === false) {
+ if (strpos(strtolower($content), $keyword) === false) {
+ continue;
+ }
+ }
+ }
+
+ $item['content'] = $content;
+
+ $tags = $htmlDetail->find('li.viewer-tags--tag');
+ foreach ($tags as $tag) {
+ if (!isset($item['categories'])) {
+ $item['categories'] = [];
+ }
+ $text = trim($tag->plaintext);
+ if (!in_array($text, $item['categories'])) {
+ $item['categories'][] = $text;
+ }
+ }
+
+ $this->items[] = $item;
+ $limit += 1;
+
+ if ($limit == 10) {
+ break;
+ }
+ }
+ }
+
+ public function getURI()
+ {
+ $uri = parent::getURI();
+
+ if ($this->getInput('type') == 'boats') {
+ $uri .= '/boats';
+ } else {
+ $uri .= '/crew';
+ }
+
+ if ($this->getInput('status') == 'professional') {
+ $uri .= '/professional';
+ } else {
+ $uri .= '/recreational';
+ }
+
+ return $uri;
+ }
}
diff --git a/bridges/CryptomeBridge.php b/bridges/CryptomeBridge.php
index 8a3936f408c..de5544ecf91 100644
--- a/bridges/CryptomeBridge.php
+++ b/bridges/CryptomeBridge.php
@@ -1,45 +1,47 @@
[
+ 'name' => 'number of elements',
+ 'type' => 'number',
+ 'required' => true,
+ 'exampleValue' => 10
+ ]
+ ]];
- const PARAMETERS = array( array(
- 'n' => array(
- 'name' => 'number of elements',
- 'type' => 'number',
- 'defaultValue' => 20,
- 'exampleValue' => 10
- )
- ));
+ public function getIcon()
+ {
+ return self::URI . '/favicon.ico';
+ }
- public function collectData(){
- $html = getSimpleHTMLDOM(self::URI)
- or returnServerError('Could not request Cryptome.');
+ public function collectData()
+ {
+ $html = getSimpleHTMLDOM(self::URI);
- $number = $this->getInput('n');
+ $number = $this->getInput('n');
+ if (!empty($number)) {
+ $num = min($number, 20);
+ }
+ $i = 0;
+ foreach ($html->find('pre', 1)->find('b') as $element) {
+ foreach ($element->find('a') as $element1) {
+ $item = [];
+ $item['uri'] = $element1->href;
+ $item['title'] = $element->plaintext;
+ $this->items[] = $item;
- /* number of documents */
- if(!empty($number)) {
- $num = min($number, 20);
- }
-
- foreach($html->find('pre') as $element) {
- for($i = 0; $i < $num; ++$i) {
- $item = array();
- $item['uri'] = self::URI . substr($element->find('a', $i)->href, 20);
- $item['title'] = substr($element->find('b', $i)->plaintext, 22);
- $item['content'] = preg_replace(
- '#http://cryptome.org/#',
- self::URI,
- $element->find('b', $i)->innertext
- );
- $this->items[] = $item;
- }
- break;
- }
- }
+ if ($i > $num) {
+ break 2;
+ }
+ $i++;
+ }
+ }
+ }
}
diff --git a/bridges/CssSelectorBridge.php b/bridges/CssSelectorBridge.php
new file mode 100644
index 00000000000..ac3261bf0e4
--- /dev/null
+++ b/bridges/CssSelectorBridge.php
@@ -0,0 +1,309 @@
+ [
+ 'name' => 'Site URL: Home page with latest articles',
+ 'exampleValue' => 'https://example.com/blog/',
+ 'required' => true
+ ],
+ 'url_selector' => [
+ 'name' => 'Selector for article links or their parent elements',
+ 'title' => <<
';
+ }
+ }
+ }
+
+ if ($count++ == $limit) {
+ break;
+ }
+
+ $this->items[] = $item;
+ }
+ }
+
+ public function getName()
+ {
+ $name = parent::getName();
+ if (isset($this->title)) {
+ $name .= ' - ' . $this->title;
+ }
+ return $name;
+ }
+
+ public function getURI()
+ {
+ $uri = parent::getURI();
+ if ($this->getInput('service')) {
+ $uri .= '/read/' . $this->getInput('service') . '/' . $this->getInput('series');
+ }
+ return $uri;
+ }
+
+ public function getIcon()
+ {
+ return parent::getURI() . '/static/favicon.png';
+ }
+}
diff --git a/bridges/CuriousCatBridge.php b/bridges/CuriousCatBridge.php
index 0ebc8bd6b66..3d6e87d0941 100644
--- a/bridges/CuriousCatBridge.php
+++ b/bridges/CuriousCatBridge.php
@@ -1,109 +1,113 @@
array(
- 'name' => 'Username',
- 'type' => 'text',
- 'required' => true,
- 'exampleValue' => 'koethekoethe',
- )
- ));
- const CACHE_TIMEOUT = 3600;
+class CuriousCatBridge extends BridgeAbstract
+{
+ const NAME = 'Curious Cat Bridge';
+ const URI = 'https://curiouscat.me';
+ const DESCRIPTION = 'Returns list of newest questions and answers for a user profile';
+ const MAINTAINER = 'VerifiedJoseph';
+ const PARAMETERS = [[
+ 'username' => [
+ 'name' => 'Username',
+ 'type' => 'text',
+ 'required' => true,
+ 'exampleValue' => 'koethekoethe',
+ ]
+ ]];
- public function collectData() {
+ const CACHE_TIMEOUT = 3600;
- $url = self::URI . '/api/v2/profile?username=' . urlencode($this->getInput('username'));
+ public function collectData()
+ {
+ $url = self::URI . '/api/v2/profile?username=' . urlencode($this->getInput('username'));
- $apiJson = getContents($url)
- or returnServerError('Could not request: ' . $url);
+ $apiJson = getContents($url);
- $apiData = json_decode($apiJson, true);
+ $apiData = Json::decode($apiJson);
+ if (isset($apiData['error'])) {
+ throw new \Exception($apiData['error_code']);
+ }
- foreach($apiData['posts'] as $post) {
- $item = array();
+ foreach ($apiData['posts'] as $post) {
+ $item = [];
- $item['author'] = 'Anonymous';
+ $item['author'] = 'Anonymous';
- if ($post['senderData']['id'] !== false) {
- $item['author'] = $post['senderData']['username'];
- }
+ if ($post['senderData']['id'] !== false) {
+ $item['author'] = $post['senderData']['username'];
+ }
- $item['uri'] = $this->getURI() . '/post/' . $post['id'];
- $item['title'] = $this->ellipsisTitle($post['comment']);
+ $item['uri'] = $this->getURI() . '/post/' . $post['id'];
+ $item['title'] = $this->ellipsisTitle($post['comment']);
- $item['content'] = $this->processContent($post);
- $item['timestamp'] = $post['timestamp'];
+ $item['content'] = $this->processContent($post);
+ $item['timestamp'] = $post['timestamp'];
- $this->items[] = $item;
- }
- }
+ $this->items[] = $item;
+ }
+ }
- public function getURI() {
+ public function getURI()
+ {
+ if (!is_null($this->getInput('username'))) {
+ return self::URI . '/' . $this->getInput('username');
+ }
- if (!is_null($this->getInput('username'))) {
- return self::URI . '/' . $this->getInput('username');
- }
+ return parent::getURI();
+ }
- return parent::getURI();
- }
+ public function getName()
+ {
+ if (!is_null($this->getInput('username'))) {
+ return $this->getInput('username') . ' - Curious Cat';
+ }
- public function getName() {
+ return parent::getName();
+ }
- if (!is_null($this->getInput('username'))) {
- return $this->getInput('username') . ' - Curious Cat';
- }
+ private function processContent($post)
+ {
+ $author = 'Anonymous';
- return parent::getName();
- }
+ if ($post['senderData']['id'] !== false) {
+ $authorUrl = self::URI . '/' . $post['senderData']['username'];
- private function processContent($post) {
-
- $author = 'Anonymous';
-
- if ($post['senderData']['id'] !== false) {
- $authorUrl = self::URI . '/' . $post['senderData']['username'];
-
- $author = <<
{$question}
{$post['addresseeData']['username']} answered:
{$answer}EOD; - return $content; - } - - private function ellipsisTitle($text) { - $length = 150; - - if (strlen($text) > $length) { - $text = explode('
', wordwrap($text, $length, '
')); - return $text[0] . '...'; - } - - return $text; - } - - private function formatUrls($content) { - - return preg_replace( - '/(http[s]{0,1}\:\/\/[a-zA-Z0-9.\/\?\&=\-_]{4,})/ims', - '$1 ', - $content - ); - - } + return $content; + } + + private function ellipsisTitle($text) + { + $length = 150; + + if (strlen($text) > $length) { + $text = explode('
', wordwrap($text, $length, '
')); + return $text[0] . '...'; + } + + return $text; + } + + private function formatUrls($content) + { + return preg_replace( + '/(http[s]{0,1}\:\/\/[a-zA-Z0-9.\/\?\&=\-_]{4,})/ims', + '$1 ', + $content + ); + } } diff --git a/bridges/DRKBlutspendeBridge.php b/bridges/DRKBlutspendeBridge.php new file mode 100644 index 00000000000..1507589836c --- /dev/null +++ b/bridges/DRKBlutspendeBridge.php @@ -0,0 +1,107 @@ + [ + 'term' => [ + 'name' => 'PLZ / Ort', + 'required' => true, + 'exampleValue' => '12555', + ], + 'radius' => [ + 'name' => 'Umkreis in km', + 'type' => 'number', + 'exampleValue' => 10, + ], + 'limit_days' => [ + 'name' => 'Limit von Tagen', + 'title' => 'Nur Termine innerhalb der nächsten x Tagen', + 'type' => 'number', + 'exampleValue' => 28, + ], + 'limit_items' => [ + 'name' => 'Limit von Terminen', + 'title' => 'Nicht mehr als x Termine', + 'type' => 'number', + 'required' => true, + 'defaultValue' => 20, + ] + ] + ]; + + public function collectData() + { + $limitItems = intval($this->getInput('limit_items')); + $this->collectExpandableDatas(self::buildAppointmentsURI(), $limitItems); + } + + protected function parseItem(array $item) + { + $html = getSimpleHTMLDOM($item['uri']); + + $detailsElement = $html->find('.details', 0); + + $dateElement = $detailsElement->find('.datum', 0); + $dateLines = self::explodeLines($dateElement->plaintext); + + $addressElement = $detailsElement->find('.adresse', 0); + $addressLines = self::explodeLines($addressElement->plaintext); + + $infoElement = $detailsElement->find('.angebote > h4 + p', 0); + $info = $infoElement ? $infoElement->innertext : ''; + + $imageElements = $detailsElement->find('.fotos img'); + + $item['title'] = $dateLines[0] . ' ' . $dateLines[1] . ' ' . $addressLines[0] . ' - ' . $addressLines[1]; + + $item['content'] = <<{$dateLines[0]} {$dateLines[1]} +
{$addressElement->innertext}
+{$info}
+ HTML; + + foreach ($imageElements as $imageElement) { + $src = $imageElement->getAttribute('src'); + $item['content'] .= <<'; + $content .= '
' . $figure->find('figcaption', 0) . '
'; + } + + foreach ($article_content->find('p') as $p) { + $article_html = $article_html . $p; + } + + $this->items[] = [ + 'uri' => $url, + 'title' => $title, + 'author' => trim($author), + 'timestamp' => $datetime, + 'content' => trim($article_html), + ]; + + if (count($this->items) > self::LIMIT) { + break; + } + } + } +} diff --git a/bridges/DailymotionBridge.php b/bridges/DailymotionBridge.php index dc4f5d3f986..5d892954bba 100644 --- a/bridges/DailymotionBridge.php +++ b/bridges/DailymotionBridge.php @@ -1,203 +1,209 @@ array( - 'u' => array( - 'name' => 'username', - 'required' => true - ) - ), - 'By playlist id' => array( - 'p' => array( - 'name' => 'playlist id', - 'required' => true - ) - ), - 'From search results' => array( - 's' => array( - 'name' => 'Search keyword', - 'required' => true - ), - 'pa' => array( - 'name' => 'Page', - 'type' => 'number', - 'defaultValue' => 1, - ) - ) - ); - - private $feedName = ''; - - private $apiUrl = 'https://api.dailymotion.com'; - private $apiFields = 'created_time,description,id,owner.screenname,tags,thumbnail_url,title,url'; - - public function getIcon() { - return 'https://static1-ssl.dmcdn.net/images/neon/favicons/android-icon-36x36.png.vf806ca4ed0deed812'; - } - - public function collectData() { - - if ($this->queriedContext === 'By username' || $this->queriedContext === 'By playlist id') { - - $apiJson = getContents($this->getApiUrl()) - or returnServerError('Could not request: ' . $this->getApiUrl()); - - $apiData = json_decode($apiJson, true); - - $this->feedName = $this->getPlaylistTitle($this->getInput('p')); - - foreach ($apiData['list'] as $apiItem) { - $item = array(); - - $item['uri'] = $apiItem['url']; - $item['uid'] = $apiItem['id']; - $item['title'] = $apiItem['title']; - $item['timestamp'] = $apiItem['created_time']; - $item['author'] = $apiItem['owner.screenname']; - $item['content'] = '
+
+class DailymotionBridge extends BridgeAbstract
+{
+ const MAINTAINER = 'mitsukarenai';
+ const NAME = 'Dailymotion Bridge';
+ const URI = 'https://www.dailymotion.com/';
+ const CACHE_TIMEOUT = 3600; // 1h
+ const DESCRIPTION = 'Returns the 5 newest videos by username/playlist or search';
+
+ const PARAMETERS = [
+ 'By username' => [
+ 'u' => [
+ 'name' => 'username',
+ 'required' => true,
+ 'exampleValue' => 'moviepilot',
+ ]
+ ],
+ 'By playlist id' => [
+ 'p' => [
+ 'name' => 'playlist id',
+ 'required' => true,
+ 'exampleValue' => 'x6xyc6',
+ ]
+ ],
+ 'From search results' => [
+ 's' => [
+ 'name' => 'Search keyword',
+ 'required' => true,
+ 'exampleValue' => 'matrix',
+ ],
+ 'pa' => [
+ 'name' => 'Page',
+ 'type' => 'number',
+ 'defaultValue' => 1,
+ ]
+ ]
+ ];
+
+ private $feedName = '';
+
+ private $apiUrl = 'https://api.dailymotion.com';
+ private $apiFields = 'created_time,description,id,owner.screenname,tags,thumbnail_url,title,url';
+
+ public function getIcon()
+ {
+ return 'https://static1-ssl.dmcdn.net/images/neon/favicons/android-icon-36x36.png.vf806ca4ed0deed812';
+ }
+
+ public function collectData()
+ {
+ if ($this->queriedContext === 'By username' || $this->queriedContext === 'By playlist id') {
+ $apiJson = getContents($this->getApiUrl());
+
+ $apiData = json_decode($apiJson, true);
+
+ $this->feedName = $this->getPlaylistTitle($this->getInput('p'));
+
+ foreach ($apiData['list'] as $apiItem) {
+ $item = [];
+
+ $item['uri'] = $apiItem['url'];
+ $item['uid'] = $apiItem['id'];
+ $item['title'] = $apiItem['title'];
+ $item['timestamp'] = $apiItem['created_time'];
+ $item['author'] = $apiItem['owner.screenname'];
+ $item['content'] = '
' . $apiItem['description'] . '
'
- . $item['title']
- . '';
-
- $this->items[] = $item;
-
- if (count($this->items) >= 5) {
- break;
- }
- }
- }
- }
-
- public function getName() {
- switch($this->queriedContext) {
- case 'By username':
- $specific = $this->getInput('u');
- break;
- case 'By playlist id':
- $specific = strtok($this->getInput('p'), '_');
-
- if ($this->feedName) {
- $specific = $this->feedName;
- }
-
- break;
- case 'From search results':
- $specific = $this->getInput('s');
- break;
- default: return parent::getName();
- }
-
- return $specific . ' : Dailymotion';
- }
-
- public function getURI(){
- $uri = self::URI;
- switch($this->queriedContext) {
- case 'By username':
- $uri .= 'user/' . urlencode($this->getInput('u'));
- break;
- case 'By playlist id':
- $uri .= 'playlist/' . urlencode(strtok($this->getInput('p'), '_'));
- break;
- case 'From search results':
- $uri .= 'search/' . urlencode($this->getInput('s'));
-
- if(!is_null($this->getInput('pa'))) {
- $pa = $this->getInput('pa');
-
- if ($this->getInput('pa') < 1) {
- $pa = 1;
- }
-
- $uri .= '/' . $pa;
- }
- break;
- default: return parent::getURI();
- }
- return $uri;
- }
-
- private function getMetadata($id) {
- $metadata = array();
-
- $html = getSimpleHTMLDOM(self::URI . 'video/' . $id);
-
- if(!$html) {
- return $metadata;
- }
-
- $metadata['title'] = $html->find('meta[property=og:title]', 0)->getAttribute('content');
- $metadata['timestamp'] = strtotime(
- $html->find('meta[property=video:release_date]', 0)->getAttribute('content')
- );
- $metadata['thumbnailUri'] = $html->find('meta[property=og:image]', 0)->getAttribute('content');
- $metadata['uri'] = $html->find('meta[property=og:url]', 0)->getAttribute('content');
- return $metadata;
- }
-
- private function getPlaylistTitle($id) {
- $title = '';
-
- $url = self::URI . 'playlist/' . $id;
-
- $html = getSimpleHTMLDOM($url)
- or returnServerError('Could not request: ' . $url);
-
- $title = $html->find('meta[property=og:title]', 0)->getAttribute('content');
- return $title;
- }
-
- private function getApiUrl() {
-
- switch($this->queriedContext) {
- case 'By username':
- return $this->apiUrl . '/user/' . $this->getInput('u')
- . '/videos?fields=' . urlencode($this->apiFields) . '&availability=1&sort=recent&limit=5';
- break;
- case 'By playlist id':
- return $this->apiUrl . '/playlist/' . $this->getInput('p')
- . '/videos?fields=' . urlencode($this->apiFields) . '&limit=5';
- break;
- }
- }
+ $item['categories'] = $apiItem['tags'];
+ $item['enclosures'][] = $apiItem['thumbnail_url'];
+
+ $this->items[] = $item;
+ }
+ }
+
+ if ($this->queriedContext === 'From search results') {
+ $html = getSimpleHTMLDOM($this->getURI());
+
+ foreach ($html->find('div.media a.preview_link') as $element) {
+ $item = [];
+
+ $item['id'] = str_replace('/video/', '', strtok($element->href, '_'));
+ $metadata = $this->getMetadata($item['id']);
+
+ if (empty($metadata)) {
+ continue;
+ }
+
+ $item['uri'] = $metadata['uri'];
+ $item['title'] = $metadata['title'];
+ $item['timestamp'] = $metadata['timestamp'];
+
+ $item['content'] = '
'
+ . $item['title']
+ . '';
+
+ $this->items[] = $item;
+
+ if (count($this->items) >= 5) {
+ break;
+ }
+ }
+ }
+ }
+
+ public function getName()
+ {
+ switch ($this->queriedContext) {
+ case 'By username':
+ $specific = $this->getInput('u');
+ break;
+ case 'By playlist id':
+ $specific = strtok($this->getInput('p'), '_');
+
+ if ($this->feedName) {
+ $specific = $this->feedName;
+ }
+
+ break;
+ case 'From search results':
+ $specific = $this->getInput('s');
+ break;
+ default:
+ return parent::getName();
+ }
+
+ return $specific . ' : Dailymotion';
+ }
+
+ public function getURI()
+ {
+ $uri = self::URI;
+ switch ($this->queriedContext) {
+ case 'By username':
+ $uri .= 'user/' . urlencode($this->getInput('u'));
+ break;
+ case 'By playlist id':
+ $uri .= 'playlist/' . urlencode(strtok($this->getInput('p'), '_'));
+ break;
+ case 'From search results':
+ $uri .= 'search/' . urlencode($this->getInput('s'));
+
+ if (!is_null($this->getInput('pa'))) {
+ $pa = $this->getInput('pa');
+
+ if ($this->getInput('pa') < 1) {
+ $pa = 1;
+ }
+
+ $uri .= '/' . $pa;
+ }
+ break;
+ default:
+ return parent::getURI();
+ }
+ return $uri;
+ }
+
+ private function getMetadata($id)
+ {
+ $metadata = [];
+
+ $html = getSimpleHTMLDOM(self::URI . 'video/' . $id);
+
+ if (!$html) {
+ return $metadata;
+ }
+
+ $metadata['title'] = $html->find('meta[property=og:title]', 0)->getAttribute('content');
+ $metadata['timestamp'] = strtotime(
+ $html->find('meta[property=video:release_date]', 0)->getAttribute('content')
+ );
+ $metadata['thumbnailUri'] = $html->find('meta[property=og:image]', 0)->getAttribute('content');
+ $metadata['uri'] = $html->find('meta[property=og:url]', 0)->getAttribute('content');
+ return $metadata;
+ }
+
+ private function getPlaylistTitle($id)
+ {
+ $title = '';
+
+ $url = self::URI . 'playlist/' . $id;
+
+ $html = getSimpleHTMLDOM($url);
+
+ $title = $html->find('meta[property=og:title]', 0)->getAttribute('content');
+ return $title;
+ }
+
+ private function getApiUrl()
+ {
+ switch ($this->queriedContext) {
+ case 'By username':
+ return $this->apiUrl . '/user/' . $this->getInput('u')
+ . '/videos?fields=' . urlencode($this->apiFields) . '&availability=1&sort=recent&limit=5';
+ break;
+ case 'By playlist id':
+ return $this->apiUrl . '/playlist/' . $this->getInput('p')
+ . '/videos?fields=' . urlencode($this->apiFields) . '&limit=5';
+ break;
+ }
+ }
}
diff --git a/bridges/DailythanthiBridge.php b/bridges/DailythanthiBridge.php
new file mode 100644
index 00000000000..4e891e1c464
--- /dev/null
+++ b/bridges/DailythanthiBridge.php
@@ -0,0 +1,96 @@
+ [
+ 'name' => 'topic',
+ 'type' => 'list',
+ 'values' => [
+ 'news' => [
+ 'tamilnadu' => 'news/state',
+ 'india' => 'news/india',
+ 'world' => 'news/world',
+ 'sirappu-katturaigal' => 'news/sirappukatturaigal',
+ ],
+ 'cinema' => [
+ 'news' => 'cinema/cinemanews',
+ ],
+ 'sports' => [
+ 'sports' => 'sports',
+ 'cricket' => 'sports/cricket',
+ 'football' => 'sports/football',
+ 'tennis' => 'sports/tennis',
+ 'hockey' => 'sports/hockey',
+ 'other-sports' => 'sports/othersports',
+ ],
+ 'devotional' => [
+ 'devotional' => 'others/devotional',
+ 'aalaya-varalaru' => 'aalaya-varalaru',
+ ],
+ ],
+ ],
+ ],
+ ];
+
+ public function getName()
+ {
+ $topic = $this->getKey('topic');
+ return self::NAME . ($topic ? ' - ' . ucfirst($topic) : '');
+ }
+
+ public function collectData()
+ {
+ $dom = getSimpleHTMLDOM(self::URI . '/' . $this->getInput('topic'));
+
+ foreach ($dom->find('div.ListingNewsWithMEDImage') as $element) {
+ $slug = $element->find('a', 1);
+ $title = $element->find('h3', 0);
+ if (!$slug || !$title) {
+ continue;
+ }
+
+ $url = self::URI . $slug->href;
+ $date = $element->find('span', 1);
+ $date = $date ? $date->{'data-datestring'} : '';
+
+ $this->items[] = [
+ 'content' => $this->constructContent($url),
+ 'timestamp' => $date ? $date . 'UTC' : '',
+ 'title' => $title->plaintext,
+ 'uid' => $slug->href,
+ 'uri' => $url,
+ ];
+ }
+ }
+
+ private function constructContent($url)
+ {
+ $dom = getSimpleHTMLDOMCached($url);
+
+ $article = $dom->find('div.details-content-story', 0);
+ if (!$article) {
+ return 'Content Not Found';
+ }
+
+ // Remove ads
+ foreach ($article->find('div[id*="_ad"]') as $remove) {
+ $remove->outertext = '';
+ }
+
+ // Correct image tag in $article
+ foreach ($article->find('h-img') as $img) {
+ $img->parent->outertext = sprintf('
' . $image->outertext . '
' : ''; + + return $image . $article; + } +} diff --git a/bridges/DanbooruBridge.php b/bridges/DanbooruBridge.php index ea4b2be8047..3ca4476e0ce 100644 --- a/bridges/DanbooruBridge.php +++ b/bridges/DanbooruBridge.php @@ -1,136 +1,73 @@ array( - 'p' => array( - 'name' => 'page', - 'defaultValue' => 1, - 'type' => 'number' - ), - 't' => array( - 'name' => 'tags' - ) - ), - 0 => array() - ); - - const PATHTODATA = 'article'; - const IDATTRIBUTE = 'data-id'; - const TAGATTRIBUTE = 'alt'; - - protected function getFullURI(){ - return $this->getURI() - . 'posts?&page=' . $this->getInput('p') - . '&tags=' . urlencode($this->getInput('t')); - } - - protected function getTags($element){ - return $element->find('img', 0)->getAttribute(static::TAGATTRIBUTE); - } - - protected function getItemFromElement($element){ - // Fix links - defaultLinkTo($element, $this->getURI()); - - $item = array(); - $item['uri'] = html_entity_decode($element->find('a', 0)->href); - $item['postid'] = (int)preg_replace('/[^0-9]/', '', $element->getAttribute(static::IDATTRIBUTE)); - $item['timestamp'] = time(); - $thumbnailUri = $element->find('img', 0)->src; - $item['tags'] = $this->getTags($element); - $item['title'] = $this->getName() . ' | ' . $item['postid']; - $item['content'] = 'Tags: ' - . $item['tags']; - - return $item; - } - - public function collectData(){ - $content = getContents($this->getFullURI()) - or returnServerError('Could not request ' . $this->getName()); - - $html = Fix_Simple_Html_Dom::str_get_html($content); - - foreach($html->find(static::PATHTODATA) as $element) { - $this->items[] = $this->getItemFromElement($element); - } - } -} - -/** - * This class is a monkey patch to 'extend' simplehtmldom to recognize
Tags: ' + . $this->getTags($element); + + return $item; + } + + public function collectData() + { + $html = getSimpleHTMLDOMCached($this->getFullURI()); + + foreach ($html->find(static::PATHTODATA) as $element) { + $this->items[] = $this->getItemFromElement($element); + } + } } diff --git a/bridges/DansTonChatBridge.php b/bridges/DansTonChatBridge.php index 0983bffe6bf..a7765f19618 100644 --- a/bridges/DansTonChatBridge.php +++ b/bridges/DansTonChatBridge.php @@ -1,28 +1,30 @@ find('div.item') as $element) { - $item = array(); - $item['uri'] = $element->find('a', 0)->href; - $titleContent = $element->find('h3 a', 0); - if($titleContent) { - $item['title'] = 'DansTonChat ' . html_entity_decode($titleContent->plaintext, ENT_QUOTES); - } else { - $item['title'] = 'DansTonChat'; - } - $item['content'] = $element->find('div.item-content a', 0)->innertext; - $this->items[] = $item; - } - } + $items = $dom->find('div.item'); + foreach ($items as $element) { + $item = []; + $item['uri'] = $element->find('a', 0)->href; + $titleContent = $element->find('h3 a', 0); + if ($titleContent) { + $item['title'] = 'DansTonChat ' . html_entity_decode($titleContent->plaintext, ENT_QUOTES); + } else { + $item['title'] = 'DansTonChat'; + } + $item['content'] = $element->find('div.item-content a', 0)->innertext; + $this->items[] = $item; + } + } } diff --git a/bridges/DarkReadingBridge.php b/bridges/DarkReadingBridge.php index 3baaad75500..d8b88cb6dc2 100644 --- a/bridges/DarkReadingBridge.php +++ b/bridges/DarkReadingBridge.php @@ -1,79 +1,79 @@ array( - 'name' => 'Feed', - 'type' => 'list', - 'values' => array( - 'All Dark Reading Stories' => '000_AllArticles', - 'Attacks/Breaches' => '644_Attacks/Breaches', - 'Application Security' => '645_Application%20Security', - 'Database Security' => '646_Database%20Security', - 'Cloud' => '647_Cloud', - 'Endpoint' => '648_Endpoint', - 'Authentication' => '649_Authentication', - 'Privacy' => '650_Privacy', - 'Mobile' => '651_Mobile', - 'Perimeter' => '652_Perimeter', - 'Risk' => '653_Risk', - 'Compliance' => '654_Compliance', - 'Operations' => '655_Operations', - 'Careers and People' => '656_Careers%20and%20People', - 'Identity and Access Management' => '657_Identity%20and%20Access%20Management', - 'Analytics' => '658_Analytics', - 'Threat Intelligence' => '659_Threat%20Intelligence', - 'Security Monitoring' => '660_Security%20Monitoring', - 'Vulnerabilities / Threats' => '661_Vulnerabilities%20/%20Threats', - 'Advanced Threats' => '662_Advanced%20Threats', - 'Insider Threats' => '663_Insider%20Threats', - 'Vulnerability Management' => '664_Vulnerability%20Management', - ) - ) - )); +class DarkReadingBridge extends FeedExpander +{ + const MAINTAINER = 'ORelio'; + const NAME = 'Dark Reading Bridge'; + const URI = 'https://www.darkreading.com/'; + const DESCRIPTION = 'Returns the newest articles from Dark Reading'; - public function collectData(){ - $feed = $this->getInput('feed'); - $feed_splitted = explode('_', $feed); - $feed_id = $feed_splitted[0]; - $feed_name = $feed_splitted[1]; - if(empty($feed) || !ctype_digit($feed_id) || !preg_match('/[A-Za-z%20\/]/', $feed_name)) { - returnClientError('Invalid feed, please check the "feed" parameter.'); - } - $feed_url = $this->getURI() . 'rss_simple.asp'; - if ($feed_id != '000') { - $feed_url .= '?f_n=' . $feed_id . '&f_ln=' . $feed_name; - } - $this->collectExpandableDatas($feed_url); - } + const PARAMETERS = [ [ + 'feed' => [ + 'name' => 'Feed (NOT IN USE)', + 'type' => 'list', + 'values' => [ + 'All Dark Reading Stories' => '000_AllArticles', + 'Attacks/Breaches' => '644_Attacks/Breaches', + 'Application Security' => '645_Application%20Security', + 'Database Security' => '646_Database%20Security', + 'Cloud' => '647_Cloud', + 'Endpoint' => '648_Endpoint', + 'Authentication' => '649_Authentication', + 'Privacy' => '650_Privacy', + 'Mobile' => '651_Mobile', + 'Perimeter' => '652_Perimeter', + 'Risk' => '653_Risk', + 'Compliance' => '654_Compliance', + 'Operations' => '655_Operations', + 'Careers and People' => '656_Careers%20and%20People', + 'Identity and Access Management' => '657_Identity%20and%20Access%20Management', + 'Analytics' => '658_Analytics', + 'Threat Intelligence' => '659_Threat%20Intelligence', + 'Security Monitoring' => '660_Security%20Monitoring', + 'Vulnerabilities / Threats' => '661_Vulnerabilities%20/%20Threats', + 'Advanced Threats' => '662_Advanced%20Threats', + 'Insider Threats' => '663_Insider%20Threats', + 'Vulnerability Management' => '664_Vulnerability%20Management', + ] + ], + 'limit' => self::LIMIT, + ]]; - protected function parseItem($newsItem){ - $item = parent::parseItem($newsItem); - $article = getSimpleHTMLDOMCached($item['uri']) - or returnServerError('Could not request Dark Reading: ' . $item['uri']); - $item['content'] = $this->extractArticleContent($article); - $item['enclosures'] = array(); //remove author profile picture - return $item; - } + public function collectData() + { + $feed_url = 'https://www.darkreading.com/rss.xml'; + $limit = $this->getInput('limit') ?? 10; + $this->collectExpandableDatas($feed_url, $limit); + } - private function extractArticleContent($article){ - $content = $article->find('div#article-main', 0)->innertext; + protected function parseItem(array $item) + { + $article = getSimpleHTMLDOMCached($item['uri']); + $item['content'] = $this->extractArticleContent($article); + $item['enclosures'] = []; //remove author profile picture + $image = $article->find('meta[property="og:image"]', 0); + if (is_object($image)) { + $image = $image->content; + $item['enclosures'] = [$image]; + } + return $item; + } - foreach (array( - '
find('div.ContentModule-Wrapper', 0)->innertext;
- $content = stripWithDelimiters($content, '');
+ foreach (
+ [
+ '
');
+ foreach (
+ [
+ ' array(
- 'name' => 'Catégorie de l\'article',
- 'type' => 'list',
- 'values' => array(
- 'À la une' => '',
- 'France Monde' => 'france-monde',
- 'Faits Divers' => 'faits-divers',
- 'Économie et Finance' => 'economie-et-finance',
- 'Politique' => 'politique',
- 'Sport' => 'sport',
- 'Ain' => 'ain',
- 'Alpes-de-Haute-Provence' => 'haute-provence',
- 'Hautes-Alpes' => 'hautes-alpes',
- 'Ardèche' => 'ardeche',
- 'Drôme' => 'drome',
- 'Isère Sud' => 'isere-sud',
- 'Savoie' => 'savoie',
- 'Haute-Savoie' => 'haute-savoie',
- 'Vaucluse' => 'vaucluse'
- )
- )
- ));
+ const PARAMETERS = [ [
+ 'u' => [
+ 'name' => 'Catégorie de l\'article',
+ 'type' => 'list',
+ 'values' => [
+ 'À la une' => '',
+ 'France Monde' => 'france-monde',
+ 'Faits Divers' => 'faits-divers',
+ 'Économie et Finance' => 'economie-et-finance',
+ 'Politique' => 'politique',
+ 'Sport' => 'sport',
+ 'Ain' => 'ain',
+ 'Alpes-de-Haute-Provence' => 'haute-provence',
+ 'Hautes-Alpes' => 'hautes-alpes',
+ 'Ardèche' => 'ardeche',
+ 'Drôme' => 'drome',
+ 'Isère Sud' => 'isere-sud',
+ 'Savoie' => 'savoie',
+ 'Haute-Savoie' => 'haute-savoie',
+ 'Vaucluse' => 'vaucluse'
+ ]
+ ]
+ ]];
- public function collectData(){
- $url = self::URI . 'rss';
+ public function collectData()
+ {
+ $url = self::URI . 'rss';
- if(empty($this->getInput('u'))) {
- $url = self::URI . $this->getInput('u') . '/rss';
- }
+ if (empty($this->getInput('u'))) {
+ $url = self::URI . $this->getInput('u') . '/rss';
+ }
- $this->collectExpandableDatas($url, 10);
- }
+ $this->collectExpandableDatas($url, 10);
+ }
- protected function parseItem($newsItem){
- $item = parent::parseItem($newsItem);
- $item['content'] = $this->extractContent($item['uri']);
- return $item;
- }
+ protected function parseItem(array $item)
+ {
+ $item['content'] = $this->extractContent($item['uri']);
+ return $item;
+ }
- private function extractContent($url){
- $html2 = getSimpleHTMLDOMCached($url);
- foreach ($html2->find('.noprint, link, script, iframe, .shareTool, .contentInfo') as $remove) {
- $remove->outertext = '';
- }
- return $html2->find('div.content', 0)->innertext;
- }
+ private function extractContent($url)
+ {
+ $html2 = getSimpleHTMLDOMCached($url);
+ foreach ($html2->find('.noprint, link, script, iframe, .shareTool, .contentInfo') as $remove) {
+ $remove->outertext = '';
+ }
+ return $html2->find('div.content', 0)->innertext;
+ }
}
diff --git a/bridges/DavesTrailerPageBridge.php b/bridges/DavesTrailerPageBridge.php
deleted file mode 100644
index 90afec4631d..00000000000
--- a/bridges/DavesTrailerPageBridge.php
+++ /dev/null
@@ -1,27 +0,0 @@
-find('tr[!align]') as $tr) {
- $item = array();
-
- // title
- $item['title'] = $tr->find('td', 0)->find('b', 0)->plaintext;
-
- // content
- $item['content'] = $tr->find('ul', 1);
-
- // uri
- $item['uri'] = $tr->find('a', 3)->getAttribute('href');
-
- $this->items[] = $item;
- }
- }
-}
diff --git a/bridges/DealabsBridge.php b/bridges/DealabsBridge.php
index 1657b8b714e..7bad79b5d52 100644
--- a/bridges/DealabsBridge.php
+++ b/bridges/DealabsBridge.php
@@ -1,1469 +1,117 @@
array (
- 'q' => array(
- 'name' => 'Mot(s) clé(s)',
- 'type' => 'text',
- 'required' => true
- ),
- 'hide_expired' => array(
- 'name' => 'Masquer les éléments expirés',
- 'type' => 'checkbox',
- ),
- 'hide_local' => array(
- 'name' => 'Masquer les deals locaux',
- 'type' => 'checkbox',
- 'title' => 'Masquer les deals en magasins physiques',
- ),
- 'priceFrom' => array(
- 'name' => 'Prix minimum',
- 'type' => 'text',
- 'title' => 'Prix mnimum en euros',
- 'required' => false
- ),
- 'priceTo' => array(
- 'name' => 'Prix maximum',
- 'type' => 'text',
- 'title' => 'Prix maximum en euros',
- 'required' => false
- ),
- ),
-
- 'Deals par groupe' => array(
- 'group' => array(
- 'name' => 'Groupe',
- 'type' => 'list',
- 'title' => 'Groupe dont il faut afficher les deals',
- 'values' => array(
- 'Abonnements internet' => 'abonnements-internet',
- 'Accessoires & gadgets' => 'accessoires-gadgets',
- 'Accessoires photo' => 'accessoires-photo',
- 'Accessoires vélo' => 'accessoires-velo',
- 'Acer' => 'acer',
- 'Adaptateurs' => 'adaptateurs',
- 'Adhérents Fnac' => 'adherents-fnac',
- 'adidas' => 'adidas',
- 'adidas Stan Smith' => 'adidas-stan-smith',
- 'adidas Superstar' => 'adidas-superstar',
- 'adidas ZX Flux' => 'adidas-zx-flux',
- 'Adoucissant' => 'adoucissant',
- 'Agendas' => 'agendas',
- 'Age of Empires' => 'age-of-empires',
- 'Alarmes' => 'alarmes',
- 'Alimentation & boissons' => 'alimentation-boissons',
- 'Alimentation PC' => 'alimentation-pc',
- 'Amazon Echo' => 'amazon-echo',
- 'Amazon Fire TV' => 'amazon-fire-tv',
- 'Amazon Kindle' => 'amazon-kindle',
- 'Amazon Prime' => 'amazon-prime',
- 'AMD Ryzen' => 'amd-ryzen',
- 'AMD Vega' => 'amd-vega',
- 'amiibo' => 'amiibo',
- 'Amplis' => 'amplis',
- 'Ampoules' => 'ampoules',
- 'Animaux' => 'animaux',
- 'Anker' => 'anker',
- 'Antivirus' => 'antivirus',
- 'Antivols' => 'antivols',
- 'Appareils de musculation' => 'appareils-de-musculation',
- 'Appareils photo' => 'appareils-photo',
- 'Apple AirPods' => 'apple-airpods',
- 'Apple' => 'apple',
- 'Apple iPad' => 'apple-ipad',
- 'Apple iPad Mini' => 'apple-ipad-mini',
- 'Apple iPad Pro' => 'apple-ipad-pro',
- 'Apple iPhone 6' => 'apple-iphone-6',
- 'Apple iPhone 7' => 'apple-iphone-7',
- 'Apple iPhone 8' => 'apple-iphone-8',
- 'Apple iPhone 8 Plus' => 'apple-iphone-8-plus',
- 'Apple iPhone' => 'apple-iphone',
- 'Apple iPhone SE' => 'apple-iphone-se',
- 'Apple iPhone X' => 'apple-iphone-x',
- 'Apple MacBook Air' => 'apple-macbook-air',
- 'Apple MacBook Pro' => 'apple-macbook-pro',
- 'Apple TV' => 'apple-tv',
- 'Apple Watch' => 'apple-watch',
- 'Applications Android' => 'applications-android',
- 'Applications' => 'applications',
- 'Applications iOS' => 'applications-ios',
- 'Applis & logiciels' => 'applis-logiciels',
- 'Arbres à chat' => 'arbres-a-chat',
- 'Asmodée' => 'asmodee',
- 'Aspirateurs' => 'aspirateurs',
- 'Aspirateurs Dyson' => 'aspirateurs-dyson',
- 'Aspirateurs robot' => 'aspirateurs-robot',
- 'Assassin's Creed' => 'assassin-s-creed',
- 'Assassin's Creed Origins' => 'assassin-s-creed-origins',
- 'Assurances' => 'assurances',
- 'Asus' => 'asus',
- 'ASUS Transformer' => 'asus-transformer',
- 'Asus ZenFone 2' => 'asus-zenfone-2',
- 'Asus ZenFone 3' => 'asus-zenfone-3',
- 'Asus ZenFone 4' => 'asus-zenfone-4',
- 'Asus ZenFone GO' => 'asus-zenfone-go',
- 'Aukey' => 'aukey',
- 'Auto' => 'auto',
- 'Auto-Moto' => 'auto-moto',
- 'Autoradios' => 'autoradios',
- 'Baby foot' => 'baby-foot',
- 'BabyLiss' => 'babyliss',
- 'Babyphones' => 'babyphones',
- 'Bagagerie' => 'bagagerie',
- 'Balançoires' => 'balancoires',
- 'Bandes dessinées' => 'bandes-dessinees',
- 'Banques' => 'banques',
- 'Barbecue' => 'barbecue',
- 'Barbie' => 'barbie',
- 'Barres de son' => 'barres-de-son',
- 'Batteries externes' => 'batteries-externes',
- 'Battlefield 1' => 'battlefield-1',
- 'Battlefield' => 'battlefield',
- 'Béaba' => 'beaba',
- 'Beats by Dre' => 'beats-by-dre',
- 'BenQ' => 'benq',
- 'Be quiet!' => 'be-quiet',
- 'Biberons' => 'biberons',
- 'Bières' => 'bieres',
- 'Bijoux' => 'bijoux',
- 'Billets d'avion' => 'billets-d-avion',
- 'BioShock' => 'bioshock',
- 'BioShock Infinite' => 'bioshock-infinite',
- 'Bitdefender' => 'bitdefender',
- 'Blackberry' => 'blackberry',
- 'Black & Decker' => 'black-decker',
- 'Blédina' => 'bledina',
- 'Blu-Ray' => 'blu-ray',
- 'Boissons' => 'boissons',
- 'Boîtes à outils' => 'boites-a-outils',
- 'Boîtiers PC' => 'boitiers-pc',
- 'Bonbons' => 'bonbons',
- 'Borderlands' => 'borderlands',
- 'Bosch' => 'bosch',
- 'Bose' => 'bose',
- 'Bose SoundLink' => 'bose-soundlink',
- 'Bottes' => 'bottes',
- 'Box beauté' => 'box-beaute',
- 'Bracelet fitness' => 'bracelet-fitness',
- 'Brandt' => 'brandt',
- 'Braun Silk Épil' => 'braun-silk-epil',
- 'Bricolage' => 'bricolage',
- 'Brosses à dents' => 'brosses-a-dents',
- 'Cable management' => 'cable-management',
- 'Câbles' => 'cables',
- 'Câbles HDMI' => 'cables-hdmi',
- 'Câbles USB' => 'cables-usb',
- 'Cadres' => 'cadres',
- 'Café' => 'cafe',
- 'Café en grain' => 'cafe-en-grain',
- 'Cafetières' => 'cafetieres',
- 'Cahiers' => 'cahiers',
- 'Call of Duty' => 'call-of-duty',
- 'Call of Duty: Infinite Warfare' => 'call-of-duty-infinite-warfare',
- 'Calor' => 'calor',
- 'Caméras' => 'cameras',
- 'Caméras IP' => 'cameras-ip',
- 'Camping' => 'camping',
- 'Carburant' => 'carburant',
- 'Cartables' => 'cartables',
- 'Cartes graphiques' => 'cartes-graphiques',
- 'Cartes mères' => 'cartes-meres',
- 'Cartes postales' => 'cartes-postales',
- 'Casques audio' => 'casques-audio',
- 'Casques sans fil' => 'casques-sans-fil',
- 'Casquettes' => 'casquettes',
- 'Casseroles' => 'casseroles',
- 'CDAV' => 'cdav',
- 'Ceintures' => 'ceintures',
- 'Chaises' => 'chaises',
- 'Chaises hautes' => 'chaises-hautes',
- 'Chargeurs' => 'chargeurs',
- 'Chasse' => 'chasse',
- 'Chats' => 'chats',
- 'Chaussons' => 'chaussons',
- 'Chaussures adidas' => 'chaussures-adidas',
- 'Chaussures' => 'chaussures',
- 'Chaussures de football' => 'chaussures-de-football',
- 'Chaussures de randonnée' => 'chaussures-de-randonnee',
- 'Chaussures de running' => 'chaussures-de-running',
- 'Chaussures de ski' => 'chaussures-de-ski',
- 'Chaussures de ville' => 'chaussures-de-ville',
- 'Chaussures Nike' => 'chaussures-nike',
- 'Chelsea boots' => 'chelsea-boots',
- 'Chemises' => 'chemises',
- 'Chiens' => 'chiens',
- 'Chocolat' => 'chocolat',
- 'Chuck Taylor' => 'chuck-taylor',
- 'Cinéma' => 'cinema',
- 'Civilization' => 'civilization',
- 'Civilization VI' => 'civilization-vi',
- 'Clarks' => 'clarks',
- 'Claviers' => 'claviers',
- 'Claviers gamer' => 'claviers-gamer',
- 'Claviers mécaniques' => 'claviers-mecaniques',
- 'Clés USB' => 'cles-usb',
- 'Composteurs' => 'composteurs',
- 'Concerts' => 'concerts',
- 'Congélateurs' => 'congelateurs',
- 'Consoles' => 'consoles',
- 'Consoles & jeux vidéo' => 'consoles-jeux-video',
- 'Converse' => 'converse',
- 'Costumes' => 'costumes',
- 'Couches' => 'couches',
- 'Couettes' => 'couettes',
- 'Couteaux de cuisine' => 'couteaux-de-cuisine',
- 'Couverts' => 'couverts',
- 'Covoiturage' => 'covoiturage',
- 'Crédits' => 'credits',
- 'Croquettes pour chien' => 'croquettes-pour-chien',
- 'Cuisinières' => 'cuisinieres',
- 'Culture & divertissement' => 'culture-divertissement',
- 'Cyclisme' => 'cyclisme',
- 'DDR3' => 'ddr3',
- 'DDR4' => 'ddr4',
- 'Décoration' => 'decoration',
- 'Deezer' => 'deezer',
- 'Dell' => 'dell',
- 'Delsey' => 'delsey',
- 'Denon' => 'denon',
- 'Dentifrices' => 'dentifrices',
- 'Destiny 2' => 'destiny-2',
- 'Destiny' => 'destiny',
- 'Dishonored' => 'dishonored',
- 'Disneyland Paris' => 'disneyland-paris',
- 'Disques durs externes' => 'disques-durs-externes',
- 'Disques durs internes' => 'disques-durs',
- 'DJI' => 'dji',
- 'Dosettes Nespresso' => 'dosettes-nespresso',
- 'Dosettes Senseo' => 'dosettes-senseo',
- 'Dosettes Tassimo' => 'dosettes-tassimo',
- 'Draisiennes' => 'draisiennes',
- 'Drones' => 'drones',
- 'Durex' => 'durex',
- 'DVD' => 'dvd',
- 'Dyson' => 'dyson',
- 'Eastpak' => 'eastpak',
- 'ebooks' => 'ebooks',
- 'Écharpes & foulards' => 'echarpes-et-foulards',
- 'Écouteurs' => 'ecouteurs',
- 'Écouteurs intra-auriculaires' => 'ecouteurs-intra-auriculaires',
- 'Écouteurs sans fil' => 'ecouteurs-sans-fil',
- 'Écouteurs sport' => 'ecouteurs-sport',
- 'Écrans 21" et moins' => 'ecrans-21-pouces-et-moins',
- 'Écrans 24"' => 'ecrans-24-pouces',
- 'Écrans 27"' => 'ecrans-27-pouces',
- 'Écrans 29" et plus' => 'ecrans-29-pouces-et-plus',
- 'Écrans 4K / UHD' => 'ecrans-4k-uhd',
- 'Écrans Acer' => 'ecrans-acer',
- 'Écrans Asus' => 'ecrans-asus',
- 'Écrans BenQ' => 'ecrans-benq',
- 'Écrans Dell' => 'ecrans-dell',
- 'Écrans de projection' => 'ecrans-de-projection',
- 'Écrans' => 'ecrans',
- 'Écrans FreeSync' => 'ecrans-freesync',
- 'Écrans gamer' => 'ecrans-gamer',
- 'Écrans incurvés' => 'ecrans-incurves',
- 'Écrans Philips' => 'ecrans-philips',
- 'Écrans Samsung' => 'ecrans-samsung',
- 'Électricité (matériel)' => 'electricite',
- 'Electrolux' => 'electrolux',
- 'Électroménager' => 'electromenager',
- 'Embauchoirs' => 'embauchoirs',
- 'Enceintes Bluetooth' => 'enceintes-bluetooth',
- 'Enceintes' => 'enceintes',
- 'Engrais' => 'engrais',
- 'Entretien du jardin' => 'entretien-du-jardin',
- 'Épicerie' => 'epicerie',
- 'Épilateurs à lumière pulsée' => 'epilateurs-a-lumiere-pulsee',
- 'Épilateurs électriques' => 'epilateurs-electriques',
- 'Épilation' => 'epilation',
- 'Équipement auto' => 'equipement-auto',
- 'Équipement motard' => 'equipement-motard',
- 'Équipement sportif' => 'equipement-sportif',
- 'Érotisme' => 'erotisme',
- 'Escarpins' => 'escarpins',
- 'Événements sportifs' => 'evenements-sportifs',
- 'Expositions' => 'expositions',
- 'F1 2017' => 'f1-2017',
- 'Facom' => 'facom',
- 'Fallout 4' => 'fallout-4',
- 'Fallout' => 'fallout',
- 'Fards à paupières' => 'fards-a-paupieres',
- 'Fast-foods' => 'fast-foods',
- 'Fauteuils' => 'fauteuils',
- 'Fers à lisser / à friser' => 'fers-a-lisser-a-friser',
- 'Fers à souder' => 'fers-a-souder',
- 'Festivals' => 'festivals',
- 'Feutres' => 'feutres',
- 'FIFA 17' => 'fifa-17',
- 'FIFA 18' => 'fifa-18',
- 'FIFA 19' => 'fifa-19',
- 'FIFA' => 'fifa',
- 'Figurines' => 'figurines',
- 'Films' => 'films',
- 'Final Fantasy' => 'final-fantasy',
- 'Final Fantasy XII' => 'final-fantasy-xii',
- 'fitbit' => 'fitbit',
- 'Flash' => 'flash',
- 'Fluval' => 'fluval',
- 'Foires & salons' => 'foires-et-salons',
- 'Fonds de teint' => 'fonds-de-teint',
- 'Football' => 'football',
- 'Forfaits mobiles' => 'forfaits-mobiles',
- 'For Honor' => 'for-honor',
- 'Formule 1' => 'formule-1',
- 'Fortnite' => 'fortnite',
- 'Forza Horizon 3' => 'forza-horizon-3',
- 'Forza Motorsport 7' => 'forza-motorsport-7',
- 'Fossil' => 'fossil',
- 'Fournitures de bureau' => 'fournitures-de-bureau',
- 'Fournitures scolaires' => 'fournitures-scolaires',
- 'Fours à poser' => 'fours-a-poser',
- 'Fours encastrables' => 'fours-encastrables',
- 'Fours' => 'fours',
- 'Friandises pour chat' => 'friandises-pour-chat',
- 'Friandises pour chien' => 'friandises-pour-chien',
- 'Friskies' => 'friskies',
- 'Fruits & légumes' => 'fruits-et-legumes',
- 'FURminator' => 'furminator',
- 'Futuroscope' => 'futuroscope',
- 'Gamelles' => 'gamelles',
- 'Game of Thrones' => 'game-of-thrones',
- 'Gants' => 'gants',
- 'Gants moto' => 'gants-moto',
- 'Garmin' => 'garmin',
- 'Gâteaux & biscuits' => 'gateaux-et-biscuits',
- 'Gels douche' => 'gels-douche',
- 'Geox' => 'geox',
- 'Gigoteuses' => 'gigoteuses',
- 'Gillette' => 'gillette',
- 'Glaces' => 'glaces',
- 'God of War' => 'god-of-war',
- 'Google Chromecast' => 'google-chromecast',
- 'Google Home' => 'google-home',
- 'Google Pixel 2' => 'google-pixel-2',
- 'Google Pixel 2 XL' => 'google-pixel-2-xl',
- 'Google Pixel' => 'google-pixel',
- 'Google Pixel XL' => 'google-pixel-xl',
- 'GoPro Hero' => 'gopro-hero',
- 'Gran Turismo' => 'gran-turismo',
- 'Gratuit' => 'gratuit',
- 'Grille-pain' => 'grille-pain',
- 'GTA' => 'gta',
- 'GTA V' => 'gta-v',
- 'Guitares' => 'guitares',
- 'Gyropodes' => 'gyropodes',
- 'Haltères & poids' => 'halteres-et-poids',
- 'Hamacs' => 'hamacs',
- 'Hama' => 'hama',
- 'Hand spinners' => 'hand-spinners',
- 'Harnais pour chien' => 'harnais-pour-chien',
- 'Harry Potter' => 'harry-potter',
- 'Havaianas' => 'havaianas',
- 'HDD' => 'hdd',
- 'Hisense' => 'hisense',
- 'Home Cinéma' => 'home-cinema',
- 'Honor 6X' => 'honor-6x',
- 'Honor 8' => 'honor-8',
- 'Honor 8 Pro' => 'honor-8-pro',
- 'Honor 9' => 'honor-9',
- 'Horizon Zero Dawn' => 'horizon-zero-dawn',
- 'Hôtels' => 'hotels',
- 'Hoverboards' => 'hoverboards',
- 'HTC 10' => 'htc-10',
- 'HTC Desire' => 'htc-desire',
- 'HTC One M9' => 'htc-one-m9',
- 'HTC U11' => 'htc-u11',
- 'HTC U Play' => 'htc-u-play',
- 'HTC U Ultra' => 'htc-u-ultra',
- 'HTC Vive' => 'htc-vive',
- 'Huawei Mate 10' => 'huawei-mate-10',
- 'Huawei Mate 9' => 'huawei-mate-9',
- 'Huawei P10' => 'huawei-p10',
- 'Huawei P10 Lite' => 'huawei-p10-lite',
- 'Huawei P10 Plus' => 'huawei-p10-plus',
- 'Huawei P20' => 'huawei-p20',
- 'Huawei P20 Pro' => 'huawei-p20-pro',
- 'Huawei P8 Lite' => 'huawei-p8-lite',
- 'Huawei P9 Lite' => 'huawei-p9-lite',
- 'Hubs' => 'hubs',
- 'Huile moteur' => 'huile-moteur',
- 'Hygiène corporelle' => 'hygiene-corporelle',
- 'Hygiène de la maison' => 'hygiene-de-la-maison',
- 'Hygiène des bébés' => 'hygiene-des-bebes',
- 'Image, son & vidéo' => 'image-son-video',
- 'Impressions photo' => 'impressions-photo',
- 'Imprimantes 3D' => 'imprimantes-3d',
- 'Imprimantes Brother' => 'imprimantes-brother',
- 'Imprimantes Canon' => 'imprimantes-canon',
- 'Imprimantes Epson' => 'imprimantes-epson',
- 'Imprimantes HP' => 'imprimantes-hp',
- 'Imprimantes' => 'imprimantes',
- 'Imprimantes laser' => 'imprimantes-laser',
- 'Imprimantes multifonctions' => 'imprimantes-multifonctions',
- 'Informatique' => 'informatique',
- 'Instruments de musique' => 'instruments-de-musique',
- 'Intel i5' => 'intel-i5',
- 'Intel i7' => 'intel-i7',
- 'JBL Flip' => 'jbl-flip',
- 'JBL' => 'jbl',
- 'Jeans' => 'jeans',
- 'Jeux d'apprentissage' => 'jeux-d-apprentissage',
- 'Jeux d'extérieur' => 'jeux-d-exterieur',
- 'Jeux d'imitation' => 'jeux-d-imitation',
- 'Jeux de construction' => 'jeux-de-construction',
- 'Jeux de société' => 'jeux-de-societe',
- 'Jeux & jouets' => 'jeux-jouets',
- 'Jeux Nintendo Switch' => 'jeux-nintendo-switch',
- 'Jeux & paris' => 'jeux-et-paris',
- 'Jeux PC dématérialisés' => 'jeux-pc-dematerialises',
- 'Jeux PlayStation 4' => 'jeux-playstation-4',
- 'Jeux pour bébés' => 'jeux-pour-bebes',
- 'Jeux PS4 dématérialisés' => 'jeux-ps4-dematerialises',
- 'Jeux PS Plus' => 'jeux-ps-plus',
- 'Jeux vidéo' => 'jeux-video',
- 'Jeux Wii U' => 'jeux-wii-u',
- 'Jeux Xbox dématérialisés' => 'jeux-xbox-dematerialises',
- 'Jeux Xbox One' => 'jeux-xbox-one',
- 'Jeux Xbox with Gold' => 'jeux-xbox-with-gold',
- 'Journaux numériques' => 'journaux-numeriques',
- 'Journaux papier' => 'journaux-papier',
- 'Joy-Con' => 'manettes-nintendo-switch-joy-con',
- 'Jungle Speed' => 'jungle-speed',
- 'Kaspersky' => 'kaspersky',
- 'Kinder' => 'kinder',
- 'Kindle Paperwhite' => 'kindle-paperwhite',
- 'Kindle Voyage' => 'kindle-voyage',
- 'Kobo Aura 2' => 'kobo-aura-2',
- 'Kobo Aura H2o' => 'kobo-aura-h2o',
- 'Kobo' => 'kobo',
- 'L'annale du destin' => 'l-annale-du-destin',
- 'L'ombre de la guerre' => 'l-ombre-de-la-guerre',
- 'L'ombre du Mordor' => 'l-ombre-du-mordor',
- 'Lacoste' => 'lacoste',
- 'Lapeyre' => 'lapeyre',
- 'La Terre du Milieu' => 'la-terre-du-milieu',
- 'Lavage auto' => 'lavage-auto',
- 'Lave-linge frontal' => 'lave-linge-frontal',
- 'Lave-linge' => 'lave-linge',
- 'Lave-linge séchant' => 'lave-linge-sechant',
- 'Lave-linge top' => 'lave-linge-top',
- 'Lave-vaisselle' => 'lave-vaisselle',
- 'Le bâton de la vérité' => 'le-baton-de-la-verite',
- 'Lecteurs Blu-Ray' => 'lecteurs-blu-ray',
- 'Lecteurs CD' => 'lecteurs-cd',
- 'Lecteurs DVD' => 'lecteurs-dvd',
- 'Lego' => 'lego',
- 'Lego Star Wars' => 'lego-star-wars',
- 'Lenovo K6 Note' => 'lenovo-k6-note',
- 'Lenovo' => 'lenovo',
- 'Lenovo P8' => 'lenovo-p8',
- 'Lenovo Tab 3' => 'lenovo-tab-3',
- 'Lenovo Tab 4' => 'lenovo-tab-4',
- 'Lenovo Yoga' => 'lenovo-yoga',
- 'Lenovo Yoga Tab 3' => 'lenovo-yoga-tab-3',
- 'Lentilles de contact' => 'lentilles-de-contact',
- 'Le Seigneur des anneaux' => 'le-seigneur-des-anneaux',
- 'Les Sims' => 'les-sims',
- 'Lessive' => 'lessive',
- 'Levi's' => 'levi-s',
- 'LG G4' => 'lg-g4',
- 'LG G5' => 'lg-g5',
- 'LG G6' => 'lg-g6',
- 'LG' => 'lg',
- 'LG OLED TV' => 'lg-oled-tv',
- 'LG Q6' => 'lg-q6',
- 'LG Q8' => 'lg-q8',
- 'Life is Strange' => 'life-is-strange',
- 'Linge de maison' => 'linge-de-maison',
- 'Lingerie' => 'lingerie',
- 'Lingettes pour bébés' => 'lingettes-pour-bebes',
- 'Liseuses' => 'liseuses',
- 'Litière pour chat' => 'litiere-pour-chat',
- 'Lits' => 'lits',
- 'Lits pour bébé' => 'lits-pour-bebe',
- 'Livres audio' => 'livres-audio',
- 'Livres' => 'livres',
- 'Livres photo' => 'livres-photo',
- 'Location de voiture' => 'location-de-voiture',
- 'Logiciels de sécurité' => 'logiciels-de-securite',
- 'Logiciels Microsoft' => 'logiciels-microsoft',
- 'Logitech Harmony' => 'logitech-harmony',
- 'Logitech' => 'logitech',
- 'Loup-Garou' => 'loup-garou',
- 'Lubrifiants' => 'lubrifiants',
- 'Luminaires' => 'luminaires',
- 'Lunettes de natation' => 'lunettes-de-natation',
- 'Lunettes de soleil' => 'lunettes-de-soleil',
- 'MacBook' => 'macbook',
- 'Mac de bureau' => 'mac-de-bureau',
- 'Machines à café à dosettes' => 'machines-a-cafe-a-dosettes',
- 'Machines à café en grain' => 'machines-a-cafe-en-grain',
- 'Machines à pain' => 'machines-a-pain',
- 'Machines Dolce Gusto' => 'machines-dolce-gusto',
- 'Machines Nespresso' => 'machines-nespresso',
- 'Machines Senseo' => 'machines-senseo',
- 'Magasins d'usine' => 'magasins-usine',
- 'Magazines' => 'magazines',
- 'Maillots de bain' => 'maillots-de-bain',
- 'Maillots de football' => 'maillots-de-football',
- 'Maison & Jardin' => 'maison-et-jardin',
- 'Makita' => 'makita',
- 'Manettes Nintendo Switch Pro' => 'manettes-nintendo-switch-pro',
- 'Manettes PlayStation 4' => 'manettes-playstation-4',
- 'Manettes Xbox One Elite' => 'manettes-xbox-one-elite',
- 'Manettes Xbox One' => 'manettes-xbox-one',
- 'Manix' => 'manix',
- 'Manteaux' => 'manteaux',
- 'Maquillage' => 'maquillage',
- 'Mario Kart' => 'mario-kart',
- 'Marteaux & maillets' => 'marteaux-et-maillets',
- 'Mascara' => 'mascara',
- 'Masques de ski' => 'masques-de-ski',
- 'Mass Effect: Andromeda' => 'mass-effect-andromeda',
- 'Matchs de football' => 'matchs-de-football',
- 'Matelas gonflables' => 'matelas-gonflables',
- 'Matelas' => 'matelas',
- 'Matériaux de construction' => 'materiaux-de-construction',
- 'Matériel de ski' => 'materiel-de-ski',
- 'Medion' => 'medion',
- 'Meubles pour chat' => 'meubles-pour-chat',
- 'Micro-casques gaming' => 'micro-casques-gaming',
- 'Micro-ondes' => 'micro-ondes',
- 'Microphones' => 'microphones',
- 'Micro-SD' => 'micro-sd',
- 'Microsoft Office' => 'microsoft-office',
- 'Microsoft Surface' => 'microsoft-surface',
- 'Miele' => 'miele',
- 'Minecraft' => 'minecraft',
- 'Mixeurs' => 'mixeurs',
- 'M&M's' => 'metm-s',
- 'Mobilier' => 'mobilier',
- 'Mode & accessoires' => 'mode-accessoires',
- 'Mode enfants' => 'mode-enfants',
- 'Mode femme' => 'mode-femme',
- 'Mode homme' => 'mode-homme',
- 'Modélisme' => 'modelisme',
- 'Monopoly' => 'monopoly',
- 'Montage PC' => 'montage-pc',
- 'Montres' => 'montres',
- 'Moto C Plus' => 'moto-c-plus',
- 'Moto E4' => 'moto-e4',
- 'Moto G5' => 'moto-g5',
- 'Moto G5 Plus' => 'moto-g5-plus',
- 'Moto G5S' => 'moto-g5s',
- 'Moto G5S Plus' => 'moto-g5s-plus',
- 'Moto M' => 'moto-m',
- 'Moto' => 'moto',
- 'Moto Z2' => 'moto-z2',
- 'Moto Z2 Play' => 'moto-z2-play',
- 'Moulinex' => 'moulinex',
- 'Mousses à raser' => 'mousses-a-raser',
- 'MSI' => 'msi',
- 'Musées' => 'musees',
- 'Musique' => 'musique',
- 'NAS' => 'nas',
- 'Natation' => 'natation',
- 'Navigation' => 'navigation',
- 'NERF' => 'nerf',
- 'New Balance' => 'new-balance',
- 'Nike Air Force' => 'nike-air-force',
- 'Nike Air Max' => 'nike-air-max',
- 'Nike Free' => 'nike-free',
- 'Nike Huarache' => 'nike-huarache',
- 'Nike' => 'nike',
- 'Nintendo Classic Mini' => 'nintendo-classic-mini',
- 'Nintendo' => 'nintendo',
- 'Nintendo Switch' => 'nintendo-switch',
- 'Nivea' => 'nivea',
- 'Nokia 5' => 'nokia-5',
- 'Nokia 6' => 'nokia-6',
- 'Nokia 8' => 'nokia-8',
- 'Nourriture pour chat' => 'nourriture-pour-chat',
- 'Nourriture pour chien' => 'nourriture-pour-chien',
- 'Nutella' => 'nutella',
- 'Nvidia GeForce GTX 1060' => 'nvidia-geforce-gtx-1060',
- 'Nvidia GeForce GTX 1070' => 'nvidia-geforce-gtx-1070',
- 'Nvidia GeForce GTX 1080' => 'nvidia-geforce-gtx-1080',
- 'Nvidia GeForce GTX 1080 Ti' => 'nvidia-geforce-gtx-1080-ti',
- 'Nvidia' => 'nvidia',
- 'Nvidia Shield' => 'nvidia-shield',
- 'Objectifs' => 'objectifs',
- 'Oculus Rift' => 'oculus-rift',
- 'Oiseaux' => 'oiseaux',
- 'OnePlus 5' => 'oneplus-5',
- 'OnePlus 5T' => 'oneplus-5t',
- 'OnePlus 6' => 'oneplus-6',
- 'Onkyo' => 'onkyo',
- 'Ordinateurs de bureau' => 'ordinateurs-de-bureau',
- 'Oreillers' => 'oreillers',
- 'Outillage' => 'outillage',
- 'Outils de jardinage' => 'outils-de-jardinage',
- 'Overwatch' => 'overwatch',
- 'Packs clavier-souris' => 'packs-clavier-souris',
- 'Paiement en ligne' => 'paiement-en-ligne',
- 'Pampers' => 'pampers',
- 'Panasonic' => 'panasonic',
- 'Panier Plus' => 'panier-plus',
- 'Pantalons' => 'pantalons',
- 'Papeterie' => 'papeterie',
- 'Papier peint' => 'papier-peint',
- 'Papier toilette' => 'papier-toilette',
- 'Parapharmacie' => 'parapharmacie',
- 'Parc Astérix' => 'parc-asterix',
- 'Parfums femme' => 'parfums-femme',
- 'Parfums homme' => 'parfums-homme',
- 'Parfums' => 'parfums',
- 'Parkas' => 'parkas',
- 'Parrot' => 'parrot',
- 'Partitions' => 'partitions',
- 'PC de bureau complets' => 'pc-de-bureau-complets',
- 'PC gamer complets' => 'pc-gamer-complets',
- 'PC hybrides' => 'hybrides',
- 'PC portables' => 'pc-portables',
- 'Pêche' => 'peche',
- 'Peintures' => 'peintures',
- 'Peluches' => 'peluches',
- 'Perceuses' => 'perceuses',
- 'Périphériques PC' => 'peripheriques-pc',
- 'Pèse-personnes' => 'pese-personnes',
- 'PES' => 'pro-evolution-soccer',
- 'Petites voitures' => 'petites-voitures',
- 'Philips Hue' => 'philips-hue',
- 'Philips Lumea' => 'philips-lumea',
- 'Philips One Blade' => 'philips-one-blade',
- 'Philips' => 'philips',
- 'Philips Sonicare' => 'philips-sonicare',
- 'Photo' => 'photo',
- 'Pièces auto' => 'pieces-auto',
- 'Pièces moto' => 'pieces-moto',
- 'Pièces vélo' => 'pieces-velo',
- 'Piles' => 'piles',
- 'Piles rechargeables' => 'piles-rechargeables',
- 'Pinces' => 'pinces',
- 'Pizza' => 'pizza',
- 'Places de cinéma' => 'places-de-cinema',
- 'Plage' => 'plage',
- 'Plantes' => 'plantes',
- 'Plaques de cuisson' => 'plaques-de-cuisson',
- 'Platines vinyle' => 'platines-vinyle',
- 'Playmobil' => 'playmobil',
- 'PlayStation 4' => 'playstation-4',
- 'PlayStation 4 Pro' => 'playstation-4-pro',
- 'PlayStation 4 Slim' => 'playstation-4-slim',
- 'PlayStation' => 'playstation',
- 'PlayStation Plus' => 'playstation-plus',
- 'Playstation Store' => 'playstation-store',
- 'Plomberie' => 'plomberie',
- 'Pneus' => 'pneus',
- 'PocketBook' => 'pocketbook',
- 'Poêles' => 'poeles',
- 'Pokémon' => 'pokemon',
- 'Portables gamer' => 'portables-gamer',
- 'Porte-bébé' => 'porte-bebe',
- 'Portefeuilles' => 'portefeuilles',
- 'Posters' => 'posters',
- 'Potager' => 'potager',
- 'Poulaillers' => 'poulaillers',
- 'Poupées' => 'poupees',
- 'Poussettes' => 'poussettes',
- 'Premiers secours' => 'premiers-secours',
- 'Préservatifs' => 'preservatifs',
- 'Princesse Tam-Tam' => 'princesse-tam-tam',
- 'Processeurs' => 'processeurs',
- 'Protection de la maison' => 'protection-de-la-maison',
- 'Protections intimes' => 'protections-intimes',
- 'Puériculture' => 'puericulture',
- 'Pulls' => 'pulls',
- 'Puma' => 'puma',
- 'Purificateurs d'air' => 'purificateurs-d-air',
- 'Purina' => 'purina',
- 'Puzzles' => 'puzzles',
- 'Pyjamas pour bébés' => 'pyjamas-pour-bebes',
- 'Pyjamas' => 'pyjamas',
- 'Qobuz' => 'qobuz',
- 'RAM' => 'ram',
- 'Randonnée' => 'randonnee',
- 'Rasage' => 'rasage',
- 'Rasoirs électriques' => 'rasoirs-electriques',
- 'Rasoirs manuels' => 'rasoirs-manuels',
- 'Raspberry Pi' => 'raspberry-pi',
- 'Ray-Ban' => 'ray-ban',
- 'Razer' => 'razer',
- 'Réductions étudiants & jeunes' => 'reductions-etudiants-et-jeunes',
- 'Reebok' => 'reebok',
- 'Réfrigérateurs' => 'refrigerateurs',
- 'Réhausseurs' => 'rehausseurs',
- 'Remington' => 'remington',
- 'Répéteurs' => 'repeteurs',
- 'Réseau' => 'reseau',
- 'Resident Evil 7' => 'resident-evil-7',
- 'Resident Evil' => 'resident-evil',
- 'Restaurants' => 'restaurants',
- 'Richelieus' => 'richelieus',
- 'Risk' => 'risk',
- 'Rongeurs' => 'rongeurs',
- 'Rouges à lèvres' => 'rouges-a-levres',
- 'Routeurs' => 'routeurs',
- 'Royal Canin' => 'royal-canin',
- 'Running' => 'running',
- 'Sacs à dos' => 'sacs-a-dos',
- 'Sacs à langer' => 'sacs-a-langer',
- 'Sacs à main' => 'sacs-a-main',
- 'Samsonite' => 'samsonite',
- 'Samsung Galaxy A5' => 'samsung-galaxy-a5',
- 'Samsung Galaxy Note 8' => 'samsung-galaxy-note-8',
- 'Samsung Galaxy S7 Edge' => 'samsung-galaxy-s7-edge',
- 'Samsung Galaxy S7' => 'samsung-galaxy-s7',
- 'Samsung Galaxy S8' => 'samsung-galaxy-s8',
- 'Samsung Galaxy S8+' => 'samsung-galaxy-s8plus',
- 'Samsung Galaxy S9' => 'samsung-galaxy-s9',
- 'Samsung Galaxy Tab A' => 'samsung-galaxy-tab-a',
- 'Samsung Galaxy Tab S2' => 'samsung-galaxy-tab-s2',
- 'Samsung Galaxy Tab S3' => 'samsung-galaxy-tab-s3',
- 'Samsung Gear' => 'samsung-gear',
- 'Samsung Gear VR' => 'samsung-gear-vr',
- 'Samsung' => 'samsung',
- 'Sandales' => 'sandales',
- 'SanDisk' => 'sandisk',
- 'Santé & Cosmétiques' => 'sante-et-cosmetiques',
- 'Savons' => 'savons',
- 'Scanners' => 'scanners',
- 'Scies' => 'scies',
- 'Scooters' => 'scooters',
- 'Seagate' => 'seagate',
- 'Sécateurs' => 'secateurs',
- 'Sèche-cheveux' => 'seche-cheveux',
- 'Sèche-linge' => 'seche-linge',
- 'Séjours' => 'sejours',
- 'Sennheiser' => 'sennheiser',
- 'Séries TV' => 'series-tv',
- 'Services divers' => 'services-divers',
- 'Serviettes hygiéniques' => 'serviettes-hygieniques',
- 'Serviettes' => 'serviettes',
- 'Sextoys' => 'sextoys',
- 'Shorts de bain' => 'shorts-de-bain',
- 'Shorts' => 'shorts',
- 'Sièges auto' => 'sieges-auto',
- 'Siemens' => 'siemens',
- 'Skechers' => 'sketchers',
- 'Ski' => 'ski',
- 'Skyrim' => 'skyrim',
- 'Smartbox' => 'smartbox',
- 'Smart Home' => 'smart-home',
- 'Smartphones à moins de 100€' => 'smartphones-moins-de-100',
- 'Smartphones à moins de 200€' => 'smartphones-moins-de-200',
- 'Smartphones Android' => 'smartphones-android',
- 'Smartphones Huawei' => 'smartphones-huawei',
- 'Smartphones Nokia' => 'smartphones-nokia',
- 'Smartphones Samsung' => 'smartphones-samsung',
- 'Smartphones' => 'smartphones',
- 'Smartphones Xiaomi' => 'smartphones-xiaomi',
- 'Smart TV' => 'smart-tv',
- 'Smartwatch' => 'smartwatch',
- 'Sneakers' => 'sneakers',
- 'Soin des cheveux' => 'soin-des-cheveux',
- 'Sonos PLAYBAR' => 'sonos-playbar',
- 'Sonos' => 'sonos',
- 'Sony PlayStation VR' => 'sony-playstation-vr',
- 'Sony' => 'sony',
- 'Sony Xperia XA1' => 'sony-xperia-xa1',
- 'Sony Xperia X Compact' => 'sony-xperia-x-compact',
- 'Sony Xperia XZ1 Compact' => 'sony-xperia-xz1-compact',
- 'Sony Xperia XZ1' => 'sony-xperia-xz1',
- 'Sony Xperia XZ Premium' => 'sony-xperia-xz-premium',
- 'Sony Xperia Z3' => 'sony-xperia-z3',
- 'Sorties' => 'sorties',
- 'Souris gamer' => 'souris-gamer',
- 'Souris Logitech' => 'souris-logitech',
- 'Souris sans fil' => 'souris-sans-fil',
- 'Souris' => 'souris',
- 'South Park' => 'south-park',
- 'Spectacles comiques' => 'spectacles-comiques',
- 'Spectacles' => 'spectacles',
- 'Sports & plein air' => 'sports-plein-air',
- 'Spotify' => 'spotify',
- 'SSD' => 'ssd',
- 'Star Wars Battlefront' => 'star-wars-battlefront',
- 'Stickers muraux' => 'stickers-muraux',
- 'Stihl' => 'stihl',
- 'Stockage externe' => 'stockage',
- 'Streaming musical' => 'streaming-musical',
- 'Stylos' => 'stylos',
- 'Sucettes' => 'sucettes',
- 'Super Mario' => 'super-mario',
- 'Support GPS & smartphone' => 'support-gps-et-smartphone',
- 'Surface Pro 4' => 'surface-pro-4',
- 'Surgelés' => 'surgeles',
- 'Surveillance' => 'surveillance',
- 'Swatch' => 'swatch',
- 'Switch réseau' => 'switch-reseau',
- 'Systèmes d'exploitation' => 'systemes-d-exploitation',
- 'Systèmes multiroom' => 'systemes-multiroom',
- 'Tables à langer' => 'tables-a-langer',
- 'Tables de camping' => 'tables-de-camping',
- 'Tables de mixage' => 'tables-de-mixage',
- 'Tables' => 'tables',
- 'Tablettes graphiques Huion' => 'huion',
- 'Tablettes graphiques' => 'tablettes-graphiques',
- 'Tablettes graphiques Wacom' => 'wacom',
- 'Tablettes Lenovo' => 'tablettes-lenovo',
- 'Tablettes Samsung' => 'tablettes-samsung',
- 'Tablettes' => 'tablettes',
- 'Tablettes Xiaomi' => 'tablettes-xiaomi',
- 'Tampons' => 'tampons',
- 'Tapis' => 'tapis',
- 'Taxis' => 'taxis',
- 'Tefal' => 'tefal',
- 'Télécommandes' => 'telecommandes',
- 'Téléphones fixes' => 'telephones-fixes',
- 'Téléphonie' => 'telephonie',
- 'Téléviseurs' => 'televiseurs',
- 'Tentes' => 'tentes',
- 'Têtes de brosse à dents de rechange' => 'tetes-de-brosse-a-dents-de-rechange',
- 'Théâtre' => 'theatre',
- 'The Legend of Zelda' => 'the-legend-of-zelda',
- 'Thermomètres' => 'thermometres',
- 'Thermomix' => 'thermomix',
- 'Thés glacés' => 'thes-glaces',
- 'Thés' => 'thes',
- 'The Walking dead' => 'the-walking-dead',
- 'The Witcher 3' => 'the-witcher-3',
- 'The Witcher' => 'the-witcher',
- 'Time's Up!' => 'time-s-up',
- 'Tom Clancy's Ghost Recon: Wildlands' => 'tom-clancy-s-ghost-recon-wildlands',
- 'Tom Clancy's The Division' => 'tom-clancy-s-the-division',
- 'Tom Clancy's' => 'tom-clancy-s',
- 'TomTom' => 'tomtom',
- 'Tondeuses à gazon' => 'tondeuses-a-gazon',
- 'Tondeuses' => 'tondeuses',
- 'Toner' => 'toner',
- 'Torchons' => 'torchons',
- 'Toshiba' => 'toshiba',
- 'Total War' => 'total-war',
- 'Total War: Warhammer II' => 'total-war-warhammer-ii',
- 'Total War: Warhammer' => 'total-war-warhammer',
- 'Tournevis & visseuses' => 'tournevis-et-visseuses',
- 'TP-Link' => 'tp-link',
- 'Transats & cosys' => 'transats-et-cosys',
- 'Transports en commun' => 'transports-en-commun',
- 'Trixie' => 'trixie',
- 'Tronçonneuses' => 'tronconneuses',
- 'Trottinettes électriques' => 'trottinettes-electriques',
- 'Trottinettes' => 'trottinettes',
- 'T-shirts' => 't-shirts',
- 'TV 39'' et moins' => 'tv-39-pouces-et-moins',
- 'TV 40'' à 64''' => 'tv-40-pouces-a-64-pouces',
- 'TV 4K' => 'tv-4k',
- 'TV 65'' et plus' => 'tv-65-pouces-et-plus',
- 'TV Full HD' => 'tv-full-hd',
- 'TV incurvées' => 'tv-incurvees',
- 'TV LG' => 'tv-lg',
- 'TV OLED' => 'tv-oled',
- 'TV Panasonic' => 'tv-panasonic',
- 'TV Philips' => 'tv-philips',
- 'TV Samsung' => 'tv-samsung',
- 'TV Sony' => 'tv-sony',
- 'Ultraportables' => 'ultraportables',
- 'Uncharted 4' => 'uncharted-4',
- 'Uncharted: The Lost Legacy' => 'uncharted-the-lost-legacy',
- 'Uncharted' => 'uncharted',
- 'Ustensiles de cuisine' => 'ustensiles-de-cuisine',
- 'Ustensiles de cuisson' => 'ustensiles-de-cuisson',
- 'Vaisselle' => 'vaisselle',
- 'Valises cabine' => 'valises-cabine',
- 'Valises rigides' => 'valises-rigides',
- 'Valises' => 'valises',
- 'Variétés & revues' => 'varietes-et-revues',
- 'Vases' => 'vases',
- 'Veet' => 'veet',
- 'Vélos d'appartement' => 'velos-d-appartement',
- 'Vélos' => 'velos',
- 'Ventilateurs' => 'ventilateurs',
- 'Ventirad' => 'ventirad',
- 'Vernis à ongles' => 'vernis-a-ongles',
- 'Vestes' => 'vestes',
- 'Vêtements d'été' => 'vetements-d-ete',
- 'Vêtements d'hiver' => 'vetements-d-hiver',
- 'Vêtements de grossesse' => 'vetements-de-grossesse',
- 'Vêtements de ski' => 'vetements-de-ski',
- 'Vêtements de sport' => 'vetements-de-sport',
- 'Vêtements pour bébé' => 'vetements-pour-bebe',
- 'Vêtements techniques' => 'vetements-techniques',
- 'Vidéoprojecteurs 3D' => 'videoprojecteurs-3d',
- 'Vidéoprojecteurs Acer' => 'videoprojecteurs-acer',
- 'Vidéoprojecteurs BenQ' => 'videoprojecteurs-benq',
- 'Vidéoprojecteurs Epson' => 'videoprojecteurs-epson',
- 'Vidéoprojecteurs HD' => 'videoprojecteurs-hd',
- 'Vidéoprojecteurs LG' => 'videoprojecteurs-lg',
- 'Vidéoprojecteurs Optoma' => 'videoprojecteurs-optoma',
- 'Vidéoprojecteurs' => 'projecteurs',
- 'Vidéo' => 'video',
- 'Vins' => 'vins',
- 'Visites & patrimoine' => 'visites-et-patrimoine',
- 'VOD' => 'vod',
- 'Voitures télécommandées' => 'voitures-telecommandees',
- 'Voyages & sorties' => 'voyages-et-sorties',
- 'Voyages' => 'voyages',
- 'VPN' => 'vpn',
- 'VR' => 'vr',
- 'VTC' => 'vtc',
- 'VTT' => 'vtt',
- 'Wacom Cintiq' => 'cintiq',
- 'Watercooling' => 'watercooling',
- 'WD (Western Digital)' => 'western-digital',
- 'Wearables' => 'wearables',
- 'Whey' => 'whey',
- 'Whirlpool' => 'whirlpool',
- 'Whiskas' => 'whiskas',
- 'Wii U' => 'wii-u',
- 'Wiko' => 'wiko',
- 'Windows' => 'windows',
- 'WindScribe' => 'windscribe',
- 'Wolfenstein II: The New Colossus' => 'wolfenstein-ii-the-new-colossus',
- 'Wolfenstein' => 'wolfenstein',
- 'Wonderbox' => 'wonderbox',
- 'Xbox Live' => 'xbox-live',
- 'Xbox One S' => 'xbox-one-s',
- 'Xbox One' => 'xbox-one',
- 'Xbox One X' => 'xbox-one-x',
- 'Xbox' => 'xbox',
- 'Xiaomi Mi6' => 'xiaomi-mi6',
- 'Xiaomi Mi A1' => 'xiaomi-mi-a1',
- 'Xiaomi Mi Band' => 'xiaomi-mi-band',
- 'Xiaomi Mi Box' => 'xiaomi-mi-box',
- 'Xiaomi Mi Max' => 'xiaomi-mi-max',
- 'Xiaomi Mi Mix 2' => 'xiaomi-mi-mix-2',
- 'Xiaomi Mi Mix' => 'xiaomi-mi-mix',
- 'Xiaomi Mi Pad 3' => 'xiaomi-mi-pad-3',
- 'Xiaomi Redmi 4A' => 'xiaomi-redmi-4a',
- 'Xiaomi Redmi 4X' => 'xiaomi-redmi-4x',
- 'Xiaomi Redmi Note 4' => 'xiaomi-redmi-note-4',
- 'Xiaomi Smart Home' => 'xiaomi-smart-home',
- 'Xiaomi' => 'xiaomi',
- 'Yamaha' => 'yamaha',
- 'Zelda: Breath of the Wild' => 'zelda-breath-of-the-wild',
- 'Zoos' => 'zoos',
- )
- ),
- 'order' => array(
- 'name' => 'Trier par',
- 'type' => 'list',
- 'title' => 'Ordre de tri des deals',
- 'values' => array(
- 'Du deal le plus Hot au moins Hot' => '',
- 'Du deal le plus récent au plus ancien' => '-nouveaux',
- 'Du deal le plus commentés au moins commentés' => '-commentes'
- )
- )
- )
- );
-
- public $lang = array(
- 'bridge-uri' => SELF::URI,
- 'bridge-name' => SELF::NAME,
- 'context-keyword' => 'Recherche par Mot(s) clé(s)',
- 'context-group' => 'Deals par groupe',
- 'uri-group' => '/groupe/',
- 'request-error' => 'Could not request Dealabs',
- 'no-results' => 'Il n'y a rien à afficher pour le moment :(',
- 'relative-date-indicator' => array(
- 'il y a',
- ),
- 'price' => 'Prix',
- 'shipping' => 'Livraison',
- 'origin' => 'Origine',
- 'discount' => 'Réduction',
- 'title-keyword' => 'Recherche',
- 'title-group' => 'Groupe',
- 'local-months' => array(
- 'janvier',
- 'février',
- 'mars',
- 'avril',
- 'mai',
- 'juin',
- 'juillet',
- 'août',
- 'septembre',
- 'octobre',
- 'novembre',
- 'décembre'
- ),
- 'local-time-relative' => array(
- 'il y a ',
- 'min',
- 'h',
- 'jour',
- 'jours',
- 'mois',
- 'ans',
- 'et '
- ),
- 'date-prefixes' => array(
- 'Actualisé ',
- ),
- 'relative-date-alt-prefixes' => array(
- 'Actualisé ',
- ),
- 'relative-date-ignore-suffix' => array(
- ),
-
- 'localdeal' => array(
- 'Local',
- 'Pays d\'expédition'
- ),
- );
-
-
-
-}
-
-class PepperBridgeAbstract extends BridgeAbstract {
-
- const CACHE_TIMEOUT = 3600;
-
- public function collectData(){
- switch($this->queriedContext) {
- case $this->i8n('context-keyword'):
- return $this->collectDataKeywords();
- break;
- case $this->i8n('context-group'):
- return $this->collectDataGroup();
- break;
- }
- }
-
- /**
- * Get the Deal data from the choosen group in the choosed order
- */
- protected function collectDataGroup()
- {
-
- $group = $this->getInput('group');
- $order = $this->getInput('order');
-
- $url = $this->i8n('bridge-uri')
- . $this->i8n('uri-group') . $group . $order;
- $this->collectDeals($url);
- }
-
- /**
- * Get the Deal data from the choosen keywords and parameters
- */
- protected function collectDataKeywords()
- {
- $q = $this->getInput('q');
- $hide_expired = $this->getInput('hide_expired');
- $hide_local = $this->getInput('hide_local');
- $priceFrom = $this->getInput('priceFrom');
- $priceTo = $this->getInput('priceFrom');
-
- /* Even if the original website uses POST with the search page, GET works too */
- $url = $this->i8n('bridge-uri')
- . '/search/advanced?q='
- . urlencode($q)
- . '&hide_expired=' . $hide_expired
- . '&hide_local=' . $hide_local
- . '&priceFrom=' . $priceFrom
- . '&priceTo=' . $priceTo
- /* Some default parameters
- * search_fields : Search in Titres & Descriptions & Codes
- * sort_by : Sort the search by new deals
- * time_frame : Search will not be on a limited timeframe
- */
- . '&search_fields[]=1&search_fields[]=2&search_fields[]=3&sort_by=new&time_frame=0';
- $this->collectDeals($url);
- }
-
- /**
- * Get the Deal data using the given URL
- */
- protected function collectDeals($url){
- $html = getSimpleHTMLDOM($url)
- or returnServerError($this->i8n('request-error'));
- $list = $html->find('article[id]');
-
- // Deal Image Link CSS Selector
- $selectorImageLink = implode(
- ' ', /* Notice this is a space! */
- array(
- 'cept-thread-image-link',
- 'imgFrame',
- 'imgFrame--noBorder',
- 'thread-listImgCell',
- )
- );
-
- // Deal Link CSS Selector
- $selectorLink = implode(
- ' ', /* Notice this is a space! */
- array(
- 'cept-tt',
- 'thread-link',
- 'linkPlain',
- )
- );
-
- // Deal Hotness CSS Selector
- $selectorHot = implode(
- ' ', /* Notice this is a space! */
- array(
- 'cept-vote-box',
- 'vote-box'
- )
- );
-
- // Deal Description CSS Selector
- $selectorDescription = implode(
- ' ', /* Notice this is a space! */
- array(
- 'cept-description-container',
- 'overflow--wrap-break'
- )
- );
-
- // Deal Date CSS Selector
- $selectorDate = implode(
- ' ', /* Notice this is a space! */
- array(
- 'size--all-s',
- 'flex',
- 'boxAlign-jc--all-fe'
- )
- );
-
- // If there is no results, we don't parse the content because it display some random deals
- $noresult = $html->find('h3[class=size--all-l size--fromW2-xl size--fromW3-xxl]', 0);
- if ($noresult != null && strpos($noresult->plaintext, $this->i8n('no-results')) !== false) {
- $this->items = array();
- } else {
- foreach ($list as $deal) {
- $item = array();
- $item['uri'] = $deal->find('div[class*=threadGrid-title]', 0)->find('a', 0)->href;
- $item['title'] = $deal->find('a[class*=' . $selectorLink . ']', 0
- )->plaintext;
- $item['author'] = $deal->find('span.thread-username', 0)->plaintext;
- $item['content'] = '
- . ')
'
- . $deal->find('a[class*=' . $selectorLink . ']', 0)->innertext
- . '
'
- . $this->getPrice($deal)
- . $this->getDiscount($deal)
- . $this->getShipsFrom($deal)
- . $this->getShippingCost($deal)
- . $this->GetSource($deal)
- . $deal->find('div[class*=' . $selectorDescription . ']', 0)->innertext
- . ''
- . $deal->find('div[class*=' . $selectorHot . ']', 0)
- ->find('span', 1)->outertext
- . '
';
- $dealDateDiv = $deal->find('div[class*=' . $selectorDate . ']', 0)
- ->find('span[class=hide--toW3]');
- $itemDate = end($dealDateDiv)->plaintext;
- // In case of a Local deal, there is no date, but we can use
- // this case for other reason (like date not in the last field)
- if ($this->contains($itemDate, $this->i8n('localdeal'))) {
- $item['timestamp'] = time();
- } else if ($this->contains($itemDate, $this->i8n('relative-date-indicator'))) {
- $item['timestamp'] = $this->relativeDateToTimestamp($itemDate);
- } else {
- $item['timestamp'] = $this->parseDate($itemDate);
- }
- $this->items[] = $item;
- }
- }
- }
-
- /**
- * Check if the string $str contains any of the string of the array $arr
- * @return boolean true if the string matched anything otherwise false
- */
- private function contains($str, array $arr)
- {
- foreach ($arr as $a) {
- if (stripos($str, $a) !== false) {
- return true;
- }
- }
- return false;
- }
-
- /**
- * Get the Price from a Deal if it exists
- * @return string String of the deal price
- */
- private function getPrice($deal)
- {
- if ($deal->find(
- 'span[class*=thread-price]', 0) != null) {
- return '' . $this->i8n('price') . ' : '
- . $deal->find(
- 'span[class*=thread-price]', 0
- )->plaintext
- . '';
- } else {
- return '';
- }
- }
-
- /**
- * Get the Shipping costs from a Deal if it exists
- * @return string String of the deal shipping Cost
- */
- private function getShippingCost($deal)
- {
- if ($deal->find('span[class*=cept-shipping-price]', 0) != null) {
- if ($deal->find('span[class*=cept-shipping-price]', 0)->children(0) != null) {
- return '' . $this->i8n('shipping') . ' : '
- . $deal->find('span[class*=cept-shipping-price]', 0)->children(0)->innertext
- . '';
- } else {
- return '' . $this->i8n('shipping') . ' : '
- . $deal->find('span[class*=cept-shipping-price]', 0)->innertext
- . '';
- }
- } else {
- return '';
- }
- }
-
- /**
- * Get the source of a Deal if it exists
- * @return string String of the deal source
- */
- private function GetSource($deal)
- {
- if ($deal->find('a[class=text--color-greyShade]', 0) != null) {
- return '' . $this->i8n('origin') . ' : '
- . $deal->find('a[class=text--color-greyShade]', 0)->outertext
- . '';
- } else {
- return '';
- }
- }
-
- /**
- * Get the original Price and discout from a Deal if it exists
- * @return string String of the deal original price and discount
- */
- private function getDiscount($deal)
- {
- if ($deal->find('span[class*=mute--text text--lineThrough]', 0) != null) {
- $discountHtml = $deal->find('span[class=space--ml-1 size--all-l size--fromW3-xl]', 0);
- if ($discountHtml != null) {
- $discount = $discountHtml->plaintext;
- } else {
- $discount = '';
- }
- return '' . $this->i8n('discount') . ' : '
- . $deal->find(
- 'span[class*=mute--text text--lineThrough]', 0
- )->plaintext
- . ' '
- . $discount
- . '';
- } else {
- return '';
- }
- }
-
- /**
- * Get the Picture URL from a Deal if it exists
- * @return string String of the deal Picture URL
- */
- private function getImage($deal)
- {
- $selectorLazy = implode(
- ' ', /* Notice this is a space! */
- array(
- 'thread-image',
- 'width--all-auto',
- 'height--all-auto',
- 'imgFrame-img',
- 'cept-thread-img',
- 'img--dummy',
- 'js-lazy-img'
- )
- );
-
- $selectorPlain = implode(
- ' ', /* Notice this is a space! */
- array(
- 'thread-image',
- 'width--all-auto',
- 'height--all-auto',
- 'imgFrame-img',
- 'cept-thread-img'
- )
- );
- if ($deal->find('img[class=' . $selectorLazy . ']', 0) != null) {
- return json_decode(
- html_entity_decode(
- $deal->find('img[class=' . $selectorLazy . ']', 0)
- ->getAttribute('data-lazy-img')))->{'src'};
- } else {
- return $deal->find('img[class*=' . $selectorPlain . ']', 0 )->src;
- }
- }
-
- /**
- * Get the originating country from a Deal if it exists
- * @return string String of the deal originating country
- */
- private function getShipsFrom($deal)
- {
- $selector = implode(
- ' ', /* Notice this is a space! */
- array(
- 'meta-ribbon',
- 'overflow--wrap-off',
- 'space--l-3',
- 'text--color-greyShade'
- )
- );
- if ($deal->find('span[class=' . $selector . ']', 0) != null) {
- return ''
- . $deal->find('span[class=' . $selector . ']', 0)->children(2)->plaintext
- . '';
- } else {
- return '';
- }
- }
-
- /**
- * Transforms a local date into a timestamp
- * @return int timestamp of the input date
- */
- private function parseDate($string)
- {
- $month_local = $this->i8n('local-months');
- $month_en = array(
- 'January',
- 'February',
- 'March',
- 'April',
- 'May',
- 'June',
- 'July',
- 'August',
- 'September',
- 'October',
- 'November',
- 'December'
- );
-
- // A date can be prfixed with some words, we remove theme
- $string = $this->removeDatePrefixes($string);
- // We translate the local months name in the english one
- $date_str = trim(str_replace($month_local, $month_en, $string));
-
- // If the date does not contain any year, we add the current year
- if (!preg_match('/[0-9]{4}/', $string)) {
- $date_str .= ' ' . date('Y');
- }
-
- // Add the Hour and minutes
- $date_str .= ' 00:00';
- $date = DateTime::createFromFormat('j F Y H:i', $date_str);
- // In some case, the date is not recognized : as a workaround the actual date is taken
- if($date === false) {
- $date = new DateTime();
- }
- return $date->getTimestamp();
- }
-
- /**
- * Remove the prefix of a date if it has one
- * @return the date without prefiux
- */
- private function removeDatePrefixes($string)
- {
- $string = str_replace($this->i8n('date-prefixes'), array(), $string);
- return $string;
- }
-
- /**
- * Remove the suffix of a relative date if it has one
- * @return the relative date without suffixes
- */
- private function removeRelativeDateSuffixes($string)
- {
- if (count($this->i8n('relative-date-ignore-suffix')) > 0) {
- $string = preg_replace($this->i8n('relative-date-ignore-suffix'), '', $string);
- }
- return $string;
- }
-
- /**
- * Transforms a relative local date into a timestamp
- * @return int timestamp of the input date
- */
- private function relativeDateToTimestamp($str) {
- $date = new DateTime();
-
- // In case of update date, replace it by the regular relative date first word
- $str = str_replace($this->i8n('relative-date-alt-prefixes'), $this->i8n('local-time-relative')[0], $str);
-
- $str = $this->removeRelativeDateSuffixes($str);
-
- $search = $this->i8n('local-time-relative');
-
- $replace = array(
- '-',
- 'minute',
- 'hour',
- 'day',
- 'month',
- 'year',
- ''
- );
-
- $date->modify(str_replace($search, $replace, $str));
- return $date->getTimestamp();
- }
-
- /**
- * Returns the RSS Feed title according to the parameters
- * @return string the RSS feed Tiyle
- */
- public function getName(){
- switch($this->queriedContext) {
- case $this->i8n('context-keyword'):
- return $this->i8n('bridge-name') . ' - ' . $this->i8n('title-keyword') . ' : ' . $this->getInput('q');
- break;
- case $this->i8n('context-group'):
- $values = $this->getParameters()[$this->i8n('context-group')]['group']['values'];
- $group = array_search($this->getInput('group'), $values);
- return $this->i8n('bridge-name') . ' - ' . $this->i8n('title-group') . ' : ' . $group;
- break;
- default: // Return default value
- return static::NAME;
- }
- }
-
- /**
- * This is some "localisation" function that returns the needed content using
- * the "$lang" class variable in the local class
- * @return various the local content needed
- */
- protected function i8n($key)
- {
- if (array_key_exists($key, $this->lang)) {
- return $this->lang[$key];
- } else {
- return null;
- }
- }
+class DealabsBridge extends PepperBridgeAbstract
+{
+ const NAME = 'Dealabs Bridge';
+ const URI = 'https://www.dealabs.com/';
+ const DESCRIPTION = 'Affiche les Deals de Dealabs';
+ const MAINTAINER = 'sysadminstory';
+ const PARAMETERS = [
+ 'Recherche par Mot(s) clé(s)' => [
+ 'q' => [
+ 'name' => 'Mot(s) clé(s)',
+ 'type' => 'text',
+ 'exampleValue' => 'lampe',
+ 'required' => true
+ ],
+ 'hide_expired' => [
+ 'name' => 'Masquer les éléments expirés',
+ 'type' => 'checkbox',
+ ],
+ 'hide_local' => [
+ 'name' => 'Masquer les deals locaux',
+ 'type' => 'checkbox',
+ 'title' => 'Masquer les deals en magasins physiques',
+ ],
+ 'priceFrom' => [
+ 'name' => 'Prix minimum',
+ 'type' => 'text',
+ 'title' => 'Prix mnimum en euros',
+ 'required' => false
+ ],
+ 'priceTo' => [
+ 'name' => 'Prix maximum',
+ 'type' => 'text',
+ 'title' => 'Prix maximum en euros',
+ 'required' => false
+ ],
+ ],
+
+ 'Deals par groupe' => [
+ 'group' => [
+ 'name' => 'Groupe',
+ 'type' => 'text',
+ 'exampleValue' => 'abonnements-internet',
+ 'title' => 'Nom du groupe dans l\'URL : Il faut entrer le nom du groupe qui est présent après "https://www.dealabs.com/groupe/" et avant tout éventuel "?"
+Exemple : Si l\'URL du groupe affichées dans le navigateur est :
+https://www.dealabs.com/groupe/abonnements-internet?sortBy=lowest_price
+Il faut alors saisir :
+abonnements-internet',
+ ],
+ 'subgroups' => [
+ 'name' => 'Catégorie',
+ 'type' => 'text',
+ 'exampleValue' => '1071',
+ 'title' => 'Numéro du ou des catégories dans l\'URL : Il faut entrer le ou les numéros de catégories qui sont présent après "groups=" et avant tout éventuel "&"
+Exemple : Si l\'URL du groupe affichées dans le navigateur est :
+https://www.dealabs.com/groupe/telecommunications?groups=1071%2C1070&sortBy=new
+Il faut alors saisir :
+1071%2C1070',
+ ],
+ 'order' => [
+ 'name' => 'Trier par',
+ 'type' => 'list',
+ 'title' => 'Ordre de tri des deals',
+ 'values' => [
+ 'Du deal le plus Hot au moins Hot' => '-hot',
+ 'Du deal le plus récent au plus ancien' => '-nouveaux',
+ ]
+ ]
+ ],
+ 'Surveillance Discussion' => [
+ 'url' => [
+ 'name' => 'URL de la discussion',
+ 'type' => 'text',
+ 'required' => true,
+ 'title' => 'URL discussion à surveiller: https://www.dealabs.com/discussions/titre-1234',
+ 'exampleValue' => 'https://www.dealabs.com/discussions/jeux-steam-gratuits-gleam-woobox-etc-1071415',
+ ],
+
+ 'only_with_url' => [
+ 'name' => 'Exclure les commentaires sans URL',
+ 'type' => 'checkbox',
+ 'title' => 'Exclure les commentaires ne contenant pas d\'URL dans le flux',
+ 'defaultValue' => false,
+ ]
+
+
+ ]
+
+ ];
+
+ public $lang = [
+ 'bridge-uri' => self::URI,
+ 'bridge-name' => self::NAME,
+ 'context-keyword' => 'Recherche par Mot(s) clé(s)',
+ 'context-group' => 'Deals par groupe',
+ 'context-talk' => 'Surveillance Discussion',
+ 'uri-group' => 'groupe/',
+ 'uri-deal' => 'bons-plans/',
+ 'uri-merchant' => 'search/bons-plans?merchant-id=',
+ 'image-host' => 'https://static-pepper.dealabs.com/',
+ 'request-error' => 'Impossible de joindre Dealabs',
+ 'thread-error' => 'Impossible de déterminer l\'ID de la discussion. Vérifiez l\'URL que vous avez entré',
+ 'currency' => '€',
+ 'price' => 'Prix',
+ 'shipping' => 'Livraison',
+ 'origin' => 'Origine',
+ 'discount' => 'Réduction',
+ 'title-keyword' => 'Recherche',
+ 'title-group' => 'Groupe',
+ 'title-talk' => 'Surveillance Discussion',
+ 'deal-type' => 'Type de deal',
+ 'localdeal' => 'Deal Local',
+ 'context-hot' => '-hot',
+ 'context-new' => '-nouveaux',
+ ];
}
diff --git a/bridges/DemoBridge.php b/bridges/DemoBridge.php
index f48b4510a34..18582aa62de 100644
--- a/bridges/DemoBridge.php
+++ b/bridges/DemoBridge.php
@@ -1,46 +1,48 @@
array(
- 'testCheckbox' => array(
- 'type' => 'checkbox',
- 'name' => 'test des checkbox'
- )
- ),
- 'testList' => array(
- 'testList' => array(
- 'type' => 'list',
- 'name' => 'test des listes',
- 'values' => array(
- 'Test' => 'test',
- 'Test 2' => 'test2'
- )
- )
- ),
- 'testNumber' => array(
- 'testNumber' => array(
- 'type' => 'number',
- 'name' => 'test des numéros',
- 'exampleValue' => '1515632'
- )
- )
- );
+ const PARAMETERS = [
+ 'testCheckbox' => [
+ 'testCheckbox' => [
+ 'type' => 'checkbox',
+ 'name' => 'test des checkbox'
+ ]
+ ],
+ 'testList' => [
+ 'testList' => [
+ 'type' => 'list',
+ 'name' => 'test des listes',
+ 'values' => [
+ 'Test' => 'test',
+ 'Test 2' => 'test2'
+ ]
+ ]
+ ],
+ 'testNumber' => [
+ 'testNumber' => [
+ 'type' => 'number',
+ 'name' => 'test des numéros',
+ 'exampleValue' => '1515632'
+ ]
+ ]
+ ];
- public function collectData(){
+ public function collectData()
+ {
+ $item = [];
+ $item['author'] = 'Me!';
+ $item['title'] = 'Test';
+ $item['content'] = 'Awesome content !';
+ $item['id'] = 'Lalala';
+ $item['uri'] = 'http://example.com/test';
- $item = array();
- $item['author'] = 'Me!';
- $item['title'] = 'Test';
- $item['content'] = 'Awesome content !';
- $item['id'] = 'Lalala';
- $item['uri'] = 'http://example.com/test';
-
- $this->items[] = $item;
- }
+ $this->items[] = $item;
+ }
}
diff --git a/bridges/DemosBerlinBridge.php b/bridges/DemosBerlinBridge.php
new file mode 100644
index 00000000000..cc44a7cf504
--- /dev/null
+++ b/bridges/DemosBerlinBridge.php
@@ -0,0 +1,63 @@
+ [
+ 'name' => 'Tage',
+ 'type' => 'number',
+ 'title' => 'Einträge für die nächsten Tage zurückgeben',
+ 'required' => true,
+ 'defaultValue' => 7,
+ ]
+ ]];
+
+ public function getIcon()
+ {
+ return 'https://www.berlin.de/i9f/r1/images/favicon/favicon.ico';
+ }
+
+ public function collectData()
+ {
+ $url = 'https://www.berlin.de/polizei/service/versammlungsbehoerde/versammlungen-aufzuege/index.php/index/all.json';
+ $json = getContents($url);
+ $jsonFile = json_decode($json, true);
+
+ $daysInterval = DateInterval::createFromDateString($this->getInput('days') . ' day');
+ $maxTargetDate = date_add(new DateTime('now'), $daysInterval);
+
+ foreach ($jsonFile['index'] as $entry) {
+ $entryDay = implode('-', array_reverse(explode('.', $entry['datum']))); // dd.mm.yyyy to yyyy-mm-dd
+ $ts = (new DateTime())->setTimestamp(strtotime($entryDay));
+ if ($ts <= $maxTargetDate) {
+ $item = [];
+ $item['uri'] = 'https://www.berlin.de/polizei/service/versammlungsbehoerde/versammlungen-aufzuege/index.php/detail/' . $entry['id'];
+ $item['timestamp'] = $entryDay . ' ' . $entry['von'];
+ $item['title'] = $entry['thema'];
+ $location = $entry['strasse_nr'] . ' ' . $entry['plz'];
+ $locationQuery = http_build_query(['query' => $location]);
+ $item['content'] = <<{$entry['thema']}
+ 📅
+
+ 📍 {$location}
+
+ {$entry['aufzugsstrecke']}
+ HTML;
+ $item['uid'] = $this->getSanitizedHash($entry['datum'] . '-' . $entry['von'] . '-' . $entry['bis'] . '-' . $entry['thema']);
+
+ $this->items[] = $item;
+ }
+ }
+ }
+
+ private function getSanitizedHash($string)
+ {
+ return hash('sha1', preg_replace('/[^a-zA-Z0-9]/', '', strtolower($string)));
+ }
+}
diff --git a/bridges/DerpibooruBridge.php b/bridges/DerpibooruBridge.php
index 995e0cc14ea..2d650d57e46 100644
--- a/bridges/DerpibooruBridge.php
+++ b/bridges/DerpibooruBridge.php
@@ -1,113 +1,118 @@
array(
- 'name' => 'Filter',
- 'type' => 'list',
- 'values' => array(
- 'Everything' => 56027,
- '18+ R34' => 37432,
- 'Legacy Default' => 37431,
- '18+ Dark' => 37429,
- 'Maximum Spoilers' => 37430,
- 'Default' => 100073
- ),
- 'defaultValue' => 56027
+class DerpibooruBridge extends BridgeAbstract
+{
+ const NAME = 'Derpibooru Bridge';
+ const URI = 'https://derpibooru.org/';
+ const DESCRIPTION = 'Returns newest images from a Derpibooru search';
+ const CACHE_TIMEOUT = 300; // 5min
+ const MAINTAINER = 'Roliga';
- ),
- 'q' => array(
- 'name' => 'Query',
- 'required' => true
- )
- )
- );
+ const PARAMETERS = [
+ [
+ 'f' => [
+ 'name' => 'Filter',
+ 'type' => 'list',
+ 'values' => [
+ 'Everything' => 56027,
+ '18+ R34' => 37432,
+ 'Legacy Default' => 37431,
+ '18+ Dark' => 37429,
+ 'Maximum Spoilers' => 37430,
+ 'Default' => 100073
+ ],
+ 'defaultValue' => 56027
- public function detectParameters($url){
- $params = array();
+ ],
+ 'q' => [
+ 'name' => 'Query',
+ 'required' => true,
+ 'exampleValue' => 'dog',
+ ]
+ ]
+ ];
- // Search page e.g. https://derpibooru.org/search?q=cute
- $regex = '/^(https?:\/\/)?(www\.)?derpibooru.org\/search.+q=([^\/&?\n]+)/';
- if(preg_match($regex, $url, $matches) > 0) {
- $params['q'] = urldecode($matches[3]);
- return $params;
- }
+ public function detectParameters($url)
+ {
+ $params = [];
- // Tag page, e.g. https://derpibooru.org/tags/artist-colon-devinian
- $regex = '/^(https?:\/\/)?(www\.)?derpibooru.org\/tags\/([^\/&?\n]+)/';
- if(preg_match($regex, $url, $matches) > 0) {
- $params['q'] = str_replace('-colon-', ':', urldecode($matches[3]));
- return $params;
- }
+ // Search page e.g. https://derpibooru.org/search?q=cute
+ $regex = '/^(https?:\/\/)?(www\.)?derpibooru.org\/search.+q=([^\/&?\n]+)/';
+ if (preg_match($regex, $url, $matches) > 0) {
+ $params['q'] = urldecode($matches[3]);
+ return $params;
+ }
- return null;
- }
+ // Tag page, e.g. https://derpibooru.org/tags/artist-colon-devinian
+ $regex = '/^(https?:\/\/)?(www\.)?derpibooru.org\/tags\/([^\/&?\n]+)/';
+ if (preg_match($regex, $url, $matches) > 0) {
+ $params['q'] = str_replace('-colon-', ':', urldecode($matches[3]));
+ return $params;
+ }
- public function getName(){
- if(!is_null($this->getInput('q'))) {
- return 'Derpibooru search for: '
- . $this->getInput('q');
- } else {
- return parent::getName();
- }
- }
+ return null;
+ }
- public function getURI(){
- if(!is_null($this->getInput('f')) && !is_null($this->getInput('q'))) {
- return self::URI
- . 'search?filter_id='
- . urlencode($this->getInput('f'))
- . '&q='
- . urlencode($this->getInput('q'));
- } else {
- return parent::getURI();
- }
- }
+ public function getName()
+ {
+ if (!is_null($this->getInput('q'))) {
+ return 'Derpibooru search for: '
+ . $this->getInput('q');
+ } else {
+ return parent::getName();
+ }
+ }
- public function collectData(){
- $queryJson = json_decode(getContents(
- self::URI
- . 'search.json?filter_id='
- . urlencode($this->getInput('f'))
- . '&q='
- . urlencode($this->getInput('q'))
- )) or returnServerError('Failed to query Derpibooru');
+ public function getURI()
+ {
+ if (!is_null($this->getInput('f')) && !is_null($this->getInput('q'))) {
+ return self::URI
+ . 'search?filter_id='
+ . urlencode($this->getInput('f'))
+ . '&q='
+ . urlencode($this->getInput('q'));
+ } else {
+ return parent::getURI();
+ }
+ }
- foreach($queryJson->search as $post) {
- $item = array();
+ public function collectData()
+ {
+ $url = self::URI . 'api/v1/json/search/images?filter_id=' . urlencode($this->getInput('f')) . '&q=' . urlencode($this->getInput('q'));
- $postUri = self::URI . $post->id;
+ $queryJson = json_decode(getContents($url));
- $item['uri'] = $postUri;
- $item['title'] = $post->id;
- $item['timestamp'] = strtotime($post->created_at);
- $item['author'] = $post->uploader;
- $item['enclosures'] = array('https:' . $post->image);
- $item['categories'] = explode(', ', $post->tags);
+ foreach ($queryJson->images as $post) {
+ $item = [];
- $item['content'] = '
' // description
- . $post->description
- . '
Size: ' // image size
- . $post->width
- . 'x'
- . $post->height
- . '
Source: '
- . $post->source_url
- . '
';
+ $postUri = self::URI . $post->id;
- $this->items[] = $item;
- }
- }
+ $item['uri'] = $postUri;
+ $item['title'] = $post->name;
+ $item['timestamp'] = strtotime($post->created_at);
+ $item['author'] = $post->uploader;
+ $item['enclosures'] = [$post->view_url];
+ $item['categories'] = $post->tags;
+
+ $item['content'] = '
' // description
+ . $post->description
+ . '
Size: ' // image size
+ . $post->width
+ . 'x'
+ . $post->height;
+ // source link
+ if ($post->source_url != null) {
+ $item['content'] .= '
Source: '
+ . $post->source_url
+ . '
';
+ };
+ $this->items[] = $item;
+ }
+ }
}
diff --git a/bridges/DesoutterBridge.php b/bridges/DesoutterBridge.php
index 38761ed8f4a..5331ff35aac 100644
--- a/bridges/DesoutterBridge.php
+++ b/bridges/DesoutterBridge.php
@@ -1,246 +1,250 @@
array(
- 'news_lang' => array(
- 'name' => 'Language',
- 'type' => 'list',
- 'title' => 'Select your language',
- 'defaultValue' => 'Corporate',
- 'values' => array(
- 'Corporate'
- => 'https://www.desouttertools.com/about-desoutter/news-events',
- 'Česko'
- => 'https://www.desouttertools.cz/o-desoutter/aktuality-udalsoti',
- 'Deutschland'
- => 'https://www.desoutter.de/ueber-desoutter/news-events',
- 'España'
- => 'https://www.desouttertools.es/sobre-desoutter/noticias-eventos',
- 'México'
- => 'https://www.desouttertools.mx/acerca-desoutter/noticias-eventos',
- 'France'
- => 'https://www.desouttertools.fr/a-propos-de-desoutter/actualites-evenements',
- 'Magyarország'
- => 'https://www.desouttertools.hu/a-desoutter-vallalatrol/hirek-esemenyek',
- 'Italia'
- => 'https://www.desouttertools.it/su-desoutter/news-eventi',
- '日本'
- => 'https://www.desouttertools.jp/desotanituite/niyusu-ibento',
- '대한민국'
- => 'https://www.desouttertools.co.kr/desoteoe-daehaeseo/nyuseu-mic-ibenteu',
- 'Polska'
- => 'https://www.desouttertools.pl/o-desoutter/aktualnosci-wydarzenia',
- 'Brasil'
- => 'https://www.desouttertools.com.br/sobre-desoutter/noti%C2%ADcias-eventos',
- 'Portugal'
- => 'https://www.desouttertools.pt/sobre-desoutter/notIcias-eventos',
- 'România'
- => 'https://www.desouttertools.ro/despre-desoutter/noutati-evenimente',
- 'Российская Федерация'
- => 'https://www.desouttertools.com.ru/o-desoutter/novosti-mieropriiatiia',
- 'Slovensko'
- => 'https://www.desouttertools.sk/o-spolocnosti-desoutter/novinky-udalosti',
- 'Slovenija'
- => 'https://www.desouttertools.si/o-druzbi-desoutter/novice-dogodki',
- 'Sverige'
- => 'https://www.desouttertools.se/om-desoutter/nyheter-evenemang',
- 'Türkiye'
- => 'https://www.desoutter.com.tr/desoutter-hakkinda/haberler-etkinlikler',
- '中国'
- => 'https://www.desouttertools.com.cn/guan-yu-ma-tou/xin-wen-he-huo-dong',
- )
- ),
- ),
- self::CATEGORY_INDUSTRY => array(
- 'industry_lang' => array(
- 'name' => 'Language',
- 'type' => 'list',
- 'title' => 'Select your language',
- 'defaultValue' => 'Corporate',
- 'values' => array(
- 'Corporate'
- => 'https://www.desouttertools.com/industry-4-0/news',
- 'Česko'
- => 'https://www.desouttertools.cz/prumysl-4-0/novinky',
- 'Deutschland'
- => 'https://www.desoutter.de/industrie-4-0/news',
- 'España'
- => 'https://www.desouttertools.es/industria-4-0/noticias',
- 'México'
- => 'https://www.desouttertools.mx/industria-4-0/noticias',
- 'France'
- => 'https://www.desouttertools.fr/industrie-4-0/actualites',
- 'Magyarország'
- => 'https://www.desouttertools.hu/industry-4-0/hirek',
- 'Italia'
- => 'https://www.desouttertools.it/industry-4-0/news',
- '日本'
- => 'https://www.desouttertools.jp/industry-4-0/news',
- '대한민국'
- => 'https://www.desouttertools.co.kr/industry-4-0/news',
- 'Polska'
- => 'https://www.desouttertools.pl/przemysl-4-0/wiadomosci',
- 'Brasil'
- => 'https://www.desouttertools.com.br/industria-4-0/noticias',
- 'Portugal'
- => 'https://www.desouttertools.pt/industria-4-0/noticias',
- 'România'
- => 'https://www.desouttertools.ro/industry-4-0/noutati',
- 'Российская Федерация'
- => 'https://www.desouttertools.com.ru/industry-4-0/news',
- 'Slovensko'
- => 'https://www.desouttertools.sk/priemysel-4-0/novinky',
- 'Slovenija'
- => 'https://www.desouttertools.si/industrija-4-0/novice',
- 'Sverige'
- => 'https://www.desouttertools.se/industri-4-0/nyheter',
- 'Türkiye'
- => 'https://www.desoutter.com.tr/endustri-4-0/haberler',
- '中国'
- => 'https://www.desouttertools.com.cn/industry-4-0/news',
- )
- ),
- ),
- 'global' => array(
- 'full' => array(
- 'name' => 'Load full articles',
- 'type' => 'checkbox',
- 'title' => 'Enable to load the full article for each item'
- ),
- 'limit' => array(
- 'name' => 'Limit',
- 'type' => 'number',
- 'defaultValue' => 3,
- 'title' => "Maximum number of items to return in the feed.\n0 = unlimited"
- )
- )
- );
-
- private $title;
-
- public function getURI() {
- switch($this->queriedContext) {
- case self::CATEGORY_NEWS:
- return $this->getInput('news_lang') ?: parent::getURI();
- case self::CATEGORY_INDUSTRY:
- return $this->getInput('industry_lang') ?: parent::getURI();
- }
-
- return parent::getURI();
- }
-
- public function getName() {
- return isset($this->title) ? $this->title . ' - ' . parent::getName() : parent::getName();
- }
-
- public function collectData() {
-
- // Uncomment to generate list of languages automtically (dev mode)
- /*
- switch($this->queriedContext) {
- case self::CATEGORY_NEWS:
- $this->extractNewsLanguages(); die;
- case self::CATEGORY_INDUSTRY:
- $this->extractIndustryLanguages(); die;
- }
- */
-
- $html = getSimpleHTMLDOM($this->getURI())
- or returnServerError('Could not request ' . $this->getURI());
-
- $html = defaultLinkTo($html, $this->getURI());
-
- $this->title = html_entity_decode($html->find('title', 0)->plaintext, ENT_QUOTES);
-
- $limit = $this->getInput('limit') ?: 0;
-
- foreach($html->find('article') as $article) {
- $item = array();
-
- $item['uri'] = $article->find('a', 0)->href;
- $item['title'] = $article->find('a[title]', 0)->title;
-
- if($this->getInput('full')) {
- $item['content'] = $this->getFullNewsArticle($item['uri']);
- } else {
- $item['content'] = $article->find('div.tile-body p', 0)->plaintext;
- }
-
- $this->items[] = $item;
-
- if ($limit > 0 && count($this->items) >= $limit) break;
- }
-
- }
-
- private function getFullNewsArticle($uri) {
- $html = getSimpleHTMLDOMCached($uri)
- or returnServerError('Unable to load full article!');
-
- $html = defaultLinkTo($html, $this->getURI());
-
- return $html->find('section.article', 0);
- }
-
- /**
- * Generates a HTML page with a PHP formatted array of languages,
- * pointing to the corresponding news pages. Implementation is based
- * on the 'Corporate' site.
- * @return void
- */
- private function extractNewsLanguages() {
- $html = getSimpleHTMLDOMCached('https://www.desouttertools.com/about-desoutter/news-events')
- or returnServerError('Error loading news!');
-
- $html = defaultLinkTo($html, static::URI);
-
- $items = $html->find('ul[class="dropdown-menu"] li');
-
- $list = "\t'Corporate'\n\t=> 'https://www.desouttertools.com/about-desoutter/news-events',\n";
-
- foreach($items as $item) {
- $lang = trim($item->plaintext);
- $uri = $item->find('a', 0)->href;
- $list .= "\t'{$lang}'\n\t=> '{$uri}',\n";
- }
+class DesoutterBridge extends BridgeAbstract
+{
+ const CATEGORY_NEWS = 'News & Events';
+ const CATEGORY_INDUSTRY = 'Industry 4.0 News';
+
+ const NAME = 'Desoutter Bridge';
+ const URI = 'https://www.desouttertools.com';
+ const DESCRIPTION = 'Returns feeds for news from Desoutter';
+ const MAINTAINER = 'logmanoriginal';
+ const CACHE_TIMEOUT = 86400; // 24 hours
+
+ const PARAMETERS = [
+ self::CATEGORY_NEWS => [
+ 'news_lang' => [
+ 'name' => 'Language',
+ 'type' => 'list',
+ 'title' => 'Select your language',
+ 'defaultValue' => 'https://www.desouttertools.com/about-desoutter/news-events',
+ 'values' => [
+ 'Corporate'
+ => 'https://www.desouttertools.com/about-desoutter/news-events',
+ 'Česko'
+ => 'https://www.desouttertools.cz/o-desoutter/aktuality-udalsoti',
+ 'Deutschland'
+ => 'https://www.desoutter.de/ueber-desoutter/news-events',
+ 'España'
+ => 'https://www.desouttertools.es/sobre-desoutter/noticias-eventos',
+ 'México'
+ => 'https://www.desouttertools.mx/acerca-desoutter/noticias-eventos',
+ 'France'
+ => 'https://www.desouttertools.fr/a-propos-de-desoutter/actualites-evenements',
+ 'Magyarország'
+ => 'https://www.desouttertools.hu/a-desoutter-vallalatrol/hirek-esemenyek',
+ 'Italia'
+ => 'https://www.desouttertools.it/su-desoutter/news-eventi',
+ '日本'
+ => 'https://www.desouttertools.jp/desotanituite/niyusu-ibento',
+ '대한민국'
+ => 'https://www.desouttertools.co.kr/desoteoe-daehaeseo/nyuseu-mic-ibenteu',
+ 'Polska'
+ => 'https://www.desouttertools.pl/o-desoutter/aktualnosci-wydarzenia',
+ 'Brasil'
+ => 'https://www.desouttertools.com.br/sobre-desoutter/noti%C2%ADcias-eventos',
+ 'Portugal'
+ => 'https://www.desouttertools.pt/sobre-desoutter/notIcias-eventos',
+ 'România'
+ => 'https://www.desouttertools.ro/despre-desoutter/noutati-evenimente',
+ 'Российская Федерация'
+ => 'https://www.desouttertools.com.ru/o-desoutter/novosti-mieropriiatiia',
+ 'Slovensko'
+ => 'https://www.desouttertools.sk/o-spolocnosti-desoutter/novinky-udalosti',
+ 'Slovenija'
+ => 'https://www.desouttertools.si/o-druzbi-desoutter/novice-dogodki',
+ 'Sverige'
+ => 'https://www.desouttertools.se/om-desoutter/nyheter-evenemang',
+ 'Türkiye'
+ => 'https://www.desoutter.com.tr/desoutter-hakkinda/haberler-etkinlikler',
+ '中国'
+ => 'https://www.desouttertools.com.cn/guan-yu-ma-tou/xin-wen-he-huo-dong',
+ ]
+ ],
+ ],
+ self::CATEGORY_INDUSTRY => [
+ 'industry_lang' => [
+ 'name' => 'Language',
+ 'type' => 'list',
+ 'title' => 'Select your language',
+ 'defaultValue' => 'Corporate',
+ 'values' => [
+ 'Corporate'
+ => 'https://www.desouttertools.com/industry-4-0/news',
+ 'Česko'
+ => 'https://www.desouttertools.cz/prumysl-4-0/novinky',
+ 'Deutschland'
+ => 'https://www.desoutter.de/industrie-4-0/news',
+ 'España'
+ => 'https://www.desouttertools.es/industria-4-0/noticias',
+ 'México'
+ => 'https://www.desouttertools.mx/industria-4-0/noticias',
+ 'France'
+ => 'https://www.desouttertools.fr/industrie-4-0/actualites',
+ 'Magyarország'
+ => 'https://www.desouttertools.hu/industry-4-0/hirek',
+ 'Italia'
+ => 'https://www.desouttertools.it/industry-4-0/news',
+ '日本'
+ => 'https://www.desouttertools.jp/industry-4-0/news',
+ '대한민국'
+ => 'https://www.desouttertools.co.kr/industry-4-0/news',
+ 'Polska'
+ => 'https://www.desouttertools.pl/przemysl-4-0/wiadomosci',
+ 'Brasil'
+ => 'https://www.desouttertools.com.br/industria-4-0/noticias',
+ 'Portugal'
+ => 'https://www.desouttertools.pt/industria-4-0/noticias',
+ 'România'
+ => 'https://www.desouttertools.ro/industry-4-0/noutati',
+ 'Российская Федерация'
+ => 'https://www.desouttertools.com.ru/industry-4-0/news',
+ 'Slovensko'
+ => 'https://www.desouttertools.sk/priemysel-4-0/novinky',
+ 'Slovenija'
+ => 'https://www.desouttertools.si/industrija-4-0/novice',
+ 'Sverige'
+ => 'https://www.desouttertools.se/industri-4-0/nyheter',
+ 'Türkiye'
+ => 'https://www.desoutter.com.tr/endustri-4-0/haberler',
+ '中国'
+ => 'https://www.desouttertools.com.cn/industry-4-0/news',
+ ]
+ ],
+ ],
+ 'global' => [
+ 'full' => [
+ 'name' => 'Load full articles',
+ 'type' => 'checkbox',
+ 'title' => 'Enable to load the full article for each item'
+ ],
+ 'limit' => [
+ 'name' => 'Limit',
+ 'type' => 'number',
+ 'required' => true,
+ 'defaultValue' => 3,
+ 'title' => "Maximum number of items to return in the feed.\n0 = unlimited"
+ ]
+ ]
+ ];
+
+ private $title;
+
+ public function getURI()
+ {
+ switch ($this->queriedContext) {
+ case self::CATEGORY_NEWS:
+ return $this->getInput('news_lang') ?: parent::getURI();
+ case self::CATEGORY_INDUSTRY:
+ return $this->getInput('industry_lang') ?: parent::getURI();
+ }
+
+ return parent::getURI();
+ }
+
+ public function getName()
+ {
+ return isset($this->title) ? $this->title . ' - ' . parent::getName() : parent::getName();
+ }
+
+ public function collectData()
+ {
+ // Uncomment to generate list of languages automtically (dev mode)
+ /*
+ switch($this->queriedContext) {
+ case self::CATEGORY_NEWS:
+ $this->extractNewsLanguages(); die;
+ case self::CATEGORY_INDUSTRY:
+ $this->extractIndustryLanguages(); die;
+ }
+ */
+
+ $html = getSimpleHTMLDOM($this->getURI());
+
+ $html = defaultLinkTo($html, $this->getURI());
+
+ $this->title = html_entity_decode($html->find('title', 0)->plaintext, ENT_QUOTES);
+
+ $limit = $this->getInput('limit') ?: 0;
+
+ foreach ($html->find('article') as $article) {
+ $item = [];
+
+ $item['uri'] = $article->find('a', 0)->href;
+ $item['title'] = $article->find('a[title]', 0)->title;
+
+ if ($this->getInput('full')) {
+ $item['content'] = $this->getFullNewsArticle($item['uri']);
+ } else {
+ $item['content'] = $article->find('div.tile-body p', 0)->plaintext;
+ }
+
+ $this->items[] = $item;
+
+ if ($limit > 0 && count($this->items) >= $limit) {
+ break;
+ }
+ }
+ }
+
+ private function getFullNewsArticle($uri)
+ {
+ $html = getSimpleHTMLDOMCached($uri);
+
+ $html = defaultLinkTo($html, $this->getURI());
+
+ return $html->find('section.article', 0);
+ }
+
+ /**
+ * Generates a HTML page with a PHP formatted array of languages,
+ * pointing to the corresponding news pages. Implementation is based
+ * on the 'Corporate' site.
+ * @return void
+ */
+ private function extractNewsLanguages()
+ {
+ $html = getSimpleHTMLDOMCached('https://www.desouttertools.com/about-desoutter/news-events');
+
+ $html = defaultLinkTo($html, static::URI);
+
+ $items = $html->find('ul[class="dropdown-menu"] li');
+
+ $list = "\t'Corporate'\n\t=> 'https://www.desouttertools.com/about-desoutter/news-events',\n";
+
+ foreach ($items as $item) {
+ $lang = trim($item->plaintext);
+ $uri = $item->find('a', 0)->href;
+
+ $list .= "\t'{$lang}'\n\t=> '{$uri}',\n";
+ }
+
+ echo $list;
+ }
- echo $list;
- }
+ /**
+ * Generates a HTML page with a PHP formatted array of languages,
+ * pointing to the corresponding news pages. Implementation is based
+ * on the 'Corporate' site.
+ * @return void
+ */
+ private function extractIndustryLanguages()
+ {
+ $html = getSimpleHTMLDOMCached('https://www.desouttertools.com/industry-4-0/news');
- /**
- * Generates a HTML page with a PHP formatted array of languages,
- * pointing to the corresponding news pages. Implementation is based
- * on the 'Corporate' site.
- * @return void
- */
- private function extractIndustryLanguages() {
- $html = getSimpleHTMLDOMCached('https://www.desouttertools.com/industry-4-0/news')
- or returnServerError('Error loading news!');
+ $html = defaultLinkTo($html, static::URI);
- $html = defaultLinkTo($html, static::URI);
+ $items = $html->find('ul[class="dropdown-menu"] li');
- $items = $html->find('ul[class="dropdown-menu"] li');
+ $list = "\t'Corporate'\n\t=> 'https://www.desouttertools.com/industry-4-0/news',\n";
- $list = "\t'Corporate'\n\t=> 'https://www.desouttertools.com/industry-4-0/news',\n";
+ foreach ($items as $item) {
+ $lang = trim($item->plaintext);
+ $uri = $item->find('a', 0)->href;
- foreach($items as $item) {
- $lang = trim($item->plaintext);
- $uri = $item->find('a', 0)->href;
+ $list .= "\t'{$lang}'\n\t=> '{$uri}',\n";
+ }
- $list .= "\t'{$lang}'\n\t=> '{$uri}',\n";
- }
-
- echo $list;
- }
+ echo $list;
+ }
}
diff --git a/bridges/DeutscheWelleBridge.php b/bridges/DeutscheWelleBridge.php
new file mode 100644
index 00000000000..51214320640
--- /dev/null
+++ b/bridges/DeutscheWelleBridge.php
@@ -0,0 +1,148 @@
+ [
+ 'name' => 'feed',
+ 'type' => 'list',
+ 'values' => [
+ 'All Top Stories and News Updates'
+ => 'http://rss.dw.com/atom/rss-en-all',
+ 'Top Stories'
+ => 'http://rss.dw.com/atom/rss-en-top',
+ 'Germany'
+ => 'http://rss.dw.com/atom/rss-en-ger',
+ 'World'
+ => 'http://rss.dw.com/atom/rss-en-world',
+ 'Europe'
+ => 'http://rss.dw.com/atom/rss-en-eu',
+ 'Business'
+ => 'http://rss.dw.com/atom/rss-en-bus',
+ 'Science'
+ => 'http://rss.dw.com/atom/rss_en_science',
+ 'Environment'
+ => 'http://rss.dw.com/atom/rss_en_environment',
+ 'Culture & Lifestyle'
+ => 'http://rss.dw.com/atom/rss-en-cul',
+ 'Sports'
+ => 'http://rss.dw.de/atom/rss-en-sports',
+ 'Visit Germany'
+ => 'http://rss.dw.com/atom/rss-en-visitgermany',
+ 'Asia'
+ => 'http://rss.dw.com/atom/rss-en-asia',
+ 'Deutsche Welle Gesamt'
+ => 'http://rss.dw.com/atom/rss-de-all',
+ 'Themen des Tages'
+ => 'http://rss.dw.com/atom/rss-de-top',
+ 'Nachrichten'
+ => 'http://rss.dw.com/atom/rss-de-news',
+ 'Wissenschaft'
+ => 'http://rss.dw.com/atom/rss-de-wissenschaft',
+ 'Sport'
+ => 'http://rss.dw.com/atom/rss-de-sport',
+ 'Deutschland entdecken'
+ => 'http://rss.dw.com/atom/rss-de-deutschlandentdecken',
+ 'Presse'
+ => 'http://rss.dw.com/atom/presse',
+ 'Politik'
+ => 'http://rss.dw.com/atom/rss_de_politik',
+ 'Wirtschaft'
+ => 'http://rss.dw.com/atom/rss-de-eco',
+ 'Kultur & Leben'
+ => 'http://rss.dw.com/atom/rss-de-cul',
+ 'Kultur & Leben: Buch'
+ => 'http://rss.dw.com/atom/rss-de-cul-buch',
+ 'Kultur & Leben: Film'
+ => 'http://rss.dw.com/atom/rss-de-cul-film',
+ 'Kultur & Leben: Musik'
+ => 'http://rss.dw.com/atom/rss-de-cul-musik',
+ ]
+ ]
+ ]];
+
+ public function collectData()
+ {
+ $this->collectExpandableDatas($this->getInput('feed'));
+ }
+
+ protected function parseItem(array $item)
+ {
+ $parsedUri = parse_url($item['uri']);
+ unset($parsedUri['query']);
+ $item['uri'] = $this->unparseUrl($parsedUri);
+
+ $page = getSimpleHTMLDOM($item['uri']);
+ $page = defaultLinkTo($page, $item['uri']);
+
+ $article = $page->find('article', 0);
+
+ // author
+ $author = $article->find('.author-link > span', 0);
+ if ($author) {
+ $item['author'] = $author->text();
+ }
+
+ $teaser = $article->find('.teaser-text', 0);
+ if (!is_null($teaser)) {
+ $item['content'] = $teaser->outertext();
+ } else {
+ $item['content'] = '';
+ }
+
+ // remove unneeded elements
+ foreach (
+ $article->find(
+ 'header, .advertisement, [data-tracking-name="sharing-icons-inline"], a.external-link > svg, picture > source, .vjs-wrapper, .dw-widget, footer'
+ ) as $bad
+ ) {
+ $bad->remove();
+ }
+ // reload html as remove() is buggy
+ $article = str_get_html($article->outertext());
+
+ // remove width and height values from img tags
+ foreach ($article->find('img') as $img) {
+ $img->width = null;
+ $img->height = null;
+ }
+
+ // remove bad img src's added by defaultLinkTo() above
+ // these images should have src="" and will then use
+ // the srcset attribute to load the best image for the displayed size
+ foreach ($article->find('figure > picture > img') as $img) {
+ $img->src = '';
+ }
+
+ // replace lazy-loaded images
+ foreach ($article->find('figure.placeholder-image') as $figure) {
+ $img = $figure->find('img', 0);
+ $img->src = str_replace('${formatId}', '906', $img->getAttribute('data-url'));
+ $img->style = null;
+ }
+
+ $item['content'] .= $article->save();
+
+ return $item;
+ }
+
+ // https://www.php.net/manual/en/function.parse-url.php#106731
+ private function unparseUrl($parsed_url)
+ {
+ $scheme = isset($parsed_url['scheme']) ? $parsed_url['scheme'] . '://' : '';
+ $host = isset($parsed_url['host']) ? $parsed_url['host'] : '';
+ $port = isset($parsed_url['port']) ? ':' . $parsed_url['port'] : '';
+ $user = isset($parsed_url['user']) ? $parsed_url['user'] : '';
+ $pass = isset($parsed_url['pass']) ? $parsed_url['pass'] : '';
+ $pass = ($user || $pass) ? "$pass@" : '';
+ $path = isset($parsed_url['path']) ? $parsed_url['path'] : '';
+ $query = isset($parsed_url['query']) ? '?' . $parsed_url['query'] : '';
+ $fragment = isset($parsed_url['fragment']) ? '#' . $parsed_url['fragment'] : '';
+ return "$scheme$user$pass$host$port$path$query$fragment";
+ }
+}
diff --git a/bridges/DeutscherAeroClubBridge.php b/bridges/DeutscherAeroClubBridge.php
new file mode 100644
index 00000000000..de98798db58
--- /dev/null
+++ b/bridges/DeutscherAeroClubBridge.php
@@ -0,0 +1,28 @@
+setTime(0, 0, 0);
+ return $dti->getTimestamp();
+ }
+}
+
diff --git a/bridges/DevToBridge.php b/bridges/DevToBridge.php
index 868ac9763e8..d1e27d79919 100644
--- a/bridges/DevToBridge.php
+++ b/bridges/DevToBridge.php
@@ -1,103 +1,134 @@
array(
- 'tag' => array(
- 'name' => 'Tag',
- 'type' => 'text',
- 'required' => true,
- 'title' => 'Insert your tag',
- 'exampleValue' => 'python'
- ),
- 'full' => array(
- 'name' => 'Full article',
- 'type' => 'checkbox',
- 'required' => false,
- 'title' => 'Enable to receive the full article for each item'
- )
- )
- );
-
- public function getURI() {
- switch($this->queriedContext) {
- case self::CONTEXT_BY_TAG:
- if($tag = $this->getInput('tag')) {
- return static::URI . '/t/' . urlencode($tag);
- }
- break;
- }
-
- return parent::getURI();
- }
-
- public function getIcon() {
- return 'https://practicaldev-herokuapp-com.freetls.fastly.net/assets/
-apple-icon-5c6fa9f2bce280428589c6195b7f1924206a53b782b371cfe2d02da932c8c173.png';
- }
-
- public function collectData() {
- $html = getSimpleHTMLDOMCached($this->getURI())
- or returnServerError('Could not request ' . $this->getURI());
-
- $html = defaultLinkTo($html, static::URI);
+class DevToBridge extends BridgeAbstract
+{
+ const CONTEXT_BY_TAG = 'By tag';
+ const CONTEXT_BY_USER = 'By user';
+
+ const NAME = 'dev.to Bridge';
+ const URI = 'https://dev.to';
+ const DESCRIPTION = 'Returns feeds for tags';
+ const MAINTAINER = 'logmanoriginal';
+ const CACHE_TIMEOUT = 10800; // 15 min.
+
+ const PARAMETERS = [
+ self::CONTEXT_BY_TAG => [
+ 'tag' => [
+ 'name' => 'Tag',
+ 'type' => 'text',
+ 'required' => true,
+ 'title' => 'Insert your tag',
+ 'exampleValue' => 'python'
+ ],
+ 'full' => [
+ 'name' => 'Full article',
+ 'type' => 'checkbox',
+ 'required' => false,
+ 'title' => 'Enable to receive the full article for each item'
+ ]
+ ],
+ self::CONTEXT_BY_USER => [
+ 'user' => [
+ 'name' => 'User',
+ 'type' => 'text',
+ 'required' => true,
+ 'title' => 'Insert your username',
+ 'exampleValue' => 'n3wt0n'
+ ],
+ 'full' => [
+ 'name' => 'Full article',
+ 'type' => 'checkbox',
+ 'required' => false,
+ 'title' => 'Enable to receive the full article for each item'
+ ]
+ ]
+ ];
+
+ public function getURI()
+ {
+ switch ($this->queriedContext) {
+ case self::CONTEXT_BY_TAG:
+ if ($tag = $this->getInput('tag')) {
+ return static::URI . '/t/' . urlencode($tag);
+ }
+ break;
+ case self::CONTEXT_BY_USER:
+ if ($user = $this->getInput('user')) {
+ return static::URI . '/' . urlencode($user);
+ }
+ break;
+ }
+
+ return parent::getURI();
+ }
+
+ public function getIcon()
+ {
+ return 'https://practicaldev-herokuapp-com.freetls.fastly.net/assets/
+apple-icon-5c6fa9f2bce280428589c6195b7f1924206a53b782b371cfe2d02da932c8c173.png';
+ }
- $articles = $html->find('div[class="single-article"]')
- or returnServerError('Could not find articles!');
+ public function collectData()
+ {
+ $html = getSimpleHTMLDOMCached($this->getURI());
- foreach($articles as $article) {
+ $html = defaultLinkTo($html, static::URI);
- if($article->find('[class*="cta"]', 0)) { // Skip ads
- continue;
- }
+ $articles = $html->find('div.crayons-story')
+ or returnServerError('Could not find articles!');
- $item = array();
+ foreach ($articles as $article) {
+ $item = [];
- $item['uri'] = $article->find('a[id*=article-link]', 0)->href;
- $item['title'] = $article->find('h3', 0)->plaintext;
+ $item['uri'] = $article->find('a[id*=article-link]', 0)->href;
+ $item['title'] = $article->find('h2 > a', 0)->plaintext;
- // i.e. "Charlie Harrington・Sep 21"
- $item['timestamp'] = strtotime(explode('・', $article->find('h4 a', 0)->plaintext, 2)[1]);
- $item['author'] = explode('・', $article->find('h4 a', 0)->plaintext, 2)[0];
+ $item['timestamp'] = $article->find('time', 0)->datetime;
+ $item['author'] = $article->find('a.crayons-story__secondary.fw-medium', 0)->plaintext;
- // Profile image
- $item['enclosures'] = array($article->find('img', 0)->src);
+ // Profile image
+ $item['enclosures'] = [$article->find('img', 0)->src];
- if($this->getInput('full')) {
- $fullArticle = $this->getFullArticle($item['uri']);
- $item['content'] = <<
+ if ($this->getInput('full')) {
+ $fullArticle = $this->getFullArticle($item['uri']);
+ $item['content'] = <<{$fullArticle}
EOD;
- } else {
- $item['content'] = <<
{$item['title']}
EOD;
- }
+ }
+
+ // categories
+ foreach ($article->find('a.crayons-tag') as $tag) {
+ $item['categories'][] = str_replace('#', '', $tag->plaintext);
+ }
+
+ $this->items[] = $item;
+ }
+ }
- $item['categories'] = array_map(function($e){ return $e->plaintext; }, $article->find('div.tags span.tag'));
+ public function getName()
+ {
+ if (!is_null($this->getInput('tag'))) {
+ return ucfirst($this->getInput('tag')) . ' - dev.to';
+ }
- $this->items[] = $item;
- }
+ return parent::getName();
+ }
- }
+ private function getFullArticle($url)
+ {
+ $html = getSimpleHTMLDOMCached($url);
- private function getFullArticle($url) {
- $html = getSimpleHTMLDOMCached($url)
- or returnServerError('Unable to load article from "' . $url . '"!');
+ $html = defaultLinkTo($html, static::URI);
- $html = defaultLinkTo($html, static::URI);
+ if ($html->find('div.crayons-article__cover', 0)) {
+ return $html->find('div.crayons-article__cover', 0) . $html->find('[id="article-body"]', 0);
+ }
- return $html->find('[id="article-body"]', 0);
- }
+ return $html->find('[id="article-body"]', 0);
+ }
}
diff --git a/bridges/DeveloppezDotComBridge.php b/bridges/DeveloppezDotComBridge.php
index 5719cf3fa49..d9583fedf15 100644
--- a/bridges/DeveloppezDotComBridge.php
+++ b/bridges/DeveloppezDotComBridge.php
@@ -1,47 +1,406 @@
collectExpandableDatas(self::URI . 'index/rss', 15);
- }
-
- protected function parseItem($newsItem){
- $item = parent::parseItem($newsItem);
- $item['content'] = $this->extractContent($item['uri']);
- return $item;
- }
-
- // F***ing quotes from Microsoft Word badly encoded, here was the trick:
- // http://stackoverflow.com/questions/1262038/how-to-replace-microsoft-encoded-quotes-in-php
- private function convertSmartQuotes($string)
- {
- $search = array(chr(145),
- chr(146),
- chr(147),
- chr(148),
- chr(151));
-
- $replace = array(
- "'",
- "'",
- '"',
- '"',
- '-'
- );
-
- return str_replace($search, $replace, $string);
- }
-
- private function extractContent($url){
- $articleHTMLContent = getSimpleHTMLDOMCached($url);
- $text = $this->convertSmartQuotes($articleHTMLContent->find('div.content', 0)->innertext);
- $text = utf8_encode($text);
- return trim($text);
- }
+
+class DeveloppezDotComBridge extends FeedExpander
+{
+ const MAINTAINER = 'Binnette';
+ const NAME = 'Developpez.com Actus (FR)';
+ const URI = 'https://www.developpez.com/';
+ const DOMAIN = '.developpez.com/';
+ const RSS_URL = 'index/rss';
+ const CACHE_TIMEOUT = 1800; // 30min
+ const DESCRIPTION = 'Returns complete posts from developpez.com';
+ // Encodings used by Developpez.com in their articles body
+ const ENCONDINGS = ['Windows-1252', 'UTF-8'];
+ const PARAMETERS = [
+ [
+ 'limit' => [
+ 'name' => 'Max items',
+ 'type' => 'number',
+ 'defaultValue' => 5,
+ ],
+ // list of the differents RSS availables
+ 'domain' => [
+ 'type' => 'list',
+ 'name' => 'Domaine',
+ 'title' => 'Chosissez un sous-domaine',
+ 'values' => [
+ '= Domaine principal =' => 'www',
+ '4d' => '4d',
+ 'abbyy' => 'abbyy',
+ 'access' => 'access',
+ 'agile' => 'agile',
+ 'ajax' => 'ajax',
+ 'algo' => 'algo',
+ 'alm' => 'alm',
+ 'android' => 'android',
+ 'apache' => 'apache',
+ 'applications' => 'applications',
+ 'arduino' => 'arduino',
+ 'asm' => 'asm',
+ 'asp' => 'asp',
+ 'aspose' => 'aspose',
+ 'bacasable' => 'bacasable',
+ 'big-data' => 'big-data',
+ 'bpm' => 'bpm',
+ 'bsd' => 'bsd',
+ 'business-intelligence' => 'business-intelligence',
+ 'c' => 'c',
+ 'cloud-computing' => 'cloud-computing',
+ 'club' => 'club',
+ 'cms' => 'cms',
+ 'cpp' => 'cpp',
+ 'crm' => 'crm',
+ 'css' => 'css',
+ 'd' => 'd',
+ 'dart' => 'dart',
+ 'data-science' => 'data-science',
+ 'db2' => 'db2',
+ 'delphi' => 'delphi',
+ 'dotnet' => 'dotnet',
+ 'droit' => 'droit',
+ 'eclipse' => 'eclipse',
+ 'edi' => 'edi',
+ 'embarque' => 'embarque',
+ 'emploi' => 'emploi',
+ 'etudes' => 'etudes',
+ 'excel' => 'excel',
+ 'firebird' => 'firebird',
+ 'flash' => 'flash',
+ 'go' => 'go',
+ 'green-it' => 'green-it',
+ 'gtk' => 'gtk',
+ 'hardware' => 'hardware',
+ 'hpc' => 'hpc',
+ 'humour' => 'humour',
+ 'ibmcloud' => 'ibmcloud',
+ 'intelligence-artificielle' => 'intelligence-artificielle',
+ 'interbase' => 'interbase',
+ 'ios' => 'ios',
+ 'java' => 'java',
+ 'javascript' => 'javascript',
+ 'javaweb' => 'javaweb',
+ 'jetbrains' => 'jetbrains',
+ 'jeux' => 'jeux',
+ 'kotlin' => 'kotlin',
+ 'labview' => 'labview',
+ 'laravel' => 'laravel',
+ 'latex' => 'latex',
+ 'lazarus' => 'lazarus',
+ 'linux' => 'linux',
+ 'mac' => 'mac',
+ 'matlab' => 'matlab',
+ 'megaoffice' => 'megaoffice',
+ 'merise' => 'merise',
+ 'microsoft' => 'microsoft',
+ 'mobiles' => 'mobiles',
+ 'mongodb' => 'mongodb',
+ 'mysql' => 'mysql',
+ 'netbeans' => 'netbeans',
+ 'nodejs' => 'nodejs',
+ 'nosql' => 'nosql',
+ 'objective-c' => 'objective-c',
+ 'office' => 'office',
+ 'open-source' => 'open-source',
+ 'openoffice-libreoffice' => 'openoffice-libreoffice',
+ 'oracle' => 'oracle',
+ 'outlook' => 'outlook',
+ 'pascal' => 'pascal',
+ 'perl' => 'perl',
+ 'php' => 'php',
+ 'portail-emploi' => 'portail-emploi',
+ 'portail-projets' => 'portail-projets',
+ 'postgresql' => 'postgresql',
+ 'powerpoint' => 'powerpoint',
+ 'preprod-emploi' => 'preprod-emploi',
+ 'programmation' => 'programmation',
+ 'project' => 'project',
+ 'purebasic' => 'purebasic',
+ 'pyqt' => 'pyqt',
+ 'python' => 'python',
+ 'qt-creator' => 'qt-creator',
+ 'qt' => 'qt',
+ 'r' => 'r',
+ 'raspberry-pi' => 'raspberry-pi',
+ 'reseau' => 'reseau',
+ 'ruby' => 'ruby',
+ 'rust' => 'rust',
+ 'sap' => 'sap',
+ 'sas' => 'sas',
+ 'scilab' => 'scilab',
+ 'securite' => 'securite',
+ 'sgbd' => 'sgbd',
+ 'sharepoint' => 'sharepoint',
+ 'solutions-entreprise' => 'solutions-entreprise',
+ 'spring' => 'spring',
+ 'sqlserver' => 'sqlserver',
+ 'stages' => 'stages',
+ 'supervision' => 'supervision',
+ 'swift' => 'swift',
+ 'sybase' => 'sybase',
+ 'symfony' => 'symfony',
+ 'systeme' => 'systeme',
+ 'talend' => 'talend',
+ 'typescript' => 'typescript',
+ 'uml' => 'uml',
+ 'unix' => 'unix',
+ 'vb' => 'vb',
+ 'vba' => 'vba',
+ 'virtualisation' => 'virtualisation',
+ 'visualstudio' => 'visualstudio',
+ 'web-semantique' => 'web-semantique',
+ 'web' => 'web',
+ 'webmarketing' => 'webmarketing',
+ 'wind' => 'wind',
+ 'windows-azure' => 'windows-azure',
+ 'windows' => 'windows',
+ 'windowsphone' => 'windowsphone',
+ 'word' => 'word',
+ 'xhtml' => 'xhtml',
+ 'xml' => 'xml',
+ 'zend-framework' => 'zend-framework'
+ ],
+ ]
+ ]
+ ];
+
+ /**
+ * Grabs the RSS item from Developpez.com
+ */
+ public function collectData()
+ {
+ $url = $this->getRssUrl();
+ $this->collectExpandableDatas($url, 20);
+ }
+
+ /**
+ * Parse the content of every RSS item. And will try to get the full article
+ * pointed by the item URL intead of the default abstract.
+ */
+ protected function parseItem(array $item)
+ {
+ if (count($this->items) >= $this->getInput('limit')) {
+ return null;
+ }
+
+ // There is a bug in Developpez RSS, coma are writtent as '~?' in the
+ // title, so I have to fix it manually
+ $item['title'] = $this->fixComaInTitle($item['title']);
+
+ // We get the content of the full article behind the RSS item URL
+ $articleHTMLContent = getSimpleHTMLDOMCached($item['uri']);
+
+ // Here we call our custom parser
+ $fullText = $this->extractFullText($articleHTMLContent);
+ if (!is_null($fullText)) {
+ // if we manage to parse the page behind the url of the RSS item
+ // then we set it as the new content. Otherwise we keep the default
+ // content to avoid RSS Bridge to return an empty item
+ $item['content'] = $fullText;
+ }
+
+ // Now we will attach video url in item
+ $videosUrl = $this->getAllVideoUrl($articleHTMLContent);
+ if (!empty($videosUrl)) {
+ $item['enclosures'] = array_merge($item['enclosures'], $videosUrl);
+ }
+
+ // Now we can look for the blog writer/creator
+ $author = $articleHTMLContent->find('[itemprop="creator"]', 0);
+ if (!empty($author)) {
+ $item['author'] = $author->outertext;
+ }
+
+ return $item;
+ }
+
+ /**
+ * Return the RSS url for selected domain
+ */
+ private function getRssUrl()
+ {
+ $domain = $this->getInput('domain');
+ if (!empty($domain)) {
+ return 'https://' . $domain . self::DOMAIN . self::RSS_URL;
+ }
+
+ return self::URI . self::RSS_URL;
+ }
+
+ /**
+ * Replace '~?' by a proper coma ','
+ */
+ private function fixComaInTitle($txt)
+ {
+ return str_replace('~?', ',', $txt);
+ }
+
+ /**
+ * Return the full article pointed by the url in the RSS item
+ * Since Developpez.com only provides a short abstract of the article, we
+ * use the url to retrieve the complete article and return it as the content
+ */
+ private function extractFullText($articleHTMLContent)
+ {
+ // All blog entry contains a div with the class 'content'. This div
+ // contains the complete blog article. But the RSS can also return
+ // announcement and not a blog article. So the next if, should take
+ // care of the "non blog" entry
+ $divArticleEntry = $articleHTMLContent->find('div.content', 0);
+ if (is_null($divArticleEntry)) {
+ // Didn't find the div with class content. It is probably not a blog
+ // entry. It is probably just an announcement for an ebook, a PDF,
+ // etc. So we can use the default RSS item content.
+ return null;
+ }
+
+ // The following code is a bit hacky, but I really manage to get the
+ // full content of articles without any encoding issues. What is very
+ // weird and ugly in Developpez.com is the fact the some paragraphs of
+ // the article will be encoded as UTF-8 and some other paragraphs will
+ // be encoded as Windows-1252. So we can NOT decode the full article
+ // with only one encoding. We have to check every paragraph and
+ // determine its encoding
+
+ // This contains all the 'paragraphs' of the article. It includes the
+ // pictures, the text and the links at the bottom of the article
+ $paragraphs = $divArticleEntry->nodes;
+ // This will store the complete decoded content
+ $fullText = '';
+
+ // For each paragraph, we will identify the encoding, then decode it
+ // and finally store the decoded content in $text
+ foreach ($paragraphs as $paragraph) {
+ // We have to recreate a new DOM document from the current node
+ // otherwise the find function will look in the complet article and
+ // not only in the current paragraph. This is an ugly behavior of
+ // the library Simple HTML DOM Parser...
+ $html = str_get_html($paragraph->outertext);
+ $fullText .= $this->decodeParagraph($html);
+ }
+
+ // Finally we return the full 'well' enconded content of the article
+ return $fullText;
+ }
+
+ /**
+ *
+ */
+ private function decodeParagraph($p)
+ {
+ // First we check if this paragraph is a video
+ $videoUrl = $this->getVideoUrl($p);
+ if (!empty($videoUrl)) {
+ // If this is a video, we just return a link to the video
+ // 📺 => 🎞️
+ return '
+ 📺 Voir la vidéo
+
';
+ }
+
+ // We take outertext to get the complete paragraph not only the text
+ // inside it. That way we still graph block ![]()
and so on.
+ $pTxt = $p->outertext;
+ // This will store the decoded text if we manage to decode it
+ $decodedTxt = '';
+
+ // This is the only way to properly decode each paragraph. I tried
+ // many stuffs but this is the only working way I found.
+ foreach (self::ENCONDINGS as $enc) {
+ // We check the encoding of the current paragraph
+ if (mb_check_encoding($pTxt, $enc)) {
+ // If the encoding is well recognized, we can convert from
+ // this encoding to UTF-8
+ $decodedTxt = iconv($enc, 'UTF-8', $pTxt);
+ }
+ }
+
+ // We should not trim the strings to avoid the to be glued to the
+ // text like: the softwarestartedto...
+ if (!empty($decodedTxt)) {
+ // We manage to decode the text, so we take the decoded version
+ return $this->formatParagraph($decodedTxt);
+ } else {
+ // Otherwise we take the non decoded version and hope it will
+ // be displayed not too ugly in the fulltext content
+ return $this->formatParagraph($pTxt);
+ }
+ }
+
+ /**
+ * Return true in $txt is a HTML tag and not plain text
+ */
+ private function isHtmlTagNotTxt($txt)
+ {
+ if ($txt === '') {
+ return false;
+ }
+ $html = str_get_html($txt);
+ return $html && $html->root && count($html->root->children) > 0;
+ }
+
+ /**
+ * Will add a space before paragraph when needed
+ */
+ private function formatParagraph($txt)
+ {
+ // If the paragraph is an html tag, we add a space before
+ if ($this->isHtmlTagNotTxt($txt)) {
+ // the first element is an html tag and not a text, so we can add a
+ // space before it
+ return ' ' . $txt;
+ }
+ // If the text start with word (not punctation), we had a space
+ $pattern = '/^\w/';
+ if (preg_match($pattern, $txt)) {
+ return ' ' . $txt;
+ }
+ return $txt;
+ }
+
+ /**
+ * Retrieve all video url in the article
+ */
+ private function getAllVideoUrl($item)
+ {
+ // Array of video url
+ $url = [];
+
+ // Developpez use a div with the class video-container
+ $divsVideo = $item->find('div.video-container');
+ if (empty($divsVideo)) {
+ return $url;
+ }
+
+ // get the url of the video
+ foreach ($divsVideo as $div) {
+ $html = str_get_html($div->outertext);
+ $url[] = $this->getVideoUrl($html);
+ }
+
+ return $url;
+ }
+
+ /**
+ * Retrieve URL video. We have to check for the src of an iframe
+ * Work for Youtube. Will have to test for other video platform
+ */
+ private function getVideoUrl($p)
+ {
+ $divVideo = $p->find('div.video-container', 0);
+ if (empty($divVideo)) {
+ return null;
+ }
+ $iframe = $divVideo->find('iframe', 0);
+ if (empty($iframe)) {
+ return null;
+ }
+ $src = trim($iframe->getAttribute('src'));
+ if (empty($src)) {
+ return null;
+ }
+ if (str_starts_with($src, '//')) {
+ $src = 'https:' . $src;
+ }
+ return $src;
+ }
}
diff --git a/bridges/DiarioDeNoticiasBridge.php b/bridges/DiarioDeNoticiasBridge.php
new file mode 100644
index 00000000000..11c0239b894
--- /dev/null
+++ b/bridges/DiarioDeNoticiasBridge.php
@@ -0,0 +1,89 @@
+ [
+ 'n' => [
+ 'name' => 'Tag Name',
+ 'required' => true,
+ 'exampleValue' => 'rogerio-casanova',
+ ]
+ ]
+ ];
+
+ const MONPT = [
+ 'jan',
+ 'fev',
+ 'mar',
+ 'abr',
+ 'mai',
+ 'jun',
+ 'jul',
+ 'ago',
+ 'set',
+ 'out',
+ 'nov',
+ 'dez',
+ ];
+
+ public function getIcon()
+ {
+ return 'https://static.globalnoticias.pt/dn/common/images/favicons/favicon-128.png';
+ }
+
+ public function getName()
+ {
+ switch ($this->queriedContext) {
+ case 'Tag':
+ $name = self::NAME . ' | Tag | ' . $this->getInput('n');
+ break;
+ default:
+ $name = self::NAME;
+ }
+ return $name;
+ }
+
+ public function getURI()
+ {
+ switch ($this->queriedContext) {
+ case 'Tag':
+ $url = self::URI . '/tag/' . $this->getInput('n') . '.html';
+ break;
+ default:
+ $url = self::URI;
+ }
+ return $url;
+ }
+
+ public function collectData()
+ {
+ $archives = $this->getURI();
+ $html = getSimpleHTMLDOMCached($archives);
+
+ foreach ($html->find('article') as $element) {
+ $item = [];
+
+ $title = $element->find('.t-am-title', 0);
+ $link = $element->find('a.t-am-text', 0);
+
+ $item['title'] = $title->plaintext;
+ $item['uri'] = self::URI . $link->href;
+
+ $snippet = $element->find('.t-am-lead', 0);
+ if ($snippet) {
+ $item['content'] = $snippet->plaintext;
+ }
+ preg_match('|edicao-do-dia\\/(?P\d\d)-(?P\w\w\w)-(?P\d\d\d\d)|', $link->href, $d);
+ if ($d) {
+ $item['timestamp'] = sprintf('%s-%s-%s', $d['year'], array_search($d['monpt'], self::MONPT) + 1, $d['day']);
+ }
+
+ $this->items[] = $item;
+ }
+ }
+}
diff --git a/bridges/DiarioDoAlentejoBridge.php b/bridges/DiarioDoAlentejoBridge.php
index 806f8031dac..0bd0f1d4e7b 100644
--- a/bridges/DiarioDoAlentejoBridge.php
+++ b/bridges/DiarioDoAlentejoBridge.php
@@ -1,60 +1,68 @@
30s!), keep the cache timeout high to avoid killing the host */
- $html = getSimpleHTMLDOMCached($this->getURI() . '/pt/noticias-listagem.aspx')
- or returnServerError('Could not load content');
-
- foreach($html->find('.list_news .item') as $element) {
- $item = array();
-
- $item_link = $element->find('.body h2.title a', 0);
- /* Another broken URL, see also `bridges/ComboiosDePortugalBridge.php` */
- $item['uri'] = self::URI . implode('/', array_map('urlencode', explode('/', $item_link->href)));
- $item['title'] = $item_link->innertext;
-
- $item['timestamp'] = str_ireplace(
- array_map(function($name) { return ' ' . $name . ' '; }, self::PT_MONTH_NAMES),
- array_map(function($num) { return sprintf('-%02d-', $num); }, range(1, sizeof(self::PT_MONTH_NAMES))),
- $element->find('span.date', 0)->innertext);
-
- /* Fix the Image URL */
- $item_image = $element->find('img.thumb', 0);
- $item_image->src = preg_replace('/.*&img=([^&]+).*/', '\1', $item_image->getAttribute('data-src'));
-
- /* Content: */
- /* - Image */
- /* - Category */
- $content = $item_image .
- '' . $element->find('a.category', 0) . ' ';
- $item['content'] = defaultLinkTo($content, self::URI);
-
- $this->items[] = $item;
- }
- }
+
+class DiarioDoAlentejoBridge extends BridgeAbstract
+{
+ const MAINTAINER = 'somini';
+ const NAME = 'Diário do Alentejo';
+ const URI = 'https://www.diariodoalentejo.pt';
+ const DESCRIPTION = 'Semanário Regionalista Independente';
+ const CACHE_TIMEOUT = 28800; // 8h
+
+ /* This is used to hack around obtaining a timestamp. It's just a list of Month names in Portuguese ... */
+ const PT_MONTH_NAMES = [
+ 'janeiro',
+ 'fevereiro',
+ 'março',
+ 'abril',
+ 'maio',
+ 'junho',
+ 'julho',
+ 'agosto',
+ 'setembro',
+ 'outubro',
+ 'novembro',
+ 'dezembro'];
+
+ public function getIcon()
+ {
+ return 'https://www.diariodoalentejo.pt/images/favicon/apple-touch-icon.png';
+ }
+
+ public function collectData()
+ {
+ /* This is slow as molasses (>30s!), keep the cache timeout high to avoid killing the host */
+ $html = getSimpleHTMLDOMCached($this->getURI() . '/pt/noticias-listagem.aspx');
+
+ foreach ($html->find('.list_news .item') as $element) {
+ $item = [];
+
+ $item_link = $element->find('.body h2.title a', 0);
+ /* Another broken URL, see also `bridges/ComboiosDePortugalBridge.php` */
+ $item['uri'] = self::URI . implode('/', array_map('urlencode', explode('/', $item_link->href)));
+ $item['title'] = $item_link->innertext;
+
+ $item['timestamp'] = str_ireplace(
+ array_map(function ($name) {
+ return ' ' . $name . ' ';
+ }, self::PT_MONTH_NAMES),
+ array_map(function ($num) {
+ return sprintf('-%02d-', $num);
+ }, range(1, count(self::PT_MONTH_NAMES))),
+ $element->find('span.date', 0)->innertext
+ );
+
+ /* Fix the Image URL */
+ $item_image = $element->find('img.thumb', 0);
+ $item_image->src = preg_replace('/.*&img=([^&]+).*/', '\1', $item_image->getAttribute('data-src'));
+
+ /* Content: */
+ /* - Image */
+ /* - Category */
+ $content = $item_image .
+ '' . $element->find('a.category', 0) . ' ';
+ $item['content'] = defaultLinkTo($content, self::URI);
+
+ $this->items[] = $item;
+ }
+ }
}
diff --git a/bridges/DiceBridge.php b/bridges/DiceBridge.php
index 11218dfb3a3..5b764aefb6a 100644
--- a/bridges/DiceBridge.php
+++ b/bridges/DiceBridge.php
@@ -1,124 +1,127 @@
array(
- 'name' => 'With at least one of the words',
- 'required' => false,
- ),
- 'for_all' => array(
- 'name' => 'With all of the words',
- 'required' => false,
- ),
- 'for_exact' => array(
- 'name' => 'With the exact phrase',
- 'required' => false,
- ),
- 'for_none' => array(
- 'name' => 'With none of these words',
- 'required' => false,
- ),
- 'for_jt' => array(
- 'name' => 'Within job title',
- 'required' => false,
- ),
- 'for_com' => array(
- 'name' => 'Within company name',
- 'required' => false,
- ),
- 'for_loc' => array(
- 'name' => 'City, State, or ZIP code',
- 'required' => false,
- ),
- 'radius' => array(
- 'name' => 'Radius in miles',
- 'type' => 'list',
- 'required' => false,
- 'values' => array(
- 'Exact Location' => 'El',
- 'Within 5 miles' => '5',
- 'Within 10 miles' => '10',
- 'Within 20 miles' => '20',
- 'Within 30 miles' => '0',
- 'Within 40 miles' => '40',
- 'Within 50 miles' => '50',
- 'Within 75 miles' => '75',
- 'Within 100 miles' => '100',
- ),
- 'defaultValue' => '0',
- ),
- 'jtype' => array(
- 'name' => 'Job type',
- 'type' => 'list',
- 'required' => false,
- 'values' => array(
- 'Full-Time' => 'Full Time',
- 'Part-Time' => 'Part Time',
- 'Contract - Independent' => 'Contract Independent',
- 'Contract - W2' => 'Contract W2',
- 'Contract to Hire - Independent' => 'C2H Independent',
- 'Contract to Hire - W2' => 'C2H W2',
- 'Third Party - Contract - Corp-to-Corp' => 'Contract Corp-To-Corp',
- 'Third Party - Contract to Hire - Corp-to-Corp' => 'C2H Corp-To-Corp',
- ),
- 'defaultValue' => 'Full Time',
- ),
- 'telecommute' => array(
- 'name' => 'Telecommute',
- 'type' => 'checkbox',
- ),
- ));
+ const PARAMETERS = [[
+ 'for_one' => [
+ 'name' => 'With at least one of the words',
+ 'required' => false,
+ ],
+ 'for_all' => [
+ 'name' => 'With all of the words',
+ 'required' => false,
+ ],
+ 'for_exact' => [
+ 'name' => 'With the exact phrase',
+ 'required' => false,
+ ],
+ 'for_none' => [
+ 'name' => 'With none of these words',
+ 'required' => false,
+ ],
+ 'for_jt' => [
+ 'name' => 'Within job title',
+ 'required' => false,
+ ],
+ 'for_com' => [
+ 'name' => 'Within company name',
+ 'required' => false,
+ ],
+ 'for_loc' => [
+ 'name' => 'City, State, or ZIP code',
+ 'required' => false,
+ ],
+ 'radius' => [
+ 'name' => 'Radius in miles',
+ 'type' => 'list',
+ 'required' => false,
+ 'values' => [
+ 'Exact Location' => 'El',
+ 'Within 5 miles' => '5',
+ 'Within 10 miles' => '10',
+ 'Within 20 miles' => '20',
+ 'Within 30 miles' => '0',
+ 'Within 40 miles' => '40',
+ 'Within 50 miles' => '50',
+ 'Within 75 miles' => '75',
+ 'Within 100 miles' => '100',
+ ],
+ 'defaultValue' => '0',
+ ],
+ 'jtype' => [
+ 'name' => 'Job type',
+ 'type' => 'list',
+ 'required' => false,
+ 'values' => [
+ 'Full-Time' => 'Full Time',
+ 'Part-Time' => 'Part Time',
+ 'Contract - Independent' => 'Contract Independent',
+ 'Contract - W2' => 'Contract W2',
+ 'Contract to Hire - Independent' => 'C2H Independent',
+ 'Contract to Hire - W2' => 'C2H W2',
+ 'Third Party - Contract - Corp-to-Corp' => 'Contract Corp-To-Corp',
+ 'Third Party - Contract to Hire - Corp-to-Corp' => 'C2H Corp-To-Corp',
+ ],
+ 'defaultValue' => 'Full Time',
+ ],
+ 'telecommute' => [
+ 'name' => 'Telecommute',
+ 'type' => 'checkbox',
+ ],
+ ]];
- public function getIcon() {
- return 'https://assets.dice.com/techpro/img/favicons/favicon.ico';
- }
+ public function getIcon()
+ {
+ return 'https://assets.dice.com/techpro/img/favicons/favicon.ico';
+ }
- public function collectData() {
- $uri = 'https://www.dice.com/jobs/advancedResult.html';
- $uri .= '?for_one=' . urlencode($this->getInput('for_one'));
- $uri .= '&for_all=' . urlencode($this->getInput('for_all'));
- $uri .= '&for_exact=' . urlencode($this->getInput('for_exact'));
- $uri .= '&for_none=' . urlencode($this->getInput('for_none'));
- $uri .= '&for_jt=' . urlencode($this->getInput('for_jt'));
- $uri .= '&for_com=' . urlencode($this->getInput('for_com'));
- $uri .= '&for_loc=' . urlencode($this->getInput('for_loc'));
- if ($this->getInput('jtype')) {
- $uri .= '&jtype=' . urlencode($this->getInput('jtype'));
- }
- $uri .= '&sort=date&limit=100';
- $uri .= '&radius=' . urlencode($this->getInput('radius'));
- if ($this->getInput('telecommute')) {
- $uri .= '&telecommute=true';
- }
+ public function collectData()
+ {
+ $uri = 'https://www.dice.com/jobs/advancedResult.html';
+ $uri .= '?for_one=' . urlencode($this->getInput('for_one'));
+ $uri .= '&for_all=' . urlencode($this->getInput('for_all'));
+ $uri .= '&for_exact=' . urlencode($this->getInput('for_exact'));
+ $uri .= '&for_none=' . urlencode($this->getInput('for_none'));
+ $uri .= '&for_jt=' . urlencode($this->getInput('for_jt'));
+ $uri .= '&for_com=' . urlencode($this->getInput('for_com'));
+ $uri .= '&for_loc=' . urlencode($this->getInput('for_loc'));
+ if ($this->getInput('jtype')) {
+ $uri .= '&jtype=' . urlencode($this->getInput('jtype'));
+ }
+ $uri .= '&sort=date&limit=100';
+ $uri .= '&radius=' . urlencode($this->getInput('radius'));
+ if ($this->getInput('telecommute')) {
+ $uri .= '&telecommute=true';
+ }
- $html = getSimpleHTMLDOM($uri)
- or returnServerError('Could not request Dice.');
- foreach($html->find('div.complete-serp-result-div') as $element) {
- $item = array();
- // Title
- $masterLink = $element->find('a[id^=position]', 0);
- $item['title'] = $masterLink->title;
- // URL
- $uri = $masterLink->href;
- // $uri = substr($uri, 0, strrpos($uri, '?'));
- $item['uri'] = substr($uri, 0, strrpos($uri, '?'));
- // ID
- $item['id'] = $masterLink->value;
- // Image
- $image = $element->find('img', 0);
- if ($image)
- $item['image'] = $image->getAttribute('src');
- // Content
- $shortdesc = $element->find('.shortdesc', '0');
- $shortdesc = ($shortdesc) ? $shortdesc->innertext : '';
- $item['content'] = $shortdesc;
- $this->items[] = $item;
- }
- }
+ $html = getSimpleHTMLDOM($uri);
+ foreach ($html->find('div.complete-serp-result-div') as $element) {
+ $item = [];
+ // Title
+ $masterLink = $element->find('a[id^=position]', 0);
+ $item['title'] = $masterLink->title;
+ // URL
+ $uri = $masterLink->href;
+ // $uri = substr($uri, 0, strrpos($uri, '?'));
+ $item['uri'] = substr($uri, 0, strrpos($uri, '?'));
+ // ID
+ $item['id'] = $masterLink->value;
+ // Image
+ $image = $element->find('img', 0);
+ if ($image) {
+ $item['image'] = $image->getAttribute('src');
+ }
+ // Content
+ $shortdesc = $element->find('.shortdesc', '0');
+ $shortdesc = ($shortdesc) ? $shortdesc->innertext : '';
+ $item['content'] = $shortdesc;
+ $this->items[] = $item;
+ }
+ }
}
diff --git a/bridges/DilbertBridge.php b/bridges/DilbertBridge.php
deleted file mode 100644
index 7069ee41e0f..00000000000
--- a/bridges/DilbertBridge.php
+++ /dev/null
@@ -1,36 +0,0 @@
-find('section.comic-item') as $element) {
-
- $img = $element->find('img', 0);
- $link = $element->find('a', 0);
- $comic = $img->src;
- $title = $img->alt;
- $url = $link->href;
- $date = substr(strrchr($url, '/'), 1);
- if (empty($title))
- $title = 'Dilbert Comic Strip on ' . $date;
- $date = strtotime($date);
-
- $item = array();
- $item['uri'] = $url;
- $item['title'] = $title;
- $item['author'] = 'Scott Adams';
- $item['timestamp'] = $date;
- $item['content'] = '
';
- $this->items[] = $item;
- }
- }
-}
diff --git a/bridges/DiscogsBridge.php b/bridges/DiscogsBridge.php
index ac128b121bf..cdab97733d8 100644
--- a/bridges/DiscogsBridge.php
+++ b/bridges/DiscogsBridge.php
@@ -1,116 +1,178 @@
array(
- 'artistid' => array(
- 'name' => 'Artist ID',
- 'type' => 'number',
- )
- ),
- 'Label Releases' => array(
- 'labelid' => array(
- 'name' => 'Label ID',
- 'type' => 'number',
- )
- ),
- 'User Wantlist' => array(
- 'username_wantlist' => array(
- 'name' => 'Username',
- 'type' => 'text',
- )
- ),
- 'User Folder' => array(
- 'username_folder' => array(
- 'name' => 'Username',
- 'type' => 'text',
- ),
- 'folderid' => array(
- 'name' => 'Folder ID',
- 'type' => 'number',
- )
- )
- );
-
- public function collectData() {
-
- if(!empty($this->getInput('artistid')) || !empty($this->getInput('labelid'))) {
-
- if(!empty($this->getInput('artistid'))) {
- $data = getContents('https://api.discogs.com/artists/'
- . $this->getInput('artistid')
- . '/releases?sort=year&sort_order=desc')
- or returnServerError('Unable to query discogs !');
- } elseif(!empty($this->getInput('labelid'))) {
- $data = getContents('https://api.discogs.com/labels/'
- . $this->getInput('labelid')
- . '/releases?sort=year&sort_order=desc')
- or returnServerError('Unable to query discogs !');
- }
-
- $jsonData = json_decode($data, true);
- foreach($jsonData['releases'] as $release) {
-
- $item = array();
- $item['author'] = $release['artist'];
- $item['title'] = $release['title'];
- $item['id'] = $release['id'];
- $resId = array_key_exists('main_release', $release) ? $release['main_release'] : $release['id'];
- $item['uri'] = self::URI . $this->getInput('artistid') . '/release/' . $resId;
-
- if(isset($release['year'])) {
- $item['timestamp'] = DateTime::createFromFormat('Y', $release['year'])->getTimestamp();
- }
-
- $item['content'] = $item['author'] . ' - ' . $item['title'];
- $this->items[] = $item;
- }
-
- } elseif(!empty($this->getInput('username_wantlist')) || !empty($this->getInput('username_folder'))) {
-
- if(!empty($this->getInput('username_wantlist'))) {
- $data = getContents('https://api.discogs.com/users/'
- . $this->getInput('username_wantlist')
- . '/wants?sort=added&sort_order=desc')
- or returnServerError('Unable to query discogs !');
- $jsonData = json_decode($data, true)['wants'];
-
- } elseif(!empty($this->getInput('username_folder'))) {
- $data = getContents('https://api.discogs.com/users/'
- . $this->getInput('username_folder')
- . '/collection/folders/'
- . $this->getInput('folderid')
- . '/releases?sort=added&sort_order=desc')
- or returnServerError('Unable to query discogs !');
- $jsonData = json_decode($data, true)['releases'];
- }
- foreach($jsonData as $element) {
-
- $infos = $element['basic_information'];
- $item = array();
- $item['title'] = $infos['title'];
- $item['author'] = $infos['artists'][0]['name'];
- $item['id'] = $infos['artists'][0]['id'];
- $item['uri'] = self::URI . $infos['artists'][0]['id'] . '/release/' . $infos['id'];
- $item['timestamp'] = strtotime($element['date_added']);
- $item['content'] = $item['author'] . ' - ' . $item['title'];
- $this->items[] = $item;
-
- }
- }
-
- }
-
- public function getURI() {
- return self::URI;
- }
-
- public function getName() {
- return static::NAME;
- }
+class DiscogsBridge extends BridgeAbstract
+{
+ const MAINTAINER = 'teromene';
+ const NAME = 'DiscogsBridge';
+ const URI = 'https://www.discogs.com/';
+ const DESCRIPTION = 'Returns releases from discogs';
+ const PARAMETERS = [
+ 'Artist Releases' => [
+ 'artistid' => [
+ 'name' => 'Artist ID',
+ 'type' => 'number',
+ 'required' => true,
+ 'exampleValue' => '28104',
+ 'title' => 'Only the ID from an artist page. EG /artist/28104-Aesop-Rock is 28104'
+ ],
+ 'image' => [
+ 'name' => 'Include Image',
+ 'type' => 'checkbox',
+ 'defaultValue' => 'checked',
+ 'title' => 'Whether to include image (if bridge is configured with a personal access token)',
+ ]
+ ],
+ 'Label Releases' => [
+ 'labelid' => [
+ 'name' => 'Label ID',
+ 'type' => 'number',
+ 'required' => true,
+ 'exampleValue' => '8201',
+ 'title' => 'Only the ID from a label page. EG /label/8201-Rhymesayers-Entertainment is 8201'
+ ],
+ 'image' => [
+ 'name' => 'Include Image',
+ 'type' => 'checkbox',
+ 'defaultValue' => 'checked',
+ 'title' => 'Whether to include image (if bridge is configured with a personal access token)',
+ ]
+ ],
+ 'User Wantlist' => [
+ 'username_wantlist' => [
+ 'name' => 'Username',
+ 'type' => 'text',
+ 'required' => true,
+ 'exampleValue' => 'TheBlindMaster',
+ ],
+ 'image' => [
+ 'name' => 'Include Image',
+ 'type' => 'checkbox',
+ 'defaultValue' => 'checked',
+ 'title' => 'Whether to include image (if bridge is configured with a personal access token)',
+ ]
+ ],
+ 'User Folder' => [
+ 'username_folder' => [
+ 'name' => 'Username',
+ 'type' => 'text',
+ ],
+ 'folderid' => [
+ 'name' => 'Folder ID',
+ 'type' => 'number',
+ ],
+ 'image' => [
+ 'name' => 'Include Image',
+ 'type' => 'checkbox',
+ 'defaultValue' => 'checked',
+ 'title' => 'Whether to include image (if bridge is configured with a personal access token)',
+ ]
+ ],
+ ];
+ const CONFIGURATION = [
+ /**
+ * When a personal access token is provided, Discogs' API will
+ * return images as part of artist and label information.
+ *
+ * @see https://www.discogs.com/settings/developers
+ */
+ 'personal_access_token' => [
+ 'required' => false,
+ ],
+ ];
+
+ public function collectData()
+ {
+ $headers = [];
+
+ if ($this->getOption('personal_access_token')) {
+ $headers = ['Authorization: Discogs token=' . $this->getOption('personal_access_token')];
+ }
+
+ if (!empty($this->getInput('artistid')) || !empty($this->getInput('labelid'))) {
+ if (!empty($this->getInput('artistid'))) {
+ $url = 'https://api.discogs.com/artists/'
+ . $this->getInput('artistid')
+ . '/releases?sort=year&sort_order=desc';
+ $data = getContents($url, $headers);
+ } elseif (!empty($this->getInput('labelid'))) {
+ $url = 'https://api.discogs.com/labels/'
+ . $this->getInput('labelid')
+ . '/releases?sort=year&sort_order=desc';
+ $data = getContents($url, $headers);
+ }
+
+ $jsonData = json_decode($data, true);
+
+ foreach ($jsonData['releases'] as $release) {
+ $item = [];
+ $item['author'] = $release['artist'];
+ $item['title'] = $release['title'];
+ $item['id'] = $release['id'];
+ $resId = array_key_exists('main_release', $release) ? $release['main_release'] : $release['id'];
+ $item['uri'] = self::URI . $this->getInput('artistid') . '/release/' . $resId;
+
+ if (isset($release['year'])) {
+ $item['timestamp'] = DateTime::createFromFormat('Y', $release['year'])->getTimestamp();
+ }
+
+ $item['content'] = $item['author'] . ' - ' . $item['title'];
+
+ if (isset($release['thumb']) && $this->getInput('image') === true) {
+ $item['content'] = sprintf(
+ '
%s',
+ $release['thumb'],
+ $item['content'],
+ );
+ }
+
+ $this->items[] = $item;
+ }
+ } elseif (!empty($this->getInput('username_wantlist')) || !empty($this->getInput('username_folder'))) {
+ if (!empty($this->getInput('username_wantlist'))) {
+ $url = 'https://api.discogs.com/users/'
+ . $this->getInput('username_wantlist')
+ . '/wants?sort=added&sort_order=desc';
+ $data = getContents($url, $headers);
+ $jsonData = json_decode($data, true)['wants'];
+ } elseif (!empty($this->getInput('username_folder'))) {
+ $url = 'https://api.discogs.com/users/'
+ . $this->getInput('username_folder')
+ . '/collection/folders/'
+ . $this->getInput('folderid')
+ . '/releases?sort=added&sort_order=desc';
+ $data = getContents($url, $headers);
+ $jsonData = json_decode($data, true)['releases'];
+ }
+ foreach ($jsonData as $element) {
+ $infos = $element['basic_information'];
+ $item = [];
+ $item['title'] = $infos['title'];
+ $item['author'] = $infos['artists'][0]['name'];
+ $item['id'] = $infos['artists'][0]['id'];
+ $item['uri'] = self::URI . $infos['artists'][0]['id'] . '/release/' . $infos['id'];
+ $item['timestamp'] = strtotime($element['date_added']);
+ $item['content'] = $item['author'] . ' - ' . $item['title'];
+
+ if (isset($infos['thumb']) && $this->getInput('image') === true) {
+ $item['content'] = sprintf(
+ '
%s',
+ $infos['thumb'],
+ $item['content'],
+ );
+ }
+
+ $this->items[] = $item;
+ }
+ }
+ }
+
+ public function getURI()
+ {
+ return self::URI;
+ }
+
+ public function getName()
+ {
+ return static::NAME;
+ }
}
diff --git a/bridges/DockerHubBridge.php b/bridges/DockerHubBridge.php
new file mode 100644
index 00000000000..574e3964b9e
--- /dev/null
+++ b/bridges/DockerHubBridge.php
@@ -0,0 +1,228 @@
+ [
+ 'user' => [
+ 'name' => 'User',
+ 'type' => 'text',
+ 'required' => true,
+ 'exampleValue' => 'rssbridge',
+ ],
+ 'repo' => [
+ 'name' => 'Repository',
+ 'type' => 'text',
+ 'required' => true,
+ 'exampleValue' => 'rss-bridge',
+ ],
+ 'filter' => [
+ 'name' => 'Filter tag',
+ 'type' => 'text',
+ 'required' => false,
+ 'exampleValue' => 'latest',
+ ]
+ ],
+ 'Official Image' => [
+ 'repo' => [
+ 'name' => 'Repository',
+ 'type' => 'text',
+ 'required' => true,
+ 'exampleValue' => 'postgres',
+ ],
+ 'filter' => [
+ 'name' => 'Filter tag',
+ 'type' => 'text',
+ 'required' => false,
+ 'exampleValue' => 'alpine3.17',
+ ]
+ ]
+ ];
+
+ const CACHE_TIMEOUT = 3600; // 1 hour
+
+ private $apiURL = 'https://hub.docker.com/v2/repositories/';
+ private $imageUrlRegex = '/hub\.docker\.com\/r\/([\w]+)\/([\w-]+)\/?/';
+ private $officialImageUrlRegex = '/hub\.docker\.com\/_\/([\w-]+)\/?/';
+
+ public function detectParameters($url)
+ {
+ $params = [];
+
+ // user submitted image
+ if (preg_match($this->imageUrlRegex, $url, $matches)) {
+ $params['context'] = 'User Submitted Image';
+ $params['user'] = $matches[1];
+ $params['repo'] = $matches[2];
+ return $params;
+ }
+
+ // official image
+ if (preg_match($this->officialImageUrlRegex, $url, $matches)) {
+ $params['context'] = 'Official Image';
+ $params['repo'] = $matches[1];
+ return $params;
+ }
+
+ return null;
+ }
+
+ public function collectData()
+ {
+ $json = getContents($this->getApiUrl());
+
+ $data = json_decode($json, false);
+
+ foreach ($data->results as $result) {
+ $item = [];
+
+ $lastPushed = date('Y-m-d H:i:s', strtotime($result->tag_last_pushed));
+
+ $item['title'] = $result->name;
+ $item['uid'] = $result->id;
+ $item['uri'] = $this->getTagUrl($result->name);
+ $item['author'] = $result->last_updater_username;
+ $item['timestamp'] = $result->tag_last_pushed;
+ $item['content'] = <<Tag
+{$result->name}
+Last pushed
+{$lastPushed}
+Images
+{$this->getImagesTable($result)}
+EOD;
+
+ $this->items[] = $item;
+ }
+ }
+
+ public function getURI()
+ {
+ $uri = parent::getURI();
+
+ if ($this->queriedContext === 'Official Image') {
+ $uri = self::URI . '/_/' . $this->getRepo();
+ }
+
+ if ($this->queriedContext === 'User Submitted Image') {
+ $uri = '/r/' . $this->getRepo();
+ }
+
+ if ($this->getInput('filter')) {
+ $uri .= '/tags/?&page=1&name=' . $this->getInput('filter');
+ }
+
+ return $uri;
+ }
+
+ public function getName()
+ {
+ if ($this->getInput('repo')) {
+ $name = $this->getRepo();
+
+ if ($this->getInput('filter')) {
+ $name .= ':' . $this->getInput('filter');
+ }
+
+ return $name . ' - Docker Hub';
+ }
+
+ return parent::getName();
+ }
+
+ private function getRepo()
+ {
+ if ($this->queriedContext === 'Official Image') {
+ return $this->getInput('repo');
+ }
+
+ return $this->getInput('user') . '/' . $this->getInput('repo');
+ }
+
+ private function getApiUrl()
+ {
+ $url = '';
+
+ if ($this->queriedContext === 'Official Image') {
+ $url = $this->apiURL . 'library/' . $this->getRepo() . '/tags/?page_size=25&page=1';
+ }
+
+ if ($this->queriedContext === 'User Submitted Image') {
+ $url = $this->apiURL . $this->getRepo() . '/tags/?page_size=25&page=1';
+ }
+
+ if ($this->getInput('filter')) {
+ $url .= '&name=' . $this->getInput('filter');
+ }
+
+ return $url;
+ }
+
+ private function getLayerUrl($name, $digest)
+ {
+ if ($this->queriedContext === 'Official Image') {
+ return self::URI . '/layers/' . $this->getRepo() . '/library/' .
+ $this->getRepo() . '/' . $name . '/images/' . $digest;
+ }
+
+ return self::URI . '/layers/' . $this->getRepo() . '/' . $name . '/images/' . $digest;
+ }
+
+ private function getTagUrl($name)
+ {
+ $url = '';
+
+ if ($this->queriedContext === 'Official Image') {
+ $url = self::URI . '/_/' . $this->getRepo();
+ }
+
+ if ($this->queriedContext === 'User Submitted Image') {
+ $url = self::URI . '/r/' . $this->getRepo();
+ }
+
+ return $url . '/tags/?&name=' . $name;
+ }
+
+ private function getImagesTable($result)
+ {
+ $data = '';
+
+ foreach ($result->images as $image) {
+ $layersUrl = $this->getLayerUrl($result->name, $image->digest);
+ $id = $this->getShortDigestId($image->digest);
+ $size = format_bytes($image->size);
+ $data .= <<
+ {$id}
+ {$image->os}/{$image->architecture}
+ {$size}
+
+EOD;
+ }
+
+ return <<
+
+
+ Digest
+ OS/architecture
+ Compressed Size
+
+
+
+ {$data}
+
+
' - . $deal->find('a[class*=' . $selectorLink . ']', 0)->innertext - . '' - . $this->getPrice($deal) - . $this->getDiscount($deal) - . $this->getShipsFrom($deal) - . $this->getShippingCost($deal) - . $this->GetSource($deal) - . $deal->find('div[class*=' . $selectorDescription . ']', 0)->innertext - . ' | ' - . $deal->find('div[class*=' . $selectorHot . ']', 0) - ->find('span', 1)->outertext - . ' |
' . $this->i8n('price') . ' : '
- . $deal->find(
- 'span[class*=thread-price]', 0
- )->plaintext
- . '
';
- } else {
- return '';
- }
- }
-
- /**
- * Get the Shipping costs from a Deal if it exists
- * @return string String of the deal shipping Cost
- */
- private function getShippingCost($deal)
- {
- if ($deal->find('span[class*=cept-shipping-price]', 0) != null) {
- if ($deal->find('span[class*=cept-shipping-price]', 0)->children(0) != null) {
- return '' . $this->i8n('shipping') . ' : '
- . $deal->find('span[class*=cept-shipping-price]', 0)->children(0)->innertext
- . '
';
- } else {
- return '' . $this->i8n('shipping') . ' : '
- . $deal->find('span[class*=cept-shipping-price]', 0)->innertext
- . '
';
- }
- } else {
- return '';
- }
- }
-
- /**
- * Get the source of a Deal if it exists
- * @return string String of the deal source
- */
- private function GetSource($deal)
- {
- if ($deal->find('a[class=text--color-greyShade]', 0) != null) {
- return '' . $this->i8n('origin') . ' : '
- . $deal->find('a[class=text--color-greyShade]', 0)->outertext
- . '
';
- } else {
- return '';
- }
- }
-
- /**
- * Get the original Price and discout from a Deal if it exists
- * @return string String of the deal original price and discount
- */
- private function getDiscount($deal)
- {
- if ($deal->find('span[class*=mute--text text--lineThrough]', 0) != null) {
- $discountHtml = $deal->find('span[class=space--ml-1 size--all-l size--fromW3-xl]', 0);
- if ($discountHtml != null) {
- $discount = $discountHtml->plaintext;
- } else {
- $discount = '';
- }
- return '' . $this->i8n('discount') . ' : '
- . $deal->find(
- 'span[class*=mute--text text--lineThrough]', 0
- )->plaintext
- . ' '
- . $discount
- . '
';
- } else {
- return '';
- }
- }
-
- /**
- * Get the Picture URL from a Deal if it exists
- * @return string String of the deal Picture URL
- */
- private function getImage($deal)
- {
- $selectorLazy = implode(
- ' ', /* Notice this is a space! */
- array(
- 'thread-image',
- 'width--all-auto',
- 'height--all-auto',
- 'imgFrame-img',
- 'cept-thread-img',
- 'img--dummy',
- 'js-lazy-img'
- )
- );
-
- $selectorPlain = implode(
- ' ', /* Notice this is a space! */
- array(
- 'thread-image',
- 'width--all-auto',
- 'height--all-auto',
- 'imgFrame-img',
- 'cept-thread-img'
- )
- );
- if ($deal->find('img[class=' . $selectorLazy . ']', 0) != null) {
- return json_decode(
- html_entity_decode(
- $deal->find('img[class=' . $selectorLazy . ']', 0)
- ->getAttribute('data-lazy-img')))->{'src'};
- } else {
- return $deal->find('img[class*=' . $selectorPlain . ']', 0 )->src;
- }
- }
-
- /**
- * Get the originating country from a Deal if it exists
- * @return string String of the deal originating country
- */
- private function getShipsFrom($deal)
- {
- $selector = implode(
- ' ', /* Notice this is a space! */
- array(
- 'meta-ribbon',
- 'overflow--wrap-off',
- 'space--l-3',
- 'text--color-greyShade'
- )
- );
- if ($deal->find('span[class=' . $selector . ']', 0) != null) {
- return ''
- . $deal->find('span[class=' . $selector . ']', 0)->children(2)->plaintext
- . '
';
- } else {
- return '';
- }
- }
-
- /**
- * Transforms a local date into a timestamp
- * @return int timestamp of the input date
- */
- private function parseDate($string)
- {
- $month_local = $this->i8n('local-months');
- $month_en = array(
- 'January',
- 'February',
- 'March',
- 'April',
- 'May',
- 'June',
- 'July',
- 'August',
- 'September',
- 'October',
- 'November',
- 'December'
- );
-
- // A date can be prfixed with some words, we remove theme
- $string = $this->removeDatePrefixes($string);
- // We translate the local months name in the english one
- $date_str = trim(str_replace($month_local, $month_en, $string));
-
- // If the date does not contain any year, we add the current year
- if (!preg_match('/[0-9]{4}/', $string)) {
- $date_str .= ' ' . date('Y');
- }
-
- // Add the Hour and minutes
- $date_str .= ' 00:00';
- $date = DateTime::createFromFormat('j F Y H:i', $date_str);
- // In some case, the date is not recognized : as a workaround the actual date is taken
- if($date === false) {
- $date = new DateTime();
- }
- return $date->getTimestamp();
- }
-
- /**
- * Remove the prefix of a date if it has one
- * @return the date without prefiux
- */
- private function removeDatePrefixes($string)
- {
- $string = str_replace($this->i8n('date-prefixes'), array(), $string);
- return $string;
- }
-
- /**
- * Remove the suffix of a relative date if it has one
- * @return the relative date without suffixes
- */
- private function removeRelativeDateSuffixes($string)
- {
- if (count($this->i8n('relative-date-ignore-suffix')) > 0) {
- $string = preg_replace($this->i8n('relative-date-ignore-suffix'), '', $string);
- }
- return $string;
- }
-
- /**
- * Transforms a relative local date into a timestamp
- * @return int timestamp of the input date
- */
- private function relativeDateToTimestamp($str) {
- $date = new DateTime();
-
- // In case of update date, replace it by the regular relative date first word
- $str = str_replace($this->i8n('relative-date-alt-prefixes'), $this->i8n('local-time-relative')[0], $str);
-
- $str = $this->removeRelativeDateSuffixes($str);
-
- $search = $this->i8n('local-time-relative');
-
- $replace = array(
- '-',
- 'minute',
- 'hour',
- 'day',
- 'month',
- 'year',
- ''
- );
-
- $date->modify(str_replace($search, $replace, $str));
- return $date->getTimestamp();
- }
-
- /**
- * Returns the RSS Feed title according to the parameters
- * @return string the RSS feed Tiyle
- */
- public function getName(){
- switch($this->queriedContext) {
- case $this->i8n('context-keyword'):
- return $this->i8n('bridge-name') . ' - ' . $this->i8n('title-keyword') . ' : ' . $this->getInput('q');
- break;
- case $this->i8n('context-group'):
- $values = $this->getParameters()[$this->i8n('context-group')]['group']['values'];
- $group = array_search($this->getInput('group'), $values);
- return $this->i8n('bridge-name') . ' - ' . $this->i8n('title-group') . ' : ' . $group;
- break;
- default: // Return default value
- return static::NAME;
- }
- }
-
- /**
- * This is some "localisation" function that returns the needed content using
- * the "$lang" class variable in the local class
- * @return various the local content needed
- */
- protected function i8n($key)
- {
- if (array_key_exists($key, $this->lang)) {
- return $this->lang[$key];
- } else {
- return null;
- }
- }
+class DealabsBridge extends PepperBridgeAbstract
+{
+ const NAME = 'Dealabs Bridge';
+ const URI = 'https://www.dealabs.com/';
+ const DESCRIPTION = 'Affiche les Deals de Dealabs';
+ const MAINTAINER = 'sysadminstory';
+ const PARAMETERS = [
+ 'Recherche par Mot(s) clé(s)' => [
+ 'q' => [
+ 'name' => 'Mot(s) clé(s)',
+ 'type' => 'text',
+ 'exampleValue' => 'lampe',
+ 'required' => true
+ ],
+ 'hide_expired' => [
+ 'name' => 'Masquer les éléments expirés',
+ 'type' => 'checkbox',
+ ],
+ 'hide_local' => [
+ 'name' => 'Masquer les deals locaux',
+ 'type' => 'checkbox',
+ 'title' => 'Masquer les deals en magasins physiques',
+ ],
+ 'priceFrom' => [
+ 'name' => 'Prix minimum',
+ 'type' => 'text',
+ 'title' => 'Prix mnimum en euros',
+ 'required' => false
+ ],
+ 'priceTo' => [
+ 'name' => 'Prix maximum',
+ 'type' => 'text',
+ 'title' => 'Prix maximum en euros',
+ 'required' => false
+ ],
+ ],
+
+ 'Deals par groupe' => [
+ 'group' => [
+ 'name' => 'Groupe',
+ 'type' => 'text',
+ 'exampleValue' => 'abonnements-internet',
+ 'title' => 'Nom du groupe dans l\'URL : Il faut entrer le nom du groupe qui est présent après "https://www.dealabs.com/groupe/" et avant tout éventuel "?"
+Exemple : Si l\'URL du groupe affichées dans le navigateur est :
+https://www.dealabs.com/groupe/abonnements-internet?sortBy=lowest_price
+Il faut alors saisir :
+abonnements-internet',
+ ],
+ 'subgroups' => [
+ 'name' => 'Catégorie',
+ 'type' => 'text',
+ 'exampleValue' => '1071',
+ 'title' => 'Numéro du ou des catégories dans l\'URL : Il faut entrer le ou les numéros de catégories qui sont présent après "groups=" et avant tout éventuel "&"
+Exemple : Si l\'URL du groupe affichées dans le navigateur est :
+https://www.dealabs.com/groupe/telecommunications?groups=1071%2C1070&sortBy=new
+Il faut alors saisir :
+1071%2C1070',
+ ],
+ 'order' => [
+ 'name' => 'Trier par',
+ 'type' => 'list',
+ 'title' => 'Ordre de tri des deals',
+ 'values' => [
+ 'Du deal le plus Hot au moins Hot' => '-hot',
+ 'Du deal le plus récent au plus ancien' => '-nouveaux',
+ ]
+ ]
+ ],
+ 'Surveillance Discussion' => [
+ 'url' => [
+ 'name' => 'URL de la discussion',
+ 'type' => 'text',
+ 'required' => true,
+ 'title' => 'URL discussion à surveiller: https://www.dealabs.com/discussions/titre-1234',
+ 'exampleValue' => 'https://www.dealabs.com/discussions/jeux-steam-gratuits-gleam-woobox-etc-1071415',
+ ],
+
+ 'only_with_url' => [
+ 'name' => 'Exclure les commentaires sans URL',
+ 'type' => 'checkbox',
+ 'title' => 'Exclure les commentaires ne contenant pas d\'URL dans le flux',
+ 'defaultValue' => false,
+ ]
+
+
+ ]
+
+ ];
+
+ public $lang = [
+ 'bridge-uri' => self::URI,
+ 'bridge-name' => self::NAME,
+ 'context-keyword' => 'Recherche par Mot(s) clé(s)',
+ 'context-group' => 'Deals par groupe',
+ 'context-talk' => 'Surveillance Discussion',
+ 'uri-group' => 'groupe/',
+ 'uri-deal' => 'bons-plans/',
+ 'uri-merchant' => 'search/bons-plans?merchant-id=',
+ 'image-host' => 'https://static-pepper.dealabs.com/',
+ 'request-error' => 'Impossible de joindre Dealabs',
+ 'thread-error' => 'Impossible de déterminer l\'ID de la discussion. Vérifiez l\'URL que vous avez entré',
+ 'currency' => '€',
+ 'price' => 'Prix',
+ 'shipping' => 'Livraison',
+ 'origin' => 'Origine',
+ 'discount' => 'Réduction',
+ 'title-keyword' => 'Recherche',
+ 'title-group' => 'Groupe',
+ 'title-talk' => 'Surveillance Discussion',
+ 'deal-type' => 'Type de deal',
+ 'localdeal' => 'Deal Local',
+ 'context-hot' => '-hot',
+ 'context-new' => '-nouveaux',
+ ];
}
diff --git a/bridges/DemoBridge.php b/bridges/DemoBridge.php
index f48b4510a34..18582aa62de 100644
--- a/bridges/DemoBridge.php
+++ b/bridges/DemoBridge.php
@@ -1,46 +1,48 @@
array(
- 'testCheckbox' => array(
- 'type' => 'checkbox',
- 'name' => 'test des checkbox'
- )
- ),
- 'testList' => array(
- 'testList' => array(
- 'type' => 'list',
- 'name' => 'test des listes',
- 'values' => array(
- 'Test' => 'test',
- 'Test 2' => 'test2'
- )
- )
- ),
- 'testNumber' => array(
- 'testNumber' => array(
- 'type' => 'number',
- 'name' => 'test des numéros',
- 'exampleValue' => '1515632'
- )
- )
- );
+ const PARAMETERS = [
+ 'testCheckbox' => [
+ 'testCheckbox' => [
+ 'type' => 'checkbox',
+ 'name' => 'test des checkbox'
+ ]
+ ],
+ 'testList' => [
+ 'testList' => [
+ 'type' => 'list',
+ 'name' => 'test des listes',
+ 'values' => [
+ 'Test' => 'test',
+ 'Test 2' => 'test2'
+ ]
+ ]
+ ],
+ 'testNumber' => [
+ 'testNumber' => [
+ 'type' => 'number',
+ 'name' => 'test des numéros',
+ 'exampleValue' => '1515632'
+ ]
+ ]
+ ];
- public function collectData(){
+ public function collectData()
+ {
+ $item = [];
+ $item['author'] = 'Me!';
+ $item['title'] = 'Test';
+ $item['content'] = 'Awesome content !';
+ $item['id'] = 'Lalala';
+ $item['uri'] = 'http://example.com/test';
- $item = array();
- $item['author'] = 'Me!';
- $item['title'] = 'Test';
- $item['content'] = 'Awesome content !';
- $item['id'] = 'Lalala';
- $item['uri'] = 'http://example.com/test';
-
- $this->items[] = $item;
- }
+ $this->items[] = $item;
+ }
}
diff --git a/bridges/DemosBerlinBridge.php b/bridges/DemosBerlinBridge.php
new file mode 100644
index 00000000000..cc44a7cf504
--- /dev/null
+++ b/bridges/DemosBerlinBridge.php
@@ -0,0 +1,63 @@
+ [
+ 'name' => 'Tage',
+ 'type' => 'number',
+ 'title' => 'Einträge für die nächsten Tage zurückgeben',
+ 'required' => true,
+ 'defaultValue' => 7,
+ ]
+ ]];
+
+ public function getIcon()
+ {
+ return 'https://www.berlin.de/i9f/r1/images/favicon/favicon.ico';
+ }
+
+ public function collectData()
+ {
+ $url = 'https://www.berlin.de/polizei/service/versammlungsbehoerde/versammlungen-aufzuege/index.php/index/all.json';
+ $json = getContents($url);
+ $jsonFile = json_decode($json, true);
+
+ $daysInterval = DateInterval::createFromDateString($this->getInput('days') . ' day');
+ $maxTargetDate = date_add(new DateTime('now'), $daysInterval);
+
+ foreach ($jsonFile['index'] as $entry) {
+ $entryDay = implode('-', array_reverse(explode('.', $entry['datum']))); // dd.mm.yyyy to yyyy-mm-dd
+ $ts = (new DateTime())->setTimestamp(strtotime($entryDay));
+ if ($ts <= $maxTargetDate) {
+ $item = [];
+ $item['uri'] = 'https://www.berlin.de/polizei/service/versammlungsbehoerde/versammlungen-aufzuege/index.php/detail/' . $entry['id'];
+ $item['timestamp'] = $entryDay . ' ' . $entry['von'];
+ $item['title'] = $entry['thema'];
+ $location = $entry['strasse_nr'] . ' ' . $entry['plz'];
+ $locationQuery = http_build_query(['query' => $location]);
+ $item['content'] = <<{$entry['thema']}
+ 📅
+ + 📍 {$location} + +{$entry['aufzugsstrecke']}
+ HTML; + $item['uid'] = $this->getSanitizedHash($entry['datum'] . '-' . $entry['von'] . '-' . $entry['bis'] . '-' . $entry['thema']); + + $this->items[] = $item; + } + } + } + + private function getSanitizedHash($string) + { + return hash('sha1', preg_replace('/[^a-zA-Z0-9]/', '', strtolower($string))); + } +} diff --git a/bridges/DerpibooruBridge.php b/bridges/DerpibooruBridge.php index 995e0cc14ea..2d650d57e46 100644 --- a/bridges/DerpibooruBridge.php +++ b/bridges/DerpibooruBridge.php @@ -1,113 +1,118 @@ array( - 'name' => 'Filter', - 'type' => 'list', - 'values' => array( - 'Everything' => 56027, - '18+ R34' => 37432, - 'Legacy Default' => 37431, - '18+ Dark' => 37429, - 'Maximum Spoilers' => 37430, - 'Default' => 100073 - ), - 'defaultValue' => 56027 +class DerpibooruBridge extends BridgeAbstract +{ + const NAME = 'Derpibooru Bridge'; + const URI = 'https://derpibooru.org/'; + const DESCRIPTION = 'Returns newest images from a Derpibooru search'; + const CACHE_TIMEOUT = 300; // 5min + const MAINTAINER = 'Roliga'; - ), - 'q' => array( - 'name' => 'Query', - 'required' => true - ) - ) - ); + const PARAMETERS = [ + [ + 'f' => [ + 'name' => 'Filter', + 'type' => 'list', + 'values' => [ + 'Everything' => 56027, + '18+ R34' => 37432, + 'Legacy Default' => 37431, + '18+ Dark' => 37429, + 'Maximum Spoilers' => 37430, + 'Default' => 100073 + ], + 'defaultValue' => 56027 - public function detectParameters($url){ - $params = array(); + ], + 'q' => [ + 'name' => 'Query', + 'required' => true, + 'exampleValue' => 'dog', + ] + ] + ]; - // Search page e.g. https://derpibooru.org/search?q=cute - $regex = '/^(https?:\/\/)?(www\.)?derpibooru.org\/search.+q=([^\/&?\n]+)/'; - if(preg_match($regex, $url, $matches) > 0) { - $params['q'] = urldecode($matches[3]); - return $params; - } + public function detectParameters($url) + { + $params = []; - // Tag page, e.g. https://derpibooru.org/tags/artist-colon-devinian - $regex = '/^(https?:\/\/)?(www\.)?derpibooru.org\/tags\/([^\/&?\n]+)/'; - if(preg_match($regex, $url, $matches) > 0) { - $params['q'] = str_replace('-colon-', ':', urldecode($matches[3])); - return $params; - } + // Search page e.g. https://derpibooru.org/search?q=cute + $regex = '/^(https?:\/\/)?(www\.)?derpibooru.org\/search.+q=([^\/&?\n]+)/'; + if (preg_match($regex, $url, $matches) > 0) { + $params['q'] = urldecode($matches[3]); + return $params; + } - return null; - } + // Tag page, e.g. https://derpibooru.org/tags/artist-colon-devinian + $regex = '/^(https?:\/\/)?(www\.)?derpibooru.org\/tags\/([^\/&?\n]+)/'; + if (preg_match($regex, $url, $matches) > 0) { + $params['q'] = str_replace('-colon-', ':', urldecode($matches[3])); + return $params; + } - public function getName(){ - if(!is_null($this->getInput('q'))) { - return 'Derpibooru search for: ' - . $this->getInput('q'); - } else { - return parent::getName(); - } - } + return null; + } - public function getURI(){ - if(!is_null($this->getInput('f')) && !is_null($this->getInput('q'))) { - return self::URI - . 'search?filter_id=' - . urlencode($this->getInput('f')) - . '&q=' - . urlencode($this->getInput('q')); - } else { - return parent::getURI(); - } - } + public function getName() + { + if (!is_null($this->getInput('q'))) { + return 'Derpibooru search for: ' + . $this->getInput('q'); + } else { + return parent::getName(); + } + } - public function collectData(){ - $queryJson = json_decode(getContents( - self::URI - . 'search.json?filter_id=' - . urlencode($this->getInput('f')) - . '&q=' - . urlencode($this->getInput('q')) - )) or returnServerError('Failed to query Derpibooru'); + public function getURI() + { + if (!is_null($this->getInput('f')) && !is_null($this->getInput('q'))) { + return self::URI + . 'search?filter_id=' + . urlencode($this->getInput('f')) + . '&q=' + . urlencode($this->getInput('q')); + } else { + return parent::getURI(); + } + } - foreach($queryJson->search as $post) { - $item = array(); + public function collectData() + { + $url = self::URI . 'api/v1/json/search/images?filter_id=' . urlencode($this->getInput('f')) . '&q=' . urlencode($this->getInput('q')); - $postUri = self::URI . $post->id; + $queryJson = json_decode(getContents($url)); - $item['uri'] = $postUri; - $item['title'] = $post->id; - $item['timestamp'] = strtotime($post->created_at); - $item['author'] = $post->uploader; - $item['enclosures'] = array('https:' . $post->image); - $item['categories'] = explode(', ', $post->tags); + foreach ($queryJson->images as $post) { + $item = []; - $item['content'] = '' // description - . $post->description - . '
Size: ' // image size
- . $post->width
- . 'x'
- . $post->height
- . '
Source: '
- . $post->source_url
- . '
' // description + . $post->description + . '
Size: ' // image size
+ . $post->width
+ . 'x'
+ . $post->height;
+ // source link
+ if ($post->source_url != null) {
+ $item['content'] .= '
Source: '
+ . $post->source_url
+ . '
{$item['title']}
EOD; - } + } + + // categories + foreach ($article->find('a.crayons-tag') as $tag) { + $item['categories'][] = str_replace('#', '', $tag->plaintext); + } + + $this->items[] = $item; + } + } - $item['categories'] = array_map(function($e){ return $e->plaintext; }, $article->find('div.tags span.tag')); + public function getName() + { + if (!is_null($this->getInput('tag'))) { + return ucfirst($this->getInput('tag')) . ' - dev.to'; + } - $this->items[] = $item; - } + return parent::getName(); + } - } + private function getFullArticle($url) + { + $html = getSimpleHTMLDOMCached($url); - private function getFullArticle($url) { - $html = getSimpleHTMLDOMCached($url) - or returnServerError('Unable to load article from "' . $url . '"!'); + $html = defaultLinkTo($html, static::URI); - $html = defaultLinkTo($html, static::URI); + if ($html->find('div.crayons-article__cover', 0)) { + return $html->find('div.crayons-article__cover', 0) . $html->find('[id="article-body"]', 0); + } - return $html->find('[id="article-body"]', 0); - } + return $html->find('[id="article-body"]', 0); + } } diff --git a/bridges/DeveloppezDotComBridge.php b/bridges/DeveloppezDotComBridge.php index 5719cf3fa49..d9583fedf15 100644 --- a/bridges/DeveloppezDotComBridge.php +++ b/bridges/DeveloppezDotComBridge.php @@ -1,47 +1,406 @@ collectExpandableDatas(self::URI . 'index/rss', 15); - } - - protected function parseItem($newsItem){ - $item = parent::parseItem($newsItem); - $item['content'] = $this->extractContent($item['uri']); - return $item; - } - - // F***ing quotes from Microsoft Word badly encoded, here was the trick: - // http://stackoverflow.com/questions/1262038/how-to-replace-microsoft-encoded-quotes-in-php - private function convertSmartQuotes($string) - { - $search = array(chr(145), - chr(146), - chr(147), - chr(148), - chr(151)); - - $replace = array( - "'", - "'", - '"', - '"', - '-' - ); - - return str_replace($search, $replace, $string); - } - - private function extractContent($url){ - $articleHTMLContent = getSimpleHTMLDOMCached($url); - $text = $this->convertSmartQuotes($articleHTMLContent->find('div.content', 0)->innertext); - $text = utf8_encode($text); - return trim($text); - } + +class DeveloppezDotComBridge extends FeedExpander +{ + const MAINTAINER = 'Binnette'; + const NAME = 'Developpez.com Actus (FR)'; + const URI = 'https://www.developpez.com/'; + const DOMAIN = '.developpez.com/'; + const RSS_URL = 'index/rss'; + const CACHE_TIMEOUT = 1800; // 30min + const DESCRIPTION = 'Returns complete posts from developpez.com'; + // Encodings used by Developpez.com in their articles body + const ENCONDINGS = ['Windows-1252', 'UTF-8']; + const PARAMETERS = [ + [ + 'limit' => [ + 'name' => 'Max items', + 'type' => 'number', + 'defaultValue' => 5, + ], + // list of the differents RSS availables + 'domain' => [ + 'type' => 'list', + 'name' => 'Domaine', + 'title' => 'Chosissez un sous-domaine', + 'values' => [ + '= Domaine principal =' => 'www', + '4d' => '4d', + 'abbyy' => 'abbyy', + 'access' => 'access', + 'agile' => 'agile', + 'ajax' => 'ajax', + 'algo' => 'algo', + 'alm' => 'alm', + 'android' => 'android', + 'apache' => 'apache', + 'applications' => 'applications', + 'arduino' => 'arduino', + 'asm' => 'asm', + 'asp' => 'asp', + 'aspose' => 'aspose', + 'bacasable' => 'bacasable', + 'big-data' => 'big-data', + 'bpm' => 'bpm', + 'bsd' => 'bsd', + 'business-intelligence' => 'business-intelligence', + 'c' => 'c', + 'cloud-computing' => 'cloud-computing', + 'club' => 'club', + 'cms' => 'cms', + 'cpp' => 'cpp', + 'crm' => 'crm', + 'css' => 'css', + 'd' => 'd', + 'dart' => 'dart', + 'data-science' => 'data-science', + 'db2' => 'db2', + 'delphi' => 'delphi', + 'dotnet' => 'dotnet', + 'droit' => 'droit', + 'eclipse' => 'eclipse', + 'edi' => 'edi', + 'embarque' => 'embarque', + 'emploi' => 'emploi', + 'etudes' => 'etudes', + 'excel' => 'excel', + 'firebird' => 'firebird', + 'flash' => 'flash', + 'go' => 'go', + 'green-it' => 'green-it', + 'gtk' => 'gtk', + 'hardware' => 'hardware', + 'hpc' => 'hpc', + 'humour' => 'humour', + 'ibmcloud' => 'ibmcloud', + 'intelligence-artificielle' => 'intelligence-artificielle', + 'interbase' => 'interbase', + 'ios' => 'ios', + 'java' => 'java', + 'javascript' => 'javascript', + 'javaweb' => 'javaweb', + 'jetbrains' => 'jetbrains', + 'jeux' => 'jeux', + 'kotlin' => 'kotlin', + 'labview' => 'labview', + 'laravel' => 'laravel', + 'latex' => 'latex', + 'lazarus' => 'lazarus', + 'linux' => 'linux', + 'mac' => 'mac', + 'matlab' => 'matlab', + 'megaoffice' => 'megaoffice', + 'merise' => 'merise', + 'microsoft' => 'microsoft', + 'mobiles' => 'mobiles', + 'mongodb' => 'mongodb', + 'mysql' => 'mysql', + 'netbeans' => 'netbeans', + 'nodejs' => 'nodejs', + 'nosql' => 'nosql', + 'objective-c' => 'objective-c', + 'office' => 'office', + 'open-source' => 'open-source', + 'openoffice-libreoffice' => 'openoffice-libreoffice', + 'oracle' => 'oracle', + 'outlook' => 'outlook', + 'pascal' => 'pascal', + 'perl' => 'perl', + 'php' => 'php', + 'portail-emploi' => 'portail-emploi', + 'portail-projets' => 'portail-projets', + 'postgresql' => 'postgresql', + 'powerpoint' => 'powerpoint', + 'preprod-emploi' => 'preprod-emploi', + 'programmation' => 'programmation', + 'project' => 'project', + 'purebasic' => 'purebasic', + 'pyqt' => 'pyqt', + 'python' => 'python', + 'qt-creator' => 'qt-creator', + 'qt' => 'qt', + 'r' => 'r', + 'raspberry-pi' => 'raspberry-pi', + 'reseau' => 'reseau', + 'ruby' => 'ruby', + 'rust' => 'rust', + 'sap' => 'sap', + 'sas' => 'sas', + 'scilab' => 'scilab', + 'securite' => 'securite', + 'sgbd' => 'sgbd', + 'sharepoint' => 'sharepoint', + 'solutions-entreprise' => 'solutions-entreprise', + 'spring' => 'spring', + 'sqlserver' => 'sqlserver', + 'stages' => 'stages', + 'supervision' => 'supervision', + 'swift' => 'swift', + 'sybase' => 'sybase', + 'symfony' => 'symfony', + 'systeme' => 'systeme', + 'talend' => 'talend', + 'typescript' => 'typescript', + 'uml' => 'uml', + 'unix' => 'unix', + 'vb' => 'vb', + 'vba' => 'vba', + 'virtualisation' => 'virtualisation', + 'visualstudio' => 'visualstudio', + 'web-semantique' => 'web-semantique', + 'web' => 'web', + 'webmarketing' => 'webmarketing', + 'wind' => 'wind', + 'windows-azure' => 'windows-azure', + 'windows' => 'windows', + 'windowsphone' => 'windowsphone', + 'word' => 'word', + 'xhtml' => 'xhtml', + 'xml' => 'xml', + 'zend-framework' => 'zend-framework' + ], + ] + ] + ]; + + /** + * Grabs the RSS item from Developpez.com + */ + public function collectData() + { + $url = $this->getRssUrl(); + $this->collectExpandableDatas($url, 20); + } + + /** + * Parse the content of every RSS item. And will try to get the full article + * pointed by the item URL intead of the default abstract. + */ + protected function parseItem(array $item) + { + if (count($this->items) >= $this->getInput('limit')) { + return null; + } + + // There is a bug in Developpez RSS, coma are writtent as '~?' in the + // title, so I have to fix it manually + $item['title'] = $this->fixComaInTitle($item['title']); + + // We get the content of the full article behind the RSS item URL + $articleHTMLContent = getSimpleHTMLDOMCached($item['uri']); + + // Here we call our custom parser + $fullText = $this->extractFullText($articleHTMLContent); + if (!is_null($fullText)) { + // if we manage to parse the page behind the url of the RSS item + // then we set it as the new content. Otherwise we keep the default + // content to avoid RSS Bridge to return an empty item + $item['content'] = $fullText; + } + + // Now we will attach video url in item + $videosUrl = $this->getAllVideoUrl($articleHTMLContent); + if (!empty($videosUrl)) { + $item['enclosures'] = array_merge($item['enclosures'], $videosUrl); + } + + // Now we can look for the blog writer/creator + $author = $articleHTMLContent->find('[itemprop="creator"]', 0); + if (!empty($author)) { + $item['author'] = $author->outertext; + } + + return $item; + } + + /** + * Return the RSS url for selected domain + */ + private function getRssUrl() + { + $domain = $this->getInput('domain'); + if (!empty($domain)) { + return 'https://' . $domain . self::DOMAIN . self::RSS_URL; + } + + return self::URI . self::RSS_URL; + } + + /** + * Replace '~?' by a proper coma ',' + */ + private function fixComaInTitle($txt) + { + return str_replace('~?', ',', $txt); + } + + /** + * Return the full article pointed by the url in the RSS item + * Since Developpez.com only provides a short abstract of the article, we + * use the url to retrieve the complete article and return it as the content + */ + private function extractFullText($articleHTMLContent) + { + // All blog entry contains a div with the class 'content'. This div + // contains the complete blog article. But the RSS can also return + // announcement and not a blog article. So the next if, should take + // care of the "non blog" entry + $divArticleEntry = $articleHTMLContent->find('div.content', 0); + if (is_null($divArticleEntry)) { + // Didn't find the div with class content. It is probably not a blog + // entry. It is probably just an announcement for an ebook, a PDF, + // etc. So we can use the default RSS item content. + return null; + } + + // The following code is a bit hacky, but I really manage to get the + // full content of articles without any encoding issues. What is very + // weird and ugly in Developpez.com is the fact the some paragraphs of + // the article will be encoded as UTF-8 and some other paragraphs will + // be encoded as Windows-1252. So we can NOT decode the full article + // with only one encoding. We have to check every paragraph and + // determine its encoding + + // This contains all the 'paragraphs' of the article. It includes the + // pictures, the text and the links at the bottom of the article + $paragraphs = $divArticleEntry->nodes; + // This will store the complete decoded content + $fullText = ''; + + // For each paragraph, we will identify the encoding, then decode it + // and finally store the decoded content in $text + foreach ($paragraphs as $paragraph) { + // We have to recreate a new DOM document from the current node + // otherwise the find function will look in the complet article and + // not only in the current paragraph. This is an ugly behavior of + // the library Simple HTML DOM Parser... + $html = str_get_html($paragraph->outertext); + $fullText .= $this->decodeParagraph($html); + } + + // Finally we return the full 'well' enconded content of the article + return $fullText; + } + + /** + * + */ + private function decodeParagraph($p) + { + // First we check if this paragraph is a video + $videoUrl = $this->getVideoUrl($p); + if (!empty($videoUrl)) { + // If this is a video, we just return a link to the video + // 📺 => 🎞️ + return '+ 📺 Voir la vidéo +
'; + } + + // We take outertext to get the complete paragraph not only the text + // inside it. That way we still graph block%s', + $release['thumb'], + $item['content'], + ); + } + + $this->items[] = $item; + } + } elseif (!empty($this->getInput('username_wantlist')) || !empty($this->getInput('username_folder'))) { + if (!empty($this->getInput('username_wantlist'))) { + $url = 'https://api.discogs.com/users/' + . $this->getInput('username_wantlist') + . '/wants?sort=added&sort_order=desc'; + $data = getContents($url, $headers); + $jsonData = json_decode($data, true)['wants']; + } elseif (!empty($this->getInput('username_folder'))) { + $url = 'https://api.discogs.com/users/' + . $this->getInput('username_folder') + . '/collection/folders/' + . $this->getInput('folderid') + . '/releases?sort=added&sort_order=desc'; + $data = getContents($url, $headers); + $jsonData = json_decode($data, true)['releases']; + } + foreach ($jsonData as $element) { + $infos = $element['basic_information']; + $item = []; + $item['title'] = $infos['title']; + $item['author'] = $infos['artists'][0]['name']; + $item['id'] = $infos['artists'][0]['id']; + $item['uri'] = self::URI . $infos['artists'][0]['id'] . '/release/' . $infos['id']; + $item['timestamp'] = strtotime($element['date_added']); + $item['content'] = $item['author'] . ' - ' . $item['title']; + + if (isset($infos['thumb']) && $this->getInput('image') === true) { + $item['content'] = sprintf( + '
%s', + $infos['thumb'], + $item['content'], + ); + } + + $this->items[] = $item; + } + } + } + + public function getURI() + { + return self::URI; + } + + public function getName() + { + return static::NAME; + } } diff --git a/bridges/DockerHubBridge.php b/bridges/DockerHubBridge.php new file mode 100644 index 00000000000..574e3964b9e --- /dev/null +++ b/bridges/DockerHubBridge.php @@ -0,0 +1,228 @@ + [ + 'user' => [ + 'name' => 'User', + 'type' => 'text', + 'required' => true, + 'exampleValue' => 'rssbridge', + ], + 'repo' => [ + 'name' => 'Repository', + 'type' => 'text', + 'required' => true, + 'exampleValue' => 'rss-bridge', + ], + 'filter' => [ + 'name' => 'Filter tag', + 'type' => 'text', + 'required' => false, + 'exampleValue' => 'latest', + ] + ], + 'Official Image' => [ + 'repo' => [ + 'name' => 'Repository', + 'type' => 'text', + 'required' => true, + 'exampleValue' => 'postgres', + ], + 'filter' => [ + 'name' => 'Filter tag', + 'type' => 'text', + 'required' => false, + 'exampleValue' => 'alpine3.17', + ] + ] + ]; + + const CACHE_TIMEOUT = 3600; // 1 hour + + private $apiURL = 'https://hub.docker.com/v2/repositories/'; + private $imageUrlRegex = '/hub\.docker\.com\/r\/([\w]+)\/([\w-]+)\/?/'; + private $officialImageUrlRegex = '/hub\.docker\.com\/_\/([\w-]+)\/?/'; + + public function detectParameters($url) + { + $params = []; + + // user submitted image + if (preg_match($this->imageUrlRegex, $url, $matches)) { + $params['context'] = 'User Submitted Image'; + $params['user'] = $matches[1]; + $params['repo'] = $matches[2]; + return $params; + } + + // official image + if (preg_match($this->officialImageUrlRegex, $url, $matches)) { + $params['context'] = 'Official Image'; + $params['repo'] = $matches[1]; + return $params; + } + + return null; + } + + public function collectData() + { + $json = getContents($this->getApiUrl()); + + $data = json_decode($json, false); + + foreach ($data->results as $result) { + $item = []; + + $lastPushed = date('Y-m-d H:i:s', strtotime($result->tag_last_pushed)); + + $item['title'] = $result->name; + $item['uid'] = $result->id; + $item['uri'] = $this->getTagUrl($result->name); + $item['author'] = $result->last_updater_username; + $item['timestamp'] = $result->tag_last_pushed; + $item['content'] = <<
+
{$result->name}
+Last pushed+
{$lastPushed}
+Images+{$this->getImagesTable($result)} +EOD; + + $this->items[] = $item; + } + } + + public function getURI() + { + $uri = parent::getURI(); + + if ($this->queriedContext === 'Official Image') { + $uri = self::URI . '/_/' . $this->getRepo(); + } + + if ($this->queriedContext === 'User Submitted Image') { + $uri = '/r/' . $this->getRepo(); + } + + if ($this->getInput('filter')) { + $uri .= '/tags/?&page=1&name=' . $this->getInput('filter'); + } + + return $uri; + } + + public function getName() + { + if ($this->getInput('repo')) { + $name = $this->getRepo(); + + if ($this->getInput('filter')) { + $name .= ':' . $this->getInput('filter'); + } + + return $name . ' - Docker Hub'; + } + + return parent::getName(); + } + + private function getRepo() + { + if ($this->queriedContext === 'Official Image') { + return $this->getInput('repo'); + } + + return $this->getInput('user') . '/' . $this->getInput('repo'); + } + + private function getApiUrl() + { + $url = ''; + + if ($this->queriedContext === 'Official Image') { + $url = $this->apiURL . 'library/' . $this->getRepo() . '/tags/?page_size=25&page=1'; + } + + if ($this->queriedContext === 'User Submitted Image') { + $url = $this->apiURL . $this->getRepo() . '/tags/?page_size=25&page=1'; + } + + if ($this->getInput('filter')) { + $url .= '&name=' . $this->getInput('filter'); + } + + return $url; + } + + private function getLayerUrl($name, $digest) + { + if ($this->queriedContext === 'Official Image') { + return self::URI . '/layers/' . $this->getRepo() . '/library/' . + $this->getRepo() . '/' . $name . '/images/' . $digest; + } + + return self::URI . '/layers/' . $this->getRepo() . '/' . $name . '/images/' . $digest; + } + + private function getTagUrl($name) + { + $url = ''; + + if ($this->queriedContext === 'Official Image') { + $url = self::URI . '/_/' . $this->getRepo(); + } + + if ($this->queriedContext === 'User Submitted Image') { + $url = self::URI . '/r/' . $this->getRepo(); + } + + return $url . '/tags/?&name=' . $name; + } + + private function getImagesTable($result) + { + $data = ''; + + foreach ($result->images as $image) { + $layersUrl = $this->getLayerUrl($result->name, $image->digest); + $id = $this->getShortDigestId($image->digest); + $size = format_bytes($image->size); + $data .= <<
+
+ ';
+
+ // Titre du don
+ $item['title'] = '[' . $category . '] ' . $name;
+ $item['timestamp'] = $date;
+ $item['author'] = $author;
+ $item['content'] = $content;
+ $item['enclosures'] = [$image];
+
+ $this->items[] = $item;
+ }
+ }
+
+ private function getPageURI($page)
+ {
+ $uri = $this->getURI();
+ $haveQueryParams = strpos($uri, '?') !== false;
+
+ if ($haveQueryParams) {
+ return $uri . '&page=' . $page;
+ } else {
+ return $uri . '?page=' . $page;
+ }
+ }
+
+ public function getURI()
+ {
+ if (!is_null($this->getInput('q'))) {
+ return self::URI . $this->getInput('q');
+ }
+
+ return parent::getURI();
+ }
+
+ public function getName()
+ {
+ if (!is_null($this->getInput('q'))) {
+ return 'Donnons.org - ' . $this->getInput('q');
+ }
+
+ return parent::getName();
+ }
+}
diff --git a/bridges/DoujinStyleBridge.php b/bridges/DoujinStyleBridge.php
new file mode 100644
index 00000000000..0df96280d10
--- /dev/null
+++ b/bridges/DoujinStyleBridge.php
@@ -0,0 +1,148 @@
+ [],
+ 'Randomly selected items' => [],
+ 'From search results' => [
+ 'query' => [
+ 'name' => 'Search query',
+ 'required' => true,
+ 'exampleValue' => 'FELT',
+ ],
+ 'flac' => [
+ 'name' => 'Include FLAC',
+ 'type' => 'checkbox',
+ 'defaultValue' => false,
+ ],
+ 'mp3' => [
+ 'name' => 'Include MP3',
+ 'type' => 'checkbox',
+ 'defaultValue' => false,
+ ],
+ 'tta' => [
+ 'name' => 'Include TTA',
+ 'type' => 'checkbox',
+ 'defaultValue' => false,
+ ],
+ 'opus' => [
+ 'name' => 'Include Opus',
+ 'type' => 'checkbox',
+ 'defaultValue' => false,
+ ],
+ 'ogg' => [
+ 'name' => 'Include OGG',
+ 'type' => 'checkbox',
+ 'defaultValue' => false,
+ ]
+ ]
+ ];
+
+ public function collectData()
+ {
+ $html = getSimpleHTMLDOM($this->getURI());
+ $html = defaultLinkTo($html, $this->getURI());
+
+ $submissions = $html->find('.gridBox .gridDetails');
+ foreach ($submissions as $submission) {
+ $item = [];
+
+ $item['uri'] = $submission->find('a', 0)->href;
+
+ $content = getSimpleHTMLDOM($item['uri']);
+ $content = defaultLinkTo($content, $this->getURI());
+
+ $title = $content->find('h2', 0)->plaintext;
+
+ $cover = $content->find('#imgClick a', 0);
+ if (is_null($cover)) {
+ $cover = $content->find('.coverWrap', 0)->src;
+ } else {
+ $cover = $cover->href;
+ }
+
+ $item['content'] = "' . $name . '
+' . $description . '
+Lieu : ' . $city . ' - ' . $region . '
+Par : ' . $author . '
+Date : ' . $date . '
+Artist: $artist"; + break; + case 'Tags:': + $item['categories'] = []; + foreach ($value->find('a') as $tag) { + $tag = str_replace('-', '-', $tag->plaintext); + $item['categories'][] = $tag; + } + + $item['content'] .= '
Tags: ' . join(', ', $item['categories']); + break; + case 'Format:': + $item['content'] .= "
Format: $value->plaintext"; + break; + case 'Date Added:': + $item['timestamp'] = $value->plaintext; + break; + case 'Provided By:': + $item['author'] = $value->find('a', 0)->plaintext; + break; + } + } + + $this->items[] = $item; + } + } + + public function getURI() + { + $url = self::URI; + + switch ($this->queriedContext) { + case 'From search results': + $url .= '?p=search&type=blanket'; + $url .= '&result=' . $this->getInput('query'); + + if ($this->getInput('flac') == 1) { + $url .= '&format0=on'; + } + if ($this->getInput('mp3') == 1) { + $url .= '&format1=on'; + } + if ($this->getInput('tta') == 1) { + $url .= '&format2=on'; + } + if ($this->getInput('opus') == 1) { + $url .= '&format3=on'; + } + if ($this->getInput('ogg') == 1) { + $url .= '&format4=on'; + } + break; + case 'Randomly selected items': + $url .= '?p=random'; + break; + } + + return $url; + } +} diff --git a/bridges/DownDetectorBridge.php b/bridges/DownDetectorBridge.php deleted file mode 100644 index 4aef3728a86..00000000000 --- a/bridges/DownDetectorBridge.php +++ /dev/null @@ -1,6195 +0,0 @@ - array( - 'country' => array( - 'type' => 'list', - 'name' => 'Country', - 'values' => array( - 'Argentina' => 'https://downdetector.com.ar', - 'Australia' => 'https://downdetector.com.au', - 'België' => 'https://allestoringen.be', - 'Brasil' => 'https://downdetector.com.br', - 'Canada' => 'https://downdetector.ca', - 'Chile' => 'https://downdetector.cl', - 'Colombia' => 'https://downdetector.com.co', - 'Danmark' => 'https://downdetector.dk', - 'Deutschland' => 'https://allestörungen.de', - 'Ecuador' => 'https://downdetector.ec', - 'España' => 'https://downdetector.es', - 'France' => 'https://downdetector.fr', - 'Hong Kong' => 'https://downdetector.hk', - 'Hrvatska' => 'https://downdetector.hr', - 'India' => 'https://downdetector.in', - 'Indonesia' => 'https://downdetector.id', - 'Ireland' => 'https://downdetector.ie', - 'Italia' => 'https://downdetector.it', - 'Magyarország' => 'https://downdetector.hu', - 'Malaysia' => 'https://downdetector.my', - 'México' => 'https://downdetector.mx', - 'Nederland' => 'https://allestoringen.nl', - 'New Zealand' => 'https://downdetector.co.nz', - 'Norge' => 'https://downdetector.no', - 'Pakistan' => 'https://downdetector.pk', - 'Perú' => 'https://downdetector.pe', - 'Pilipinas' => 'https://downdetector.ph', - 'Polska' => 'https://downdetector.pl', - 'Portugal' => 'https://downdetector.pt', - 'România' => 'https://downdetector.ro', - 'Schweiz' => 'https://allestörungen.ch', - 'Singapore' => 'https://downdetector.sg', - 'Slovensko' => 'https://downdetector.sk', - 'South Africa' => 'https://downdetector.co.za', - 'Suomi' => 'https://downdetector.fi', - 'Sverige' => 'https://downdetector.se', - 'Türkiye' => 'https://downdetector.web.tr', - 'UAE' => 'https://downdetector.ae', - 'UK' => 'https://downdetector.co.uk', - 'United States' => 'https://downdetector.com', - 'Österreich' => 'https://allestörungen.at', - 'Česko' => 'https://downdetector.cz', - 'Ελλάς' => 'https://downdetector.gr', - 'Россия' => 'https://downdetector.ru', - '日本' => 'https://downdetector.jp' - ) - ) - ), - 'Specific Website' => array( - 'website' => array( - 'type' => 'list', - 'name' => 'Website', - 'values' => array( - 'Österreich' => array( - '1&1' => 35086, - '3 (Drei)' => 33546, - 'A1' => 33543, - 'Alexa' => 36919, - 'Amazon' => 33506, - 'Amazon Prime Video' => 35085, - 'Amino Apps' => 39034, - 'Anthem' => 38200, - 'Apex Legends' => 38117, - 'App Store' => 35584, - 'Bank Austria' => 34715, - 'Battlefield' => 38051, - 'BAWAG' => 34716, - 'Binance' => 36938, - 'Blizzard Battle.net' => 35087, - 'Bob' => 34953, - 'Boom Beach' => 34781, - 'Bwin' => 35071, - 'Call of Duty' => 34156, - 'Car2Go' => 34554, - 'Clash of Clans' => 35088, - 'Clash Royale' => 38357, - 'Coinbase' => 36804, - 'Counter-strike' => 35055, - 'Crunchyroll' => 38092, - 'Dazn' => 36508, - 'Dead By Daylight' => 37414, - 'Deezer' => 33832, - 'Destiny' => 34954, - 'DHL' => 36747, - 'Discord' => 36768, - 'Dota 2' => 35398, - 'Dropbox' => 33509, - 'EA' => 34502, - 'Easybank' => 36992, - 'eBay' => 33510, - 'Emerion' => 34613, - 'Epic Games Store' => 39021, - 'Erste Bank und Sparkasse' => 36724, - 'Facebook' => 33511, - 'Facebook Messenger' => 33512, - 'Fifa' => 37605, - 'Flickr' => 33513, - 'For Honor' => 35996, - 'Fortnite' => 36689, - 'Ghost Recon' => 36009, - 'Gmail' => 33514, - 'GMX' => 33515, - 'Google' => 33516, - 'Google Hangouts' => 33517, - 'Google Play' => 33518, - 'GTA 5' => 35082, - 'Guild Wars 2' => 36473, - 'Handy Parken' => 34316, - 'Hay Day' => 34854, - 'Hello Bank' => 37010, - 'HoT' => 38751, - 'iCloud' => 35501, - 'ICQ' => 33520, - 'ING DiBa' => 35129, - 'Instagram' => 33522, - 'iTunes' => 33523, - 'Kabelplus' => 34473, - 'Kik' => 33524, - 'Kraken' => 36770, - 'League of Legends' => 34350, - 'LinkedIn' => 33525, - 'Liwest' => 34471, - 'Lovoo' => 35079, - 'Magenta' => 38440, - 'Maxdome' => 35084, - 'Minecraft' => 36432, - 'Mittwald' => 36987, - 'N26' => 38834, - 'Netatmo' => 37956, - 'Netflix' => 34631, - 'Nintendo Network' => 35523, - 'Nitrado' => 35548, - 'NordVPN' => 38587, - 'Office 365' => 35120, - 'OneDrive' => 35412, - 'ORF' => 35600, - 'Origin' => 36889, - 'Outlook' => 35083, - 'Overwatch' => 36153, - 'Path of Exile' => 37730, - 'Paypal' => 35399, - 'Playerunknown\'s Battlegrounds' => 36488, - 'Playstation Network' => 33526, - 'Pokémon Go' => 35745, - 'Quizduell' => 34528, - 'Raiffeisen Bank' => 38750, - 'Rainbow Six' => 35563, - 'Red Dead Redemption' => 37739, - 'Reddit' => 36827, - 'Rocket League' => 35485, - 'roNET' => 37041, - 'Salzburg AG Cablelink' => 35601, - 'Shpock' => 38681, - 'Sky' => 35081, - 'Sky Ticket' => 35142, - 'Skype' => 33527, - 'Smart Hub' => 35400, - 'Snapchat' => 33528, - 'Spotify' => 33529, - 'Spusu' => 35598, - 'Steam' => 34117, - 'Teamviewer' => 35686, - 'Tele2' => 34339, - 'Telegram' => 34903, - 'Telering' => 34952, - 'The Division' => 35599, - 'The elder scrolls online' => 37160, - 'The Simpsons Tapped Out' => 37283, - 'Threema' => 34255, - 'Tinder' => 34243, - 'Tipico' => 36515, - 'Tumblr' => 33530, - 'Twitch' => 35024, - 'Twitter' => 33531, - 'Uplay PC' => 34689, - 'Viber' => 33532, - 'Viewster' => 34326, - 'Vimeo' => 33533, - 'Volksbank' => 34717, - 'Warface' => 37524, - 'Warframe' => 37136, - 'Waze' => 33534, - 'Whatsapp' => 33535, - 'Wikipedia' => 33536, - 'Willhaben.at' => 35859, - 'World of Tanks' => 36674, - 'World of Warcraft' => 36998, - 'World of Warships' => 38009, - 'Xbox Live' => 33538, - 'Yahoo Mail' => 33539, - 'Yahoo Messenger' => 33540, - 'Yesss' => 35346, - 'Youtube' => 33541, - 'Z1 Battle Royale' => 35489, - ), - 'Deutschland' => array( - '1&1' => 32554, - '1blu' => 37319, - '2k' => 37731, - '3CX' => 36439, - '3sat' => 35797, - 'Afterbuy' => 37015, - 'Airbnb' => 35422, - 'Albion Online' => 38799, - 'Aldi Talk' => 32579, - 'Alexa' => 35912, - 'All-inkl' => 35162, - 'Amazon' => 32572, - 'Amazon Prime Music' => 37584, - 'Amazon Prime Video' => 34495, - 'Amazon Web Services' => 36326, - 'Amino Apps' => 39033, - 'Amplus' => 35446, - 'Anthem' => 38055, - 'Anydesk' => 37487, - 'AOL' => 34377, - 'Apex Legends' => 38112, - 'App Store' => 35579, - 'Apple Music' => 35246, - 'Apple Store' => 34448, - 'Arche NetVision' => 35593, - 'ArcheAge' => 35062, - 'Arcor' => 34374, - 'ARK: Survival Evolved' => 39065, - 'Arma 3' => 35063, - 'Asana' => 38024, - 'Assassin\'s Creed' => 35010, - 'Badoo' => 35011, - 'Base' => 32568, - 'Battlefield' => 36092, - 'Baur' => 35043, - 'Bet3000' => 35035, - 'Bet365' => 35034, - 'Bethesda' => 38317, - 'BILDmobil' => 32609, - 'Binance' => 36942, - 'Bing' => 34708, - 'Bitfinex' => 36833, - 'Bitstamp' => 36808, - 'Blackberry' => 3, - 'Blade &Soul' => 35512, - 'Blau' => 37655, - 'Blau' => 34108, - 'Blizzard Battle.net' => 34483, - 'Blogger' => 32606, - 'BMW ConnectedDrive' => 38034, - 'Boom Beach' => 34365, - 'Bornet' => 34944, - 'Bwin' => 34491, - 'Call of Duty' => 34155, - 'Candy Crush' => 35148, - 'Candy Crush Soda Saga' => 35174, - 'Car-Net' => 37031, - 'Car2Go' => 34555, - 'Centurylink' => 35624, - 'Checkdomain' => 36096, - 'Clash of Clans' => 34289, - 'Clash Royale' => 35588, - 'Cloudflare' => 34881, - 'Coinbase' => 36798, - 'Colt' => 37653, - 'Comdirect' => 34774, - 'Comedy Central' => 34122, - 'Commerzbank' => 32607, - 'Comunio' => 34719, - 'Congstar' => 32590, - 'Consors Bank' => 35545, - 'CosmosDirect' => 35042, - 'Counter-strike' => 34887, - 'Crunchyroll' => 36718, - 'DABbank' => 35921, - 'Das Erste' => 34386, - 'Dazn' => 35956, - 'Dead By Daylight' => 35951, - 'Deezer' => 33831, - 'DeGiro' => 38203, - 'Deliveroo' => 37546, - 'Destiny' => 34895, - 'Deutsche Bahn' => 32569, - 'Deutsche Bank' => 32611, - 'Deutsche Glasfaser' => 36087, - 'Deutsche Telefon' => 35851, - 'DeutschlandSIM' => 34635, - 'DFP' => 35004, - 'DHL' => 34896, - 'Discord' => 35796, - 'DKB' => 32767, - 'DNSNET' => 35670, - 'DomainFactory' => 37381, - 'Dota 2' => 34900, - 'dpd' => 36120, - 'Dragon Ball' => 36380, - 'Drillisch' => 36019, - 'Driveclub' => 34928, - 'Dropbox' => 32585, - 'E-Plus' => 10121, - 'EA' => 34497, - 'Easybell' => 34370, - 'eBay' => 32567, - 'Ecotel' => 36794, - 'Elite: Dangerous' => 37077, - 'Emailn' => 34687, - 'Emerion' => 34614, - 'Entega' => 37039, - 'Epic Games Store' => 38827, - 'Escape from Tarkov' => 37977, - 'Etoro' => 36965, - 'Eurosport Player' => 36559, - 'Eventim' => 37621, - 'Evernote ' => 36506, - 'Ewe TEL' => 33559, - 'Facebook' => 32552, - 'Facebook Messenger' => 32560, - 'Faceit' => 37147, - 'Facetime' => 34603, - 'Fallout' => 35433, - 'Farm Heroes Saga' => 35175, - 'Fidor Bank' => 35894, - 'Fifa' => 35469, - 'Finya' => 37060, - 'Fitbit' => 37972, - 'Fl!nk' => 35170, - 'Flickr' => 32604, - 'Fonic' => 32594, - 'For Honor' => 35985, - 'Fortnite' => 36626, - 'Forza' => 37568, - 'Freenet' => 34354, - 'Friday the 13th The Game' => 37561, - 'Fyve' => 34378, - 'G-Portal' => 37155, - 'Game of war' => 35230, - 'Gameduell' => 37566, - 'Gardena Smart' => 37350, - 'Garmin' => 37049, - 'Gears of War' => 35940, - 'Gems of war' => 38802, - 'Geocaching' => 37178, - 'Ghost Recon' => 36001, - 'Giropay' => 38204, - 'GitHub' => 35348, - 'GLS' => 36119, - 'Gmail' => 32584, - 'GMX' => 32563, - 'Go Daddy' => 34874, - 'Goneo' => 37576, - 'Google' => 32553, - 'Google Drive' => 36603, - 'Google Hangouts' => 32600, - 'Google Kalender' => 38603, - 'Google Play' => 32593, - 'Gran Turismo' => 36917, - 'Grindr' => 35532, - 'GTA 5' => 34754, - 'Guild Wars 2' => 35061, - 'Halo' => 35419, - 'Halo Wars' => 36034, - 'Harry Potter: Wizards Unite' => 38686, - 'Hay Day' => 34366, - 'Helinet' => 34959, - 'Hermes' => 35196, - 'Hetzner ' => 35943, - 'Hipchat' => 34869, - 'Hitbox.TV' => 35932, - 'Hitman' => 35586, - 'Homematic' => 36795, - 'Hosteurope' => 37958, - 'Htp' => 34400, - 'Hue' => 37810, - 'Hunt: Showdown' => 38787, - 'HypoVereinsbank' => 34965, - 'iCloud' => 32549, - 'ICQ' => 33123, - 'Idealo' => 37156, - 'iMessage' => 32671, - 'Inexio' => 36371, - 'ING DiBa' => 35156, - 'Ingress' => 35765, - 'Innogy Highspeed' => 37459, - 'Instagram' => 32599, - 'Intercity Express (ICE)' => 32581, - 'iTunes' => 32672, - 'Jappy' => 32596, - 'Jira' => 36066, - 'Jobst DSL' => 36727, - 'Jodel' => 36793, - 'Joyn' => 38604, - 'Jurassic World Alive' => 37310, - 'K-Classic Mobil' => 33986, - 'Kabel eins' => 34392, - 'Kickbase' => 37451, - 'Kicker' => 37450, - 'Kicktipp' => 35824, - 'Kik' => 33353, - 'Klarmobil' => 32605, - 'KMS' => 34399, - 'Knuddels' => 35865, - 'Kraken' => 36749, - 'Ladbrokes' => 35161, - 'LastPass' => 34780, - 'League of Legends' => 34112, - 'Lebara' => 35791, - 'Line' => 34300, - 'LinkedIn' => 32557, - 'Lotto24' => 35040, - 'Lottohelden' => 36882, - 'Lovoo' => 34814, - 'Lufthansa' => 32574, - 'Lycamobile' => 34939, - 'M-net' => 32571, - 'Madden' => 38906, - 'Mail.de' => 34909, - 'Mailbox' => 34832, - 'Markt.de' => 37465, - 'Maxdome' => 34749, - 'MDCC' => 34760, - 'MDDSL' => 37056, - 'Mercedes Me' => 37153, - 'MiCoach' => 34936, - 'Microsoft Azure' => 36093, - 'Microsoft Teams' => 38185, - 'Minecraft' => 32556, - 'Mittwald' => 33412, - 'Mixer' => 38770, - 'Mobilcom Debitel' => 32610, - 'MTV' => 34120, - 'My Fitness Pal' => 37637, - 'Mybet' => 35036, - 'N26' => 35719, - 'NBA 2k' => 38595, - 'Need for Speed' => 35429, - 'Netatmo' => 37452, - 'Netbeat' => 35906, - 'NetCologne' => 32587, - 'netcombw' => 35638, - 'netcup' => 35632, - 'Netflix' => 34630, - 'Netkom' => 37201, - 'Neverwinter' => 35768, - 'Nfon' => 35792, - 'Nintendo Network' => 35519, - 'Nintendo Switch Online' => 37244, - 'Nitrado' => 34941, - 'No Man\'s Sky' => 35794, - 'NordVPN' => 38584, - 'Norisbank' => 34964, - 'Nvidia' => 37462, - 'Nvidia' => 39069, - 'O2' => 10122, - 'Office 365' => 34730, - 'OkCupid' => 37330, - 'OLB' => 37057, - 'OneDrive' => 35408, - 'Onleihe' => 35635, - 'Origin' => 34371, - 'Osnatel' => 33873, - 'Otelo' => 35480, - 'Otto' => 32598, - 'Outlook' => 32546, - 'Overwatch' => 35684, - 'Paladins' => 35925, - 'Path of Exile' => 36479, - 'Payback' => 37654, - 'Paypal' => 34375, - 'pcvisit' => 37643, - 'PES' => 37952, - 'Pet Rescue Saga' => 35176, - 'Pinterest' => 37585, - 'Placetel' => 35128, - 'Playerunknown\'s Battlegrounds' => 36332, - 'Playstation Network' => 32551, - 'Pokémon Duel' => 35976, - 'Pokémon Go' => 35724, - 'Pokerstars' => 37439, - 'Postbank' => 32589, - 'Posteo' => 34309, - 'Primacom' => 33502, - 'ProSieben' => 34390, - 'PŸUR' => 32592, - 'QSC' => 33560, - 'Quizduell' => 34292, - 'Rainbow Six' => 35479, - 'Razer' => 38699, - 'Realm Royale' => 37288, - 'Red Dead Redemption' => 37601, - 'Reddit' => 35882, - 'RFT Kabel' => 35831, - 'Roblox' => 35815, - 'Rocket League' => 35252, - 'Royal Games' => 38217, - 'RTL II' => 34393, - 'RTL Television' => 34387, - 'Runescape' => 35108, - 'RWE' => 36116, - 'RWW' => 37955, - 'Ryanair' => 37518, - 'Salesforce' => 34733, - 'Santander Consumer Bank' => 32603, - 'Sat.1' => 34389, - 'Save.TV' => 37193, - 'Sea of Thieves' => 37112, - 'Shpock' => 37311, - 'Signal' => 37072, - 'Simply' => 36376, - 'Simquadrat' => 34945, - 'Simsme' => 34795, - 'Simyo' => 32591, - 'Sipgate' => 34127, - 'SKL' => 35041, - 'Sky' => 32562, - 'Sky Ticket' => 35141, - 'Skype' => 32561, - 'Skype for Business' => 35351, - 'Slack' => 35936, - 'Smart Hub' => 35181, - 'Smite' => 34803, - 'Snapchat' => 33377, - 'Soundcloud' => 34353, - 'Sparda' => 35370, - 'Sparkasse' => 32757, - 'Speedtest' => 38780, - 'Spiegel' => 36050, - 'Spotify' => 32564, - 'Star Citizen' => 39035, - 'Star Wars Battlefront' => 35460, - 'Steam' => 32559, - 'Strato' => 33413, - 'Strava' => 38731, - 'Streetspotr' => 34920, - 'Summoners War' => 37420, - 'SWB' => 34515, - 'Tado' => 36634, - 'Tango' => 33731, - 'Targobank' => 34966, - 'Teamspeak' => 33346, - 'Teamviewer' => 34344, - 'Tele2' => 33503, - 'Tele5' => 35727, - 'Telegram' => 34229, - 'Telekom' => 10117, - 'Tellonym' => 37248, - 'The Crew 2' => 37252, - 'The Division' => 35570, - 'The elder scrolls online' => 34480, - 'The Simpsons Tapped Out' => 34701, - 'Threema' => 34253, - 'Tiktok' => 39044, - 'Tinder' => 34242, - 'Tipico' => 34714, - 'TNG' => 38772, - 'Todoist' => 36462, - 'TomTom' => 35813, - 'Tumblr' => 32588, - 'TuneIn' => 38763, - 'TV Now' => 35143, - 'Tweakbox' => 38349, - 'Twitch' => 34376, - 'Twitter' => 32583, - 'Udemy' => 38388, - 'Unitymedia' => 32548, - 'Uplay PC' => 34380, - 'Usenext' => 36117, - 'Vero' => 37064, - 'Versatel' => 33561, - 'Viber' => 33372, - 'Viewster' => 34324, - 'Vimeo' => 32582, - 'Visa' => 37238, - 'VIVA' => 34121, - 'Vodafone' => 10120, - 'Volksbanken und Raiffeisenbanken' => 32758, - 'VOX' => 34391, - 'Warface' => 35944, - 'Warframe' => 36366, - 'Watchbox' => 36537, - 'Wattpad' => 34700, - 'Waze' => 33411, - 'Web.de' => 32586, - 'WeChat' => 34301, - 'Weebly' => 34914, - 'Weight Watchers' => 35662, - 'WeTransfer' => 36433, - 'Wetter.com' => 36051, - 'WetterOnline' => 34810, - 'Whatsapp' => 32555, - 'Wikipedia' => 32565, - 'Wilhelm.tel' => 34398, - 'Wish' => 38153, - 'WiSoTEL' => 37543, - 'Wobcom' => 35991, - 'Wordpress' => 32570, - 'World of Tanks' => 35524, - 'World of Warcraft' => 34373, - 'World of Warships' => 36638, - 'Wüstenrot' => 36977, - 'Xbox Live' => 32573, - 'Xing' => 34822, - 'Yahoo Mail' => 32597, - 'Yahoo Messenger' => 32580, - 'Yourfone' => 33415, - 'Youtube' => 32578, - 'Youtube Music' => 37586, - 'Z1 Battle Royale' => 35147, - 'Zattoo' => 35367, - 'ZDF' => 34388, - 'Zynga' => 32608, - ), - 'Nederland' => array( - '112' => 10011, - '3FM' => 10174, - '9292.nl' => 33376, - 'ABN-Amro' => 29, - 'ABP pensioenfonds' => 35862, - 'Adobe Creative Cloud' => 34916, - 'ADP' => 32669, - 'Adyen' => 37610, - 'Aegon Bank' => 10132, - 'Afas' => 10093, - 'Afterpay' => 34769, - 'Airbnb' => 35423, - 'Airmiles' => 37516, - 'Albert Heijn' => 34010, - 'Alex' => 10056, - 'Algemeen Dagblad' => 1, - 'AliExpress' => 37384, - 'Amazon' => 37379, - 'Amazon Prime Video' => 36976, - 'AMSIX' => 10008, - 'Antagonist' => 35160, - 'Anthem' => 38054, - 'Apex Legends' => 38118, - 'App Store' => 35580, - 'Apple Music' => 35245, - 'Apple Store' => 34446, - 'Argenta' => 10158, - 'Argeweb' => 35073, - 'Arriva' => 2, - 'ASN Bank' => 10048, - 'Assassin\'s Creed' => 35009, - 'Badoo' => 37650, - 'Battlefield' => 37094, - 'Belastingdienst' => 10002, - 'Ben' => 10053, - 'Bibliotheek' => 34132, - 'Binance' => 36879, - 'Binck' => 10055, - 'Bing' => 34707, - 'BlaBlaCar' => 36088, - 'Bliep' => 33998, - 'Blizzard Battle.net' => 34485, - 'Bol.com' => 10112, - 'Booking.com' => 37574, - 'Boom Beach' => 34363, - 'Brabant Water' => 10071, - 'Brawl Stars' => 38818, - 'Budgetphone' => 35132, - 'Buienalarm' => 37245, - 'Buienradar' => 33565, - 'Bunq' => 35820, - 'Byte' => 32764, - 'Caiway' => 4, - 'CAK' => 37289, - 'Call of Duty' => 34154, - 'CanalDigitaal' => 31, - 'Candy Crush' => 34025, - 'Cbizz' => 37659, - 'Centraal Beheer Achmea' => 10157, - 'Centraal Bureau voor de Statistiek' => 10168, - 'CheapConnect' => 36122, - 'Chelloo' => 35546, - 'Choozze' => 35096, - 'Clash of Clans' => 34290, - 'Clash Royale' => 37522, - 'Cloudflare' => 38623, - 'Cloudhosting.nl' => 33486, - 'Coinbase' => 36236, - 'Comedy Central' => 34033, - 'Concepts' => 10043, - 'Connexxion' => 5, - 'Coolblue' => 35543, - 'Counter-strike' => 36644, - 'Credit Europe Bank' => 10194, - 'Crunchyroll' => 36722, - 'Dead By Daylight' => 37412, - 'Deezer' => 33769, - 'DeGiro' => 34019, - 'Delight Mobile' => 33987, - 'Delta' => 10123, - 'Destiny' => 34891, - 'Deutsche Bank' => 10119, - 'DFP' => 35003, - 'DHL' => 35223, - 'DigiD' => 10001, - 'Digipoort' => 34520, - 'Discord' => 36043, - 'Disney+' => 38319, - 'Dota 2' => 36397, - 'Dpd' => 35619, - 'Dropbox' => 10192, - 'Dumpert' => 33375, - 'Dunea' => 10074, - 'EA' => 34501, - 'Easynet' => 33997, - 'eBay' => 33857, - 'Elite: Dangerous' => 37777, - 'Enduris' => 35999, - 'Eneco' => 10124, - 'Energielabel voor Woningen' => 35117, - 'Enexis' => 10014, - 'Ennatuurlijk' => 35159, - 'Epic Games Store' => 39020, - 'Escape from Tarkov' => 39059, - 'Esprit Telecom' => 10150, - 'Essent' => 10114, - 'Etoro' => 36958, - 'Eurosport Player' => 35821, - 'Eventim' => 37622, - 'Evides' => 10072, - 'Eweka' => 10039, - 'Exact Online' => 34815, - 'Exchange Online' => 34728, - 'Facebook' => 6, - 'Facebook Messenger' => 10185, - 'Facetime' => 34607, - 'Fallout' => 35434, - 'FBTO' => 34015, - 'Feedly' => 34712, - 'Fiber' => 10103, - 'Fifa' => 35474, - 'Flickr' => 37948, - 'Flitsmeister' => 34369, - 'For Honor' => 35987, - 'Fortnite' => 36625, - 'Fox Sports' => 10096, - 'Friday the 13th The Game' => 37560, - 'Funda' => 32576, - 'Game of war' => 35231, - 'Garmin' => 38165, - 'Garmin Connect' => 38171, - 'Gatehub' => 36957, - 'Ghost Recon' => 36010, - 'GitHub' => 35347, - 'Glashart Media' => 10105, - 'GLS' => 36118, - 'Gmail' => 10041, - 'Google' => 10010, - 'Google Agenda' => 38602, - 'Google Drive' => 34276, - 'Google Hangouts' => 10062, - 'Google Play' => 10038, - 'Gran Turismo' => 36873, - 'Greenchoice' => 37959, - 'Greenwheels' => 34007, - 'Grindr' => 35531, - 'GTA 5' => 34753, - 'Guild Wars 2' => 36464, - 'GVB' => 7, - 'Halo' => 35420, - 'Happn' => 37014, - 'Harry Potter: Wizards Unite' => 38689, - 'Hay Day' => 34368, - 'Hearthstone' => 38564, - 'Hollandsnieuwe' => 10040, - 'Hosted.nl' => 33483, - 'Hostnet' => 32761, - 'HTM' => 8, - 'Hue' => 37812, - 'iCloud' => 30, - 'iDeal' => 10025, - 'IEX' => 35782, - 'IG' => 34307, - 'iMessage' => 10130, - 'Indeed' => 35941, - 'Infopact' => 37565, - 'ING' => 9, - 'Instagram' => 32558, - 'International Card Services (ICS)' => 10169, - 'InterNLnet' => 34252, - 'Interpolis' => 34017, - 'ITDev Solutions' => 35533, - 'iTunes' => 10151, - 'Jira' => 36067, - 'Jonaz' => 37348, - 'Jumbo' => 36184, - 'Jurassic World Alive' => 37334, - 'JustEat' => 10164, - 'Kabel Noord' => 10113, - 'Kabeltex' => 10138, - 'Kadaster' => 37652, - 'Kamer van Koophandel' => 10167, - 'KickXL' => 10098, - 'Kik' => 10191, - 'Kliksafe' => 10109, - 'KLM' => 10028, - 'Knab' => 10131, - 'KNMI' => 34013, - 'KPN' => 11, - 'Kraken' => 36748, - 'Kruidvat' => 37312, - 'LastPass' => 34779, - 'League of Legends' => 35169, - 'LeasePlan Bank' => 10160, - 'Leaseweb' => 32762, - 'Lebara' => 10128, - 'Lexa.nl' => 35838, - 'Liander' => 10013, - 'Lijbrandt' => 10045, - 'LinkedIn' => 10201, - 'Litebit' => 36836, - 'Lloyds Bank' => 10154, - 'LOI' => 34947, - 'Lotto' => 34923, - 'Lycamobile' => 10129, - 'Lynx' => 10085, - 'Magister' => 35274, - 'Marktplaats' => 10170, - 'Microsoft Azure' => 36114, - 'Microsoft Teams' => 38186, - 'Mijnbroker' => 10088, - 'Mijndomein' => 34348, - 'MijnOverheid' => 10015, - 'Minecraft' => 36173, - 'Mobicross' => 34898, - 'Moneyou' => 10155, - 'Motto' => 35482, - 'MTV' => 34031, - 'Multisafepay' => 34877, - 'My Fitness Pal' => 37636, - 'MyOrder' => 34291, - 'Nationale Nederlanden' => 10166, - 'Nest' => 35189, - 'Net 5' => 10181, - 'Netatmo' => 37453, - 'Netflix' => 33849, - 'Neverwinter' => 36676, - 'NIBC Direct' => 10159, - 'Nintendo eShop' => 34105, - 'Nintendo Network' => 35520, - 'Nintendo Switch Online' => 37242, - 'Nitrado' => 35549, - 'NLE' => 37651, - 'NLziet' => 34219, - 'NordVPN' => 38585, - 'NOS.nl' => 10063, - 'NPO 1' => 10179, - 'NPO 2' => 10180, - 'NPO 3' => 10182, - 'NPO Start' => 10064, - 'NS' => 21, - 'Nu.nl' => 12, - 'Nuon' => 10084, - 'Oasen' => 10078, - 'Office 365' => 35119, - 'OHRA' => 34819, - 'ON' => 10097, - 'OneDrive' => 32779, - 'Online.nl' => 10193, - 'OnlineWerkplekken.nl' => 33485, - 'Onsbrabantnet' => 10044, - 'Origin' => 34372, - 'Outlook' => 10042, - 'OV-chipkaart' => 10145, - 'Overwatch' => 35723, - 'Paladins' => 37407, - 'Park Mobile' => 10139, - 'Park-line' => 10137, - 'Path of Exile' => 37729, - 'Pathé Thuis' => 33848, - 'Paypal' => 10021, - 'Paysafecard' => 10152, - 'PCextreme' => 32763, - 'Picnic' => 37503, - 'PIN' => 10009, - 'Player Unknown\'s Battlegrounds' => 36336, - 'Playstation Network' => 10006, - 'Plinq' => 10108, - 'Pokémon Go' => 35731, - 'Pokerstars' => 37438, - 'PostNL' => 32766, - 'PWN Waterleidingbedrijf Noord-Holland' => 10073, - 'Q-Park' => 10111, - 'Quizduel' => 34293, - 'Qurrent' => 35729, - 'Rabobank' => 13, - 'Radio 1' => 10175, - 'Radio 2' => 10176, - 'Raet' => 32670, - 'Rainbow Six' => 35564, - 'Realm Royale' => 37315, - 'Red Dead Redemption' => 38286, - 'Reddit' => 36822, - 'Redworks' => 34773, - 'Reggefiber' => 10104, - 'RegioBank' => 10050, - 'Rekam' => 10195, - 'Rendo Netwerken' => 10126, - 'RET' => 14, - 'Reviced' => 36061, - 'Robeco' => 10153, - 'Robin Mobile' => 35695, - 'Roblox' => 35814, - 'Rocket League' => 35254, - 'RoutIT' => 34349, - 'RTL 5' => 10183, - 'RTL 8' => 10184, - 'RTL XL' => 10066, - 'RTL4' => 10178, - 'Runescape' => 35701, - 'Ruzzle' => 33968, - 'Ryanair' => 37517, - 'Salesforce' => 10016, - 'SBS6' => 10177, - 'Schiphol' => 10027, - 'Scorito' => 34726, - 'Sea of Thieves' => 37113, - 'SEOshop' => 35592, - 'Sharepoint Online' => 34732, - 'Signal' => 37073, - 'Signet' => 34407, - 'Simpel' => 10037, - 'Simyo' => 10054, - 'Skype' => 10024, - 'Skype for Business' => 34729, - 'Slack' => 37336, - 'Smart Hub' => 35180, - 'Snapchat' => 10187, - 'Snappet' => 37613, - 'SNS' => 10019, - 'Sociale Verzekeringsbank (SVB)' => 10186, - 'Sofort Banking' => 10149, - 'Solcon' => 10099, - 'Soundcloud' => 34352, - 'Sparql' => 34519, - 'Speurders' => 34805, - 'Spotify' => 10003, - 'Staatsloterij' => 10094, - 'Star Wars Battlefront' => 36918, - 'Steam' => 34106, - 'Stedin' => 10012, - 'Steep' => 37823, - 'Stemwijzer' => 35980, - 'Stichting Kabeltelevisie Pijnacker' => 34143, - 'Stipte' => 10102, - 'Strato' => 35045, - 'Strava' => 36046, - 'Studiemeter' => 37075, - 'Studystore' => 36600, - 'Surfnet' => 34396, - 'T-Mobile' => 19, - 'Tado' => 36633, - 'Tango' => 33740, - 'Teamviewer' => 34342, - 'Tele2' => 16, - 'Telegraaf' => 17, - 'Telegram' => 34221, - 'Telfort' => 18, - 'The Division' => 35569, - 'The elder scrolls online' => 37329, - 'Threema' => 34254, - 'Thuisbezorgd.nl' => 10163, - 'Ticketmaster' => 10133, - 'Tickney ' => 35923, - 'Tikkie' => 36737, - 'Tiktok' => 39074, - 'Tinder' => 34238, - 'Today\'s' => 10087, - 'TomTom Live' => 34917, - 'Toto' => 35590, - 'TradersOnly' => 10090, - 'Transavia' => 35168, - 'TransIP' => 32771, - 'Trined' => 10107, - 'Triodos Bank' => 10051, - 'True' => 36576, - 'Tumblr' => 36714, - 'TuneIn' => 38762, - 'Tweak' => 10100, - 'Tweakbox' => 38348, - 'Tweakers' => 37376, - 'Twinfield' => 36725, - 'Twitch' => 35025, - 'Twitter' => 22, - 'Unet' => 34408, - 'Uplay PC' => 34379, - 'UWV en Werk.nl' => 10017, - 'Van Lanschot Bankiers' => 10052, - 'VDX' => 35780, - 'Vectone' => 35237, - 'Veolia' => 32612, - 'Veronica' => 34493, - 'Versio' => 32765, - 'VGZ' => 34946, - 'Viber' => 10172, - 'Videoland' => 33850, - 'Vimeo' => 38534, - 'Vimexx' => 35924, - 'VirtualComputing.nl' => 35698, - 'Vitens' => 10070, - 'Vodafone' => 24, - 'VoIPmobiel' => 34692, - 'Volgjezorg' => 37645, - 'VPSHosting.nl' => 33487, - 'VPSServer.nl' => 33484, - 'VVV Cadeaubon' => 35134, - 'Warface' => 38764, - 'Warframe' => 36490, - 'Waterbedrijf Groningen' => 10077, - 'Waterleiding Maatschappij Limburg' => 10076, - 'Waterleidingmaatschappij Drenthe' => 10079, - 'Waternet' => 10075, - 'Waze' => 33409, - 'Webex' => 34164, - 'Webreus' => 32778, - 'Weebly' => 34913, - 'Weeronline.nl' => 34014, - 'Weerplaza' => 35115, - 'Wehkamp' => 33980, - 'Westland Infra' => 10125, - 'WeTransfer' => 10190, - 'Whatsapp' => 10000, - 'Wikipedia' => 10092, - 'Wish' => 38152, - 'Wisper' => 10101, - 'Woningnet' => 36758, - 'Wordfeud' => 25, - 'WordOn' => 34036, - 'World of Tanks' => 35526, - 'World of Warcraft' => 34382, - 'World of Warships' => 38010, - 'Wrts' => 34215, - 'Xbox Live' => 10148, - 'XS4ALL' => 26, - 'XSyou' => 10106, - 'Yahoo Mail' => 34020, - 'Yellowbrick' => 10140, - 'Youfone' => 10144, - 'Yourhosting' => 34360, - 'YouTube' => 10005, - 'Z1 Battle Royale' => 35495, - 'Zalando' => 33981, - 'Ziggo' => 28, - 'Zilveren Kruis' => 34727, - 'Zwitserleven' => 34262, - ), - 'UK' => array( - '123 Reg' => 35870, - '1and1' => 34818, - '2k' => 36427, - '3 (Three)' => 32674, - '4chan' => 38596, - 'Abebooks' => 36536, - 'Adobe Creative Cloud' => 34552, - 'Airbnb' => 35424, - 'Alexa' => 35911, - 'AliExpress' => 39062, - 'Amazon' => 32613, - 'Amazon Prime Music' => 36426, - 'Amazon Prime Video' => 34494, - 'Amazon Web Services' => 36327, - 'American Express' => 37398, - 'Amino Apps' => 38196, - 'Ancestry' => 38680, - 'Anthem' => 38053, - 'Anydesk' => 37489, - 'Apex Legends' => 38114, - 'App Store' => 35578, - 'Apple Music' => 35242, - 'Apple Store' => 34454, - 'Argos' => 34018, - 'ARK: Survival Evolved' => 36551, - 'Arlo' => 37076, - 'Asana' => 38023, - 'Asda' => 37979, - 'Ask4' => 34411, - 'Assassin\'s Creed' => 35006, - 'Autotrader' => 34793, - 'Badoo' => 37501, - 'Bank of Ireland UK' => 38228, - 'Bank of Scotland' => 32692, - 'Barclaycard' => 37762, - 'Barclays' => 32685, - 'Battlefield' => 36585, - 'Bet365' => 35030, - 'Betfair' => 35031, - 'Binance' => 36877, - 'Bing' => 33615, - 'Bitbucket' => 36683, - 'Black Desert Online' => 38492, - 'Blizzard Battle.net' => 34487, - 'Blogger' => 32617, - 'Booking.com' => 38703, - 'Boom Beach' => 34783, - 'Brawl Stars' => 38819, - 'British Airways' => 37644, - 'British Gas' => 35653, - 'BT' => 32673, - 'Bumble' => 36401, - 'Bwin' => 34490, - 'Cablecom' => 34413, - 'Cahoot' => 34826, - 'Call of Duty' => 34151, - 'Candy Crush' => 35094, - 'Capital One' => 37223, - 'Car-Net' => 37030, - 'Cdkeys' => 37575, - 'Centurylink' => 35625, - 'CEX' => 34897, - 'Channel 4' => 34948, - 'Chelsea Building Society' => 38223, - 'Clash of Clans' => 34444, - 'Clash Royale' => 36856, - 'Cloudflare' => 34880, - 'CMC Markets' => 37629, - 'Coinbase' => 36797, - 'Colt Group ' => 35961, - 'Conan Exiles' => 38392, - 'ConnectWise' => 38469, - 'Conventry Building Society' => 38225, - 'Counter-strike' => 35057, - 'Craigslist' => 32619, - 'Crunchyroll' => 36715, - 'Daisy' => 34410, - 'Danske Bank' => 38227, - 'Dark Souls' => 36953, - 'Dauntless' => 38541, - 'DayZ' => 38781, - 'Dazn' => 39010, - 'Dead By Daylight' => 36425, - 'Deezer' => 33829, - 'DeGiro' => 38202, - 'Deliveroo' => 37548, - 'Demon' => 34412, - 'Destiny' => 34893, - 'DeviantArt' => 38491, - 'DFP' => 34999, - 'Discord' => 36020, - 'Dota 2' => 35403, - 'Driveclub' => 34927, - 'Dropbox' => 32620, - 'EA' => 34506, - 'EA Sports UFC' => 38468, - 'Easynet' => 33881, - 'eBay' => 32621, - 'Eclipse' => 32680, - 'EE' => 32661, - 'Elite: Dangerous' => 36684, - 'Epic Games Store' => 38828, - 'Escape from Tarkov' => 38108, - 'Etoro' => 36959, - 'Etsy' => 36422, - 'Eurosport Player' => 35819, - 'Evernote' => 34705, - 'Exchange Online' => 34536, - 'Expedia' => 36421, - 'Experian' => 38156, - 'Exponential-E' => 34409, - 'Facebook' => 32622, - 'Facebook Messenger' => 32623, - 'Faceit' => 37145, - 'Facetime' => 34604, - 'Fallout' => 35431, - 'Fandom' => 38690, - 'Far Cry' => 37176, - 'Fasthosts' => 35705, - 'Fifa' => 35471, - 'Find my iPhone' => 36123, - 'First Direct' => 33978, - 'First Trust Bank' => 38226, - 'Fitbit' => 36630, - 'Flickr' => 32624, - 'Fling' => 35165, - 'For Honor' => 35988, - 'Fortnite' => 36624, - 'Forza' => 37569, - 'Freedompop' => 35639, - 'Freesat' => 37594, - 'Freeview' => 35771, - 'Friday the 13th The Game' => 37563, - 'Funimation' => 37745, - 'Game of war' => 35229, - 'Gamma' => 34899, - 'Garmin' => 36990, - 'Garmin Connect' => 37192, - 'Gears of War' => 35939, - 'Ghost Recon' => 36007, - 'Giffgaff' => 33985, - 'Gigler' => 35790, - 'GitHub' => 32625, - 'Glide' => 38901, - 'Gmail' => 32626, - 'Go Daddy' => 34873, - 'Google' => 32627, - 'Google Calendar' => 38598, - 'Google Cloud' => 38536, - 'Google Drive' => 34273, - 'Google Hangouts' => 32629, - 'Google Home' => 36138, - 'Google Play' => 32628, - 'GoToMeeting' => 36505, - 'Gran Turismo' => 36680, - 'Great Western Railway' => 37808, - 'Grindr' => 35530, - 'GTA 5' => 34752, - 'Guild Wars 2' => 36407, - 'Gumtree' => 32756, - 'Halifax' => 32689, - 'Halo' => 35451, - 'Harry Potter: Wizards Unite' => 38688, - 'Hay Day' => 34788, - 'Hayu' => 38052, - 'Heart Internet' => 37623, - 'Hearthstone' => 38563, - 'Hermes' => 34949, - 'Hipchat' => 34866, - 'Hitman' => 36880, - 'Hive' => 39072, - 'HMRC' => 36961, - 'Home telecom' => 35959, - 'Hootsuite' => 32630, - 'HQ Trivia' => 37161, - 'HSBC' => 32686, - 'Hue' => 37811, - 'Hunt: showdown' => 38823, - 'Hyperoptic' => 36520, - 'iCloud' => 32663, - 'IG' => 37630, - 'iMessage' => 32664, - 'Imgur' => 32632, - 'IMVU' => 37177, - 'Indeed' => 38589, - 'Instagram' => 32633, - 'Internet Movie Database (IMDb)' => 36752, - 'Iomart' => 37180, - 'iPlayer' => 32755, - 'iTunes' => 32665, - 'ITV' => 34302, - 'Janet' => 35452, - 'Jira' => 34871, - 'John Lewis' => 36782, - 'Jurassic World Alive' => 37332, - 'Just Eat' => 36031, - 'KC' => 34130, - 'Kik' => 33352, - 'Kraken' => 36751, - 'Ladbrokes' => 35033, - 'LastPass' => 34778, - 'League of Legends' => 35048, - 'LinkedIn' => 32634, - 'Litebit' => 36837, - 'Lloyds Bank' => 32691, - 'M&S Bank' => 35457, - 'M24Seven' => 37150, - 'Madden' => 38458, - 'Mail.com' => 34800, - 'Mailbox' => 34836, - 'Mailchimp' => 38728, - 'Manx Telecom' => 35534, - 'Mastercard' => 37250, - 'McDonalds app' => 37374, - 'Meetup' => 34246, - 'Metro Bank' => 34970, - 'Microsoft Azure' => 32651, - 'Microsoft Teams' => 38184, - 'Minecraft' => 32635, - 'Mixer' => 38768, - 'Monzo' => 37591, - 'Moonfruit' => 35456, - 'MTV' => 34124, - 'Musical.ly' => 37140, - 'My Fitness Pal' => 36956, - 'My Vue' => 36329, - 'Namesco Ltd' => 35900, - 'National Lottery' => 34950, - 'Nationwide' => 32690, - 'NatWest' => 32684, - 'NBA 2k' => 37721, - 'Nest' => 35192, - 'Netflix' => 32636, - 'Neverwinter' => 35767, - 'NikePlus' => 38783, - 'Nintendo eShop' => 34100, - 'Nintendo Network' => 35516, - 'Nintendo Switch Online' => 37241, - 'No Man\'s Sky' => 37405, - 'NordVPN' => 38248, - 'Now TV' => 34406, - 'Nvidia' => 39068, - 'O2' => 32660, - 'Office 365' => 34538, - 'OkCupid' => 37331, - 'Omegle' => 39043, - 'OneDrive' => 32781, - 'Online.net' => 36174, - 'ooVoo' => 36586, - 'Orange' => 32676, - 'Origin' => 36419, - 'Origin Broadband' => 36052, - 'Outlook' => 32631, - 'Overwatch' => 35681, - 'OVH' => 36160, - 'Paddy Power' => 35032, - 'Paladins' => 36377, - 'Path of Exile' => 36487, - 'Paypal' => 35557, - 'PES' => 38590, - 'Photobucket' => 32638, - 'Pinterest' => 32639, - 'Player Unknown\'s Battlegrounds' => 36335, - 'Playstation Network' => 32668, - 'PlentyOfFish' => 36023, - 'Plusnet' => 32683, - 'Pokémon Go' => 35730, - 'Pokerstars' => 37440, - 'Post Office' => 32682, - 'Project Online' => 34539, - 'ProtonMail' => 38963, - 'Quickbooks Online' => 36583, - 'Quizup' => 34298, - 'Rackspace' => 34610, - 'Rainbow Six' => 35476, - 'Rakuten TV' => 37597, - 'RBS (Royal Bank of Scotland)' => 32688, - 'Realm Royale' => 37309, - 'Red Dead Redemption' => 37743, - 'Redbox' => 38791, - 'Reddit' => 34844, - 'Relish' => 34797, - 'Revolut' => 37365, - 'Roblox' => 35786, - 'Rocket League' => 35355, - 'Royal Mail' => 35776, - 'Runescape' => 35107, - 'Ruzzle' => 34479, - 'Ryanair' => 36003, - 'Sagepay' => 36781, - 'Sainsbury\'s Bank' => 35116, - 'Salesforce' => 38495, - 'Santander' => 32687, - 'Sarahah' => 36373, - 'Scottish Power' => 36041, - 'Sea of Thieves' => 37110, - 'Sharepoint Online' => 34540, - 'Shopify' => 38538, - 'Shutterstock' => 37448, - 'Signal' => 37070, - 'Sky' => 32782, - 'Sky Bet' => 35076, - 'Skype' => 32640, - 'Skype for Business' => 34537, - 'Slack' => 35934, - 'Slideshare' => 32641, - 'Smart Hub' => 35179, - 'Smartsheet' => 38723, - 'Smile' => 36661, - 'Smite' => 35407, - 'Snapchat' => 32642, - 'Soundcloud' => 36954, - 'Sourceforge' => 32643, - 'South Western Railway' => 37809, - 'Spotify' => 32644, - 'Squarespace' => 38784, - 'SSE' => 37058, - 'Star Citizen' => 39036, - 'Star Wars Battlefront' => 35551, - 'Starling Bank' => 38719, - 'Steam' => 32667, - 'Steep' => 37822, - 'Strava' => 37046, - 'Streamcenter' => 37016, - 'Summoners War' => 37419, - 'T-Mobile' => 32679, - 'Tado' => 36632, - 'Talkmobile' => 33988, - 'TalkTalk' => 32677, - 'Tango' => 33739, - 'Teamviewer' => 34615, - 'Telegram' => 34222, - 'Tesco Bank' => 34969, - 'Tesco Broadband' => 34086, - 'Tesco Mobile' => 35149, - 'The Co-operative Bank' => 34971, - 'The Crew 2' => 36555, - 'The Division' => 35561, - 'The elder scrolls online' => 36400, - 'The People\'s Operator' => 35150, - 'The Simpsons Tapped out' => 35077, - 'Thinkmoney' => 36331, - 'Ticketmaster' => 36786, - 'Tiktok' => 38726, - 'Tinder' => 34240, - 'TomTom Live' => 34918, - 'Transferwise' => 38565, - 'Trove' => 38826, - 'TSB Bank' => 33970, - 'Tumblr' => 32645, - 'TuneIn' => 37973, - 'Tweakbox' => 38342, - 'Twitch' => 35022, - 'Twitter' => 32646, - 'Uber' => 37498, - 'Uber Eats' => 38271, - 'Udemy' => 37717, - 'UKfast' => 36838, - 'Ulster Bank' => 36071, - 'Unibet' => 36055, - 'Uplay PC' => 34691, - 'UPS' => 38744, - 'Viber' => 33349, - 'Vimeo' => 32647, - 'Virgin Media' => 32675, - 'Visa' => 37237, - 'Vistaprint' => 35130, - 'Vodafone' => 32659, - 'Waitrose' => 36964, - 'Warface' => 38766, - 'Warframe' => 36367, - 'Wattpad' => 34696, - 'Waze' => 33407, - 'Webex' => 34161, - 'Weebly' => 38547, - 'Weight Watchers' => 35663, - 'WeTransfer' => 32648, - 'Whatsapp' => 32649, - 'Whisper' => 37028, - 'Wikipedia' => 32650, - 'William Hill' => 35029, - 'Wish' => 39040, - 'Wix' => 37233, - 'Wordpress.com' => 32652, - 'World of Tanks' => 35525, - 'World of Warcraft' => 35052, - 'World of Warships' => 36639, - 'WWE Network' => 38085, - 'Xbox Live' => 32666, - 'Xero' => 37500, - 'XLN Telecom' => 33989, - 'Yahoo' => 32653, - 'Yahoo Mail' => 32654, - 'Yahoo Messenger' => 32655, - 'Yammer' => 36955, - 'Yelp' => 32656, - 'Yorkshire Bank' => 34968, - 'Yorkshire Building Society' => 38224, - 'Youtube' => 32657, - 'Youtube Music' => 37587, - 'Yubo' => 37246, - 'Z1 Battle Royale' => 35490, - 'Zen Internet' => 33874, - 'ZoHo' => 36039, - 'Zone Broadband' => 36994, - 'Zoom' => 37946, - 'Zynga' => 32658, - ), - 'United States' => array( - '1and1' => 34817, - '1Password' => 36441, - '2600hertz' => 37692, - '2k' => 34768, - '4chan' => 37567, - '7 Days to Die' => 35947, - '8x8' => 34314, - 'ABC' => 38902, - 'Abebooks' => 36535, - 'Absolver' => 37366, - 'Access One' => 36063, - 'Acorns' => 37647, - 'Adams Networks' => 33556, - 'Adobe Connect' => 34134, - 'Adobe Creative Cloud' => 34551, - 'ADP' => 37657, - 'ADT' => 38502, - 'Adyen' => 37611, - 'Agar.io' => 38216, - 'Aio Wireless' => 34098, - 'Air Canada' => 20003, - 'Airbnb' => 34335, - 'AireSpring' => 35893, - 'Airnow.gov' => 37658, - 'Akamai' => 35447, - 'Alaska Airlines' => 20004, - 'Alaska Communications' => 36040, - 'Albion Online' => 38795, - 'Alexa' => 35910, - 'AliExpress' => 37395, - 'Allegiant Air' => 20005, - 'Ally' => 34791, - 'Amazon' => 20006, - 'Amazon Prime Music' => 34710, - 'Amazon Prime Video' => 33370, - 'Amazon Web Services' => 10147, - 'American Airlines' => 20007, - 'American Express' => 35958, - 'American Messaging' => 34128, - 'Amino Apps' => 37290, - 'Ammyy' => 36575, - 'Amtrak' => 20008, - 'Ancestry' => 38296, - 'Anno 1800' => 38413, - 'Anthem' => 37746, - 'Antietam' => 37051, - 'Anydesk' => 37406, - 'AOL' => 33419, - 'Apex Legends' => 38111, - 'App Store' => 35575, - 'Apple Maps' => 36125, - 'Apple Music' => 35241, - 'Apple News' => 36126, - 'Apple Store' => 34447, - 'Apple TV' => 36058, - 'Apple TV+' => 38318, - 'Appriver' => 37074, - 'AppValley' => 37749, - 'Arbuckle' => 34489, - 'ArcheAge' => 34876, - 'ARK: Survival Evolved' => 36350, - 'Arlo' => 36779, - 'Armstrong' => 34027, - 'Arvest Bank' => 37148, - 'Arvig' => 34919, - 'Asana' => 35828, - 'Assassin\'s Creed' => 35005, - 'AT&T' => 20010, - 'Atlantic Broadband' => 33437, - 'Authorize.net' => 34821, - 'Autotask' => 37579, - 'BabyTEL' => 35631, - 'Backblaze' => 35483, - 'Badoo' => 35993, - 'Bandwidth' => 35667, - 'Bank of America' => 20011, - 'Barclays' => 37639, - 'BART' => 20012, - 'Batman The Telltale Series' => 35896, - 'Battalion 1944' => 37002, - 'Battleborn' => 35718, - 'Battlefield' => 36091, - 'Battlerite' => 36820, - 'BB&T' => 35658, - 'Beats Music' => 34294, - 'beIN' => 37355, - 'Bejeweled' => 35904, - 'Bendbroad' => 34884, - 'Best Buy' => 34329, - 'BET' => 34125, - 'Bethesda' => 38316, - 'Binance' => 36818, - 'Bing' => 20014, - 'Birch Communications' => 33549, - 'Bitbucket' => 35414, - 'Bitfinex' => 36787, - 'Bitflyer' => 36789, - 'Bitstamp' => 34023, - 'Bittrex' => 36788, - 'Black Desert Online' => 37108, - 'BlackBerry' => 20015, - 'Blade and Soul' => 35511, - 'Blizzard Battle.net' => 34486, - 'Blogger' => 20016, - 'Blue Jay Wireless' => 35464, - 'Bluebird' => 37362, - 'Bluehost' => 33418, - 'BlueJeans' => 37509, - 'BMW ConnectedDrive' => 38471, - 'BNY Mellon' => 35674, - 'Boingo' => 37377, - 'Booking.com' => 34330, - 'Boom Beach' => 34364, - 'Box' => 32775, - 'Brawl Stars' => 38312, - 'BT' => 38338, - 'Buckeye Cablesystem' => 34029, - 'Buffer' => 36013, - 'Bullet Force' => 37109, - 'Bumble' => 35823, - 'C Spire' => 38219, - 'Cable One' => 20019, - 'Call of Duty' => 34148, - 'CallTower' => 35365, - 'Caltrain' => 20021, - 'Candy Crush' => 34024, - 'Candy Crush Soda Saga' => 35171, - 'Canva' => 36778, - 'Capital One' => 20022, - 'Cash App' => 38685, - 'CBSSports' => 35826, - 'Century National Bank' => 37690, - 'CenturyLink' => 20023, - 'Change.org' => 35616, - 'Charles Schwab' => 20078, - 'Chase' => 20025, - 'Chegg' => 36054, - 'Chicago Transit Authority' => 20026, - 'Chime' => 39050, - 'Chrome Web Store' => 34116, - 'Cincinnati Bell' => 33422, - 'Cirra Networks' => 36357, - 'Citi' => 20027, - 'Citizens Bank' => 37748, - 'Civilization' => 35869, - 'Clash of Clans' => 33550, - 'Clash Royale' => 35587, - 'Classlink' => 36821, - 'Clear' => 33423, - 'Cloudflare' => 32542, - 'Cloudsmith' => 35946, - 'Cloudtrax' => 37528, - 'CNET' => 33341, - 'CNN' => 34141, - 'Cogent' => 34026, - 'Coinbase' => 36175, - 'Comcast' => 20029, - 'Comedy Central' => 34126, - 'Common App' => 36726, - 'Comporium' => 36032, - 'Conan Exiles' => 37195, - 'Concur' => 36730, - 'Confluence' => 37540, - 'ConnectWise' => 37493, - 'Consolidated' => 34030, - 'Consolidated Edison' => 35679, - 'Consumer Cellular' => 37761, - 'Copy.com' => 34231, - 'Coredial' => 35454, - 'Costco' => 37061, - 'Counter-strike' => 34886, - 'Cox' => 20030, - 'Crackle' => 35349, - 'Craigslist' => 20031, - 'Credit One Bank' => 37760, - 'Cricket Wireless' => 20032, - 'Crown Castle' => 35812, - 'Crunchyroll' => 35114, - 'Cryptopia' => 36973, - 'Dailymotion' => 37598, - 'Dark Souls.' => 35710, - 'Dauntless' => 37204, - 'DayZ' => 37751, - 'Dazn' => 37497, - 'DC Universe Online' => 37059, - 'Dead By Daylight' => 35760, - 'Deezer' => 36424, - 'Defiance 2050' => 37364, - 'Delta Air Lines' => 20033, - 'Destiny' => 34761, - 'DeviantArt' => 34888, - 'Di.fm' => 35645, - 'Diablo' => 34385, - 'DirecTV' => 20034, - 'Directv Now' => 35933, - 'Discord' => 35795, - 'Dish Network' => 20035, - 'Disney World' => 35837, - 'Disney+' => 38800, - 'Disqus' => 34145, - 'Diversity Lottery' => 38472, - 'Dlive' => 38470, - 'Docker' => 37817, - 'Doom' => 35717, - 'Doordash' => 37581, - 'Dota 2' => 34304, - 'Doublelist' => 37580, - 'Downforeveryoneorjustme' => 34758, - 'Draftkings' => 37036, - 'Dragon Ball' => 35858, - 'Dramafever' => 36064, - 'DreamHost' => 35926, - 'Driveclub' => 35891, - 'Dropbox' => 20036, - 'Duckduckgo' => 35650, - 'Duke Energy' => 35871, - 'Duolingo' => 35942, - 'Dyl' => 37383, - 'Dyn' => 35707, - 'E-Trade' => 20037, - 'EA' => 34499, - 'EA Sports UFC' => 35715, - 'Eagle Communications ' => 36027, - 'Earthlink' => 32776, - 'Eatel' => 35448, - 'eBay' => 20038, - 'Ecobee' => 37163, - 'eFax' => 38664, - 'Electric Power Board' => 35778, - 'Elite: Dangerous' => 36478, - 'Ello' => 34906, - 'Endicia' => 36839, - 'Engine Yard' => 33966, - 'eNom' => 35901, - 'EPB Chattanooga' => 35513, - 'Epic Games Store' => 37756, - 'Escape from Tarkov' => 37424, - 'ESPN' => 33335, - 'ESPN Plus' => 38320, - 'Etherdelta' => 36858, - 'Etsy' => 33366, - 'Eve Online' => 35721, - 'Eve Valkyrie' => 35884, - 'Evernote' => 34706, - 'Everquest' => 38337, - 'Exchange Online' => 34534, - 'Exede' => 33557, - 'Expedia' => 34332, - 'Experian' => 38155, - 'ExpressVPN' => 37544, - 'Faceapp' => 38695, - 'Facebook' => 10198, - 'Facebook Messenger' => 20039, - 'Faceit' => 38543, - 'Facetime' => 34606, - 'FAFSA' => 37691, - 'FairPoint' => 33994, - 'Fallout' => 35430, - 'Family Search' => 33439, - 'Fandango' => 34481, - 'Fandom' => 34317, - 'Fanduel' => 37035, - 'Fanfiction' => 37101, - 'Far Cry' => 35713, - 'FastMail' => 35779, - 'Fatcow' => 34882, - 'Fax2mail' => 38665, - 'FedEx' => 35843, - 'Feedly' => 34704, - 'Fidelity' => 36738, - 'Fifa' => 35470, - 'Final Fantasy' => 35860, - 'Find my iPhone' => 38662, - 'First Communications ' => 36062, - 'FirstEnergy' => 35994, - 'FirstLight' => 34879, - 'Fitbit' => 35800, - 'Fite' => 38794, - 'Fiverr' => 37054, - 'Flickr' => 20040, - 'Fling' => 37353, - 'Flipboard' => 33491, - 'Florida Power & Light' => 35699, - 'Fonality' => 34312, - 'For Honor' => 35984, - 'Forge Of Empires' => 35886, - 'Fortnite' => 36375, - 'Forza' => 36817, - 'Fox News' => 35880, - 'Fox Sports Go' => 37164, - 'Frankfort PlantBoard' => 35466, - 'Freedompop' => 35657, - 'Freepik' => 36739, - 'Friday the 13th The Game' => 36348, - 'Frii' => 35668, - 'Frontier' => 20041, - 'Frontier Airlines' => 20042, - 'FuboTV' => 36658, - 'Funimation' => 36665, - 'Fuze' => 35847, - 'FXNOW' => 37504, - 'G-Portal' => 37154, - 'G2A.com' => 35898, - 'Game of Thrones Conquest' => 37669, - 'Game of war' => 35228, - 'Gamebattles' => 37753, - 'Gameloft' => 35964, - 'Gamestop' => 36780, - 'Gang Beasts' => 36926, - 'Garmin' => 35554, - 'Garmin Connect' => 35801, - 'Gatehub' => 36841, - 'GCI' => 35633, - 'GDAX' => 36791, - 'Gears of War' => 35848, - 'Geeking' => 37251, - 'Gemini' => 36811, - 'Gems of war' => 38801, - 'Geocaching' => 35770, - 'Gfycat' => 38504, - 'Ghost' => 38720, - 'Ghost Recon' => 36000, - 'Ghosttunes' => 34883, - 'GitHub' => 10004, - 'Gitlab' => 37146, - 'Glassdoor' => 35740, - 'Glide' => 34016, - 'Glitch' => 38721, - 'Gmail' => 20043, - 'Go Daddy' => 33416, - 'GOG.com' => 34287, - 'Google' => 10200, - 'Google Calendar' => 38597, - 'Google Cloud' => 37380, - 'Google Drive' => 34271, - 'Google Fiber' => 33421, - 'Google Hangouts' => 20046, - 'Google Home' => 36137, - 'Google Play' => 20045, - 'GoToMeeting' => 33489, - 'Gran Turismo' => 36347, - 'Grande' => 34404, - 'Greenlight' => 37628, - 'Grindr' => 35529, - 'Groove Music' => 33972, - 'Groupme' => 35739, - 'Groupon' => 35709, - 'Growtopia' => 36835, - 'Grubhub' => 37693, - 'GTA 5' => 33995, - 'Guild Wars 2' => 35060, - 'H&R Block' => 34328, - 'Halo' => 35418, - 'Halo Wars' => 36035, - 'Happn' => 37013, - 'Hargray' => 34142, - 'Harry Potter: Wizards Unite' => 38593, - 'Hashflare' => 37038, - 'Hawaiian Airlines' => 20047, - 'Hawaiian Telcom' => 33436, - 'Hay Day' => 34367, - 'Hayu' => 37198, - 'HBO Go' => 34340, - 'HBO Now' => 38697, - 'Healthcare.gov' => 34011, - 'Hearthstone' => 36834, - 'Heartland' => 38803, - 'Heroku' => 33965, - 'HiDive' => 37527, - 'HInge' => 37625, - 'Hipchat' => 34865, - 'HitBTC' => 36925, - 'Hitman' => 35585, - 'Hive' => 37571, - 'Honeywell' => 38110, - 'Hootsuite' => 20048, - 'Hostgator' => 33417, - 'Hostmonster' => 35931, - 'Hotels.com' => 34334, - 'Hotwire' => 34331, - 'HouseParty' => 37356, - 'HQ Trivia' => 36815, - 'HSBC' => 35673, - 'Hue' => 37514, - 'HughesNet' => 32787, - 'Hulu' => 33331, - 'Humanity' => 36735, - 'Hunt: showdown' => 37006, - 'Hurricane Electric' => 35811, - 'I3 Broadband' => 36286, - 'IBM Cloud' => 37649, - 'iCloud' => 20049, - 'ICQ' => 34766, - 'iFunny' => 38294, - 'IGTV' => 37317, - 'iHeartRadio' => 33369, - 'Illinois Century Network' => 36086, - 'IMDb Freedrive' => 37960, - 'iMessage' => 20050, - 'Imgur' => 20051, - 'IMVU' => 36523, - 'Inbox' => 34318, - 'inContact' => 35836, - 'Indeed' => 35864, - 'Ingress' => 35764, - 'Injustice 2' => 36526, - 'Inmotion' => 34759, - 'Instagram' => 20052, - 'Integra' => 33554, - 'Interactive Brokers' => 34115, - 'Intermedia' => 33973, - 'Internet Movie Database (IMDb)' => 33337, - 'Intralinks' => 38667, - 'Ipage' => 35659, - 'iRacing' => 35957, - 'Iridium' => 35652, - 'Ironsight' => 37142, - 'IRS' => 35542, - 'iTunes' => 20053, - 'iTunes Connect' => 36489, - 'iTunes Match' => 36059, - 'iWork' => 36124, - 'Jabber' => 36524, - 'Jackbox' => 38790, - 'JetBlue Airways' => 20054, - 'Jira' => 34870, - 'Jive' => 35453, - 'JP Morgan' => 37034, - 'Juno' => 32786, - 'Jurassic World Alive' => 37256, - 'Kayak' => 34338, - 'Keek' => 33770, - 'Kik' => 32770, - 'Kraken' => 36660, - 'Kucoin' => 36962, - 'last.fm' => 35634, - 'LastPass' => 35541, - 'LawBreakers' => 36527, - 'Layer3 TV' => 37378, - 'Leaco' => 35665, - 'League of Legends' => 34111, - 'Lifesize' => 37003, - 'Lightpath' => 35685, - 'Limebike' => 37205, - 'Limelight Networks' => 35462, - 'Line' => 33738, - 'LinkedIn' => 20055, - 'Linode' => 35907, - 'Liquid Web' => 34825, - 'LiveLeak' => 38273, - 'Liveperson' => 35417, - 'Logix' => 38295, - 'Logmein' => 33488, - 'Lola Wireless' => 35905, - 'Lowe\'s' => 38297, - 'LS Networks' => 35703, - 'Lumos Networks' => 34217, - 'Lyft' => 36571, - 'Lynda' => 35781, - 'Madden' => 37747, - 'Maguss' => 37047, - 'Mail.com' => 34798, - 'Mailbox' => 34831, - 'Mailchimp' => 36017, - 'MARTA' => 20056, - 'Marvel' => 38792, - 'Marvel Contest of Champions' => 37005, - 'Maryland Transit Administration (MTA)' => 20017, - 'Mass Effect ' => 36057, - 'Mastercard' => 37249, - 'MaxxSouth ' => 36095, - 'MBTA' => 20057, - 'McDonalds app' => 36369, - 'Media Temple' => 35950, - 'Mediacom' => 20058, - 'Meetme' => 37042, - 'Meetup' => 34245, - 'Megapath' => 33420, - 'Merrill Lynch' => 37032, - 'Metra' => 20059, - 'Metro PCS' => 20060, - 'MetroCast' => 34405, - 'Metrolink' => 20061, - 'Metronetinc' => 35890, - 'MHz Choice' => 37297, - 'Miami Dade Transit' => 20062, - 'Microsoft Azure' => 32547, - 'Microsoft Teams' => 38018, - 'Microsoft VLSC' => 38187, - 'Midcontinent Media' => 33552, - 'Mimecast' => 35783, - 'Minecraft' => 20063, - 'Mint' => 36589, - 'MintSim' => 36438, - 'Mitel' => 36005, - 'Mixer' => 36525, - 'MLB The Show' => 35711, - 'MLB TV' => 35712, - 'Mobile legends' => 37394, - 'Mobile Strike' => 36476, - 'Momentum Telecom' => 36733, - 'Moneylion' => 38303, - 'Monster Hunter' => 37007, - 'Mordhau' => 38497, - 'Moviepass' => 37004, - 'Movies Anywhere' => 38771, - 'MovieTickets' => 36178, - 'MSL Live' => 37107, - 'MTV' => 34133, - 'MU Legend' => 36792, - 'Music Unlimited' => 35909, - 'Musical.ly' => 36659, - 'My Fitness Pal' => 35803, - 'My Social Security' => 37627, - 'Naruto-Storm' => 35845, - 'National Grid NY' => 36024, - 'NBA 2k' => 35714, - 'NBC Sports Live Extra' => 34295, - 'NBCNews.com' => 33340, - 'NCTC' => 36344, - 'Need for Speed' => 35428, - 'NEMR' => 35514, - 'Nest' => 35190, - 'Net10 Wireless' => 34090, - 'netBlazr' => 35656, - 'Neteller' => 38321, - 'Netflix' => 20065, - 'Netsuite' => 35743, - 'Nettalk' => 36732, - 'Network Solutions' => 33548, - 'NetZero' => 32785, - 'Neverwinter' => 35603, - 'New Jersey Transit' => 20066, - 'New York MTA' => 20067, - 'New York Times' => 33339, - 'Newegg' => 35438, - 'NewWave Communications' => 36026, - 'Nextiva' => 34850, - 'NFL Network' => 36572, - 'NHL.tv' => 36816, - 'Nicehash' => 37037, - 'NikePlus' => 35805, - 'Nintendo eShop' => 34099, - 'Nintendo Network' => 35515, - 'Nintendo Switch Online' => 37240, - 'No Man\'s Sky' => 35793, - 'NordVPN' => 37545, - 'North State' => 36840, - 'Northland Communications' => 38035, - 'Norwood Light' => 35738, - 'NTT Communications' => 35856, - 'NuGet' => 36740, - 'Oculus' => 38253, - 'Office 365' => 34532, - 'OkCupid' => 35902, - 'Okta' => 35742, - 'Omegle' => 36522, - 'OneDrive' => 32780, - 'Onelogin' => 38439, - 'Ooma' => 35628, - 'ooVoo' => 34085, - 'Opera' => 38406, - 'Optimum / Cablevision' => 20020, - 'OptionsHouse' => 20068, - 'optionsXpress' => 20069, - 'Oracle Cloud' => 38033, - 'Orbitz' => 34337, - 'Origin' => 34113, - 'OS X Update' => 36127, - 'Outlook' => 10205, - 'Overdrive' => 35855, - 'Overwatch' => 35680, - 'Pacific Northern Gas ' => 35807, - 'Page Plus' => 34012, - 'Pagely' => 33974, - 'Paladins' => 35857, - 'Pandora' => 20070, - 'Paperspace' => 37200, - 'Paragon' => 36359, - 'PATCO' => 20071, - 'PATH' => 20072, - 'Path of Exile' => 34823, - 'Patreon' => 38503, - 'Paypal' => 20073, - 'pCloud' => 36588, - 'PenTeleData' => 34401, - 'Periscope' => 35595, - 'Personal Capital' => 36969, - 'PES' => 37951, - 'PG&E' => 35677, - 'PGA Tour Live' => 37235, - 'Phonepower' => 35361, - 'Photobucket' => 20074, - 'Pinterest' => 20075, - 'Planetside2' => 35787, - 'Player Unknown\'s Battlegrounds' => 36135, - 'Playstation Network' => 20076, - 'Playstation Vue' => 35188, - 'PlentyOfFish' => 35799, - 'Plex' => 35573, - 'PNC' => 33333, - 'Pokémon Duel' => 35966, - 'Pokémon Go' => 35725, - 'Pokerstars' => 38749, - 'Poloniex' => 36349, - 'Postmates' => 36774, - 'Powerschool' => 35867, - 'Prey' => 37295, - 'Priceline' => 34333, - 'Project Online' => 34535, - 'Proofpoint' => 38666, - 'ProtonMail' => 36136, - 'Quake Champions' => 36773, - 'Quickbooks Online' => 35761, - 'Quicken' => 36614, - 'Quizlet' => 34322, - 'Quizup' => 34296, - 'Quora' => 34341, - 'Rabb.it' => 36819, - 'Rackspace' => 34609, - 'Rain World Game' => 36042, - 'Rainbow Six' => 35463, - 'Razer' => 38698, - 'RCN' => 32784, - 'Realm Royale' => 37287, - 'Red Dead Redemption' => 37600, - 'Redbox' => 37213, - 'Reddit' => 33342, - 'Reflexion' => 38733, - 'RingCentral' => 34311, - 'Rise Broadband' => 35458, - 'Robinhood' => 35706, - 'Roblox' => 34820, - 'Rocket League' => 35251, - 'RocketRez' => 35784, - 'Roku' => 37194, - 'Royal Games' => 38218, - 'Runescape' => 34804, - 'Runkeeper' => 35802, - 'Runtastic' => 35804, - 'Rust' => 37755, - 'Ruzzle' => 33969, - 'Safelink Wireless' => 35467, - 'Safenet' => 37538, - 'Salesforce' => 32773, - 'Santander Bank' => 38656, - 'Sarahah' => 36365, - 'Schooldesk' => 35468, - 'Scottrade' => 20079, - 'ScreenConnect' => 35661, - 'Scum' => 37464, - 'Sea of Thieves' => 36995, - 'SEC Network' => 37757, - 'Secom' => 36972, - 'Second Life' => 37612, - 'SEPTA' => 20080, - 'Service Electric' => 33553, - 'Sharebuilder' => 20081, - 'Sharefile' => 37513, - 'Sharepoint Online' => 34533, - 'Shentel' => 35666, - 'Shopify' => 37555, - 'Shoretel' => 35846, - 'Showtime Anytime' => 35591, - 'Shutterstock' => 35704, - 'Signal' => 37071, - 'SignupGenius' => 35636, - 'Simple' => 34790, - 'Simple Mobile' => 33979, - 'Siri' => 38339, - 'SiriusXM' => 37048, - 'Skillshare' => 35775, - 'Skrill' => 37257, - 'Skype' => 20082, - 'Skype for Business' => 35350, - 'Skyscanner' => 38645, - 'SkySwitch' => 36664, - 'SkyWest' => 20084, - 'Slack' => 35437, - 'Slashdot' => 36615, - 'Sleeper' => 37455, - 'Slideshare' => 20085, - 'Sling' => 35155, - 'Smart Hub' => 35178, - 'Smartsheet' => 38310, - 'SmartThings' => 37102, - 'Smite' => 34802, - 'SNAP EBT' => 34006, - 'Snapchat' => 20086, - 'Socket' => 37411, - 'Sonic.net' => 34403, - 'Soundcloud' => 34351, - 'Sourceforge' => 20087, - 'South Central Communications' => 35759, - 'Southern California Edison' => 35700, - 'Southwest Airlines' => 20088, - 'Spectrum' => 20024, - 'Speedtest' => 37354, - 'Spirit Communications' => 35808, - 'SplashID' => 35594, - 'Spotify' => 20090, - 'Sprint' => 20091, - 'Square' => 37053, - 'Squarespace' => 36573, - 'Stack Exchange' => 34319, - 'Stackoverflow' => 34258, - 'Stadia' => 38302, - 'Staminus' => 34608, - 'Stamps.com' => 36662, - 'Star Citizen' => 36477, - 'Star Wars Battlefront' => 35459, - 'Starbucks' => 37210, - 'Starz' => 38291, - 'Steam' => 20092, - 'Steep' => 36011, - 'Straight Talk' => 34097, - 'Strava' => 36047, - 'Streamlabs' => 37206, - 'Strife' => 35853, - 'Stripe' => 38668, - 'Suddenlink' => 20093, - 'Suitebox' => 37211, - 'Summit Broadband' => 35617, - 'Summoners War' => 37409, - 'SunTrust Bank' => 37346, - 'Surfline' => 36341, - 'SurveyMonkey' => 35963, - 'T-Mobile' => 20097, - 'T. Rowe Price' => 37033, - 'Talkray' => 34750, - 'Tango' => 33728, - 'Target' => 34320, - 'Taxslayer' => 36018, - 'TD Ameritrade' => 20094, - 'TD Bank' => 35672, - 'TDS Telecom' => 33558, - 'Teamviewer' => 34343, - 'Tekken' => 37196, - 'Telecharge' => 37220, - 'Telegram' => 34227, - 'Tennis TV' => 37040, - 'TERA' => 37105, - 'Tesla' => 37152, - 'The Crew 2' => 35809, - 'The Culling' => 37752, - 'The Division' => 35558, - 'The elder scrolls online' => 35535, - 'The Huffington Post' => 33334, - 'The Simpsons Tapped out' => 34702, - 'The Weather Channel' => 33336, - 'Thingiverse' => 38732, - 'Threads' => 38983, - 'Threema' => 35892, - 'TIAA ' => 35597, - 'Ticketmaster' => 36534, - 'Tidal' => 37512, - 'Tiktok' => 38367, - 'Tinder' => 34237, - 'Titanfall' => 35897, - 'Tivo' => 37001, - 'Todoist' => 36461, - 'Toggl' => 36993, - 'TPx Communications' => 34402, - 'TracFone Wireless' => 20099, - 'Tradeking' => 33768, - 'TradeSatoshi' => 37106, - 'TradeStation' => 20100, - 'Transferwise' => 37199, - 'Travelocity' => 34336, - 'Trello' => 34796, - 'Trove' => 35363, - 'Trusted Id' => 36636, - 'TSYS' => 36517, - 'Tumblr' => 20101, - 'TuneIn' => 35221, - 'TurboTax' => 34327, - 'TV Time' => 37197, - 'TW Telecom' => 32783, - 'Tweakbox' => 37750, - 'Tweetdeck' => 39009, - 'Twitch' => 34308, - 'Twitter' => 10204, - 'Uber' => 36570, - 'Uber Eats' => 37648, - 'Udacity' => 35842, - 'Udemy' => 35644, - 'UFC' => 36736, - 'UMG Gaming' => 36528, - 'Uncharted' => 35716, - 'United Airlines' => 20104, - 'Untappd' => 37363, - 'Uplay PC' => 34381, - 'UPS' => 34321, - 'Upwork' => 35436, - 'US Bank' => 20106, - 'US Cellular' => 20103, - 'USA Mobility' => 34129, - 'USPS' => 34259, - 'Utah Broadband' => 36342, - 'Vainglory' => 37203, - 'Vanguard' => 37011, - 'Vectren' => 35872, - 'Venmo' => 37209, - 'Verizon' => 20107, - 'Vero' => 37062, - 'Viaero' => 37508, - 'Viasat' => 38298, - 'Viber' => 32769, - 'Viewster' => 34323, - 'Viki' => 36065, - 'Vimeo' => 20110, - 'Vine' => 33368, - 'Virgin Mobile' => 34724, - 'Visa' => 37239, - 'Visible' => 38605, - 'Visual Studio Team Services' => 37463, - 'Vlive' => 36574, - 'Vonage' => 34315, - 'Voxer' => 33492, - 'VRChat' => 36991, - 'VRV' => 36640, - 'Vudu' => 34109, - 'Vyve Broadband' => 36012, - 'W3Schools' => 35887, - 'Waiter.com' => 36776, - 'Walmart Family' => 35465, - 'Walmart.com' => 33338, - 'War Thunder' => 37318, - 'Warface' => 37510, - 'Warframe' => 35825, - 'Washington Metropolitan Area Transit Authority' => 20111, - 'Wattpad' => 34693, - 'Wave Broadband' => 34028, - 'Waze' => 33382, - 'Webassign' => 35873, - 'Webex' => 33490, - 'Webhosting.net' => 35435, - 'Webs' => 35895, - 'Weebly' => 34910, - 'Weight Watchers' => 35646, - 'Wells Fargo' => 20112, - 'Wemo' => 37593, - 'Westman' => 35359, - 'WeTransfer' => 20113, - 'Whatsapp' => 10136, - 'Whisper' => 36881, - 'Wikipedia' => 20115, - 'Wilcoinc' => 35696, - 'Wildstar' => 36475, - 'William Hill' => 38900, - 'Windstream' => 20117, - 'Wish' => 38154, - 'Wix' => 35596, - 'Wordpress.com' => 20118, - 'Workday' => 37314, - 'World of Tanks' => 35357, - 'World of Warcraft' => 34263, - 'World of Warships' => 36637, - 'World War 3' => 37599, - 'World War Z' => 38405, - 'WOW' => 20114, - 'WP Engine' => 33975, - 'Wunderground' => 35948, - 'Wunderlist' => 35839, - 'WWE Network' => 36056, - 'Xbox Live' => 20119, - 'Xfinity Flex' => 38412, - 'XO' => 32777, - 'Yahoo' => 10203, - 'Yahoo Mail' => 20120, - 'Yahoo Messenger' => 20121, - 'Yammer' => 35559, - 'Yelp' => 20122, - 'Youtube' => 34651, - 'Youtube Music' => 37461, - 'Youtube TV' => 37296, - 'Yubo' => 37720, - 'Z1 Battle Royale' => 35146, - 'Zayo' => 35866, - 'Zelle' => 38683, - 'Zendesk' => 35854, - 'Zillow' => 33367, - 'ZoHo' => 34144, - 'Zoom' => 37349, - 'Zwift' => 38167, - 'Zynga' => 20123, - ), - 'New Zealand' => array( - '2degrees' => 33886, - '4chan' => 38270, - 'Alexa' => 36920, - 'Amurit.net' => 37710, - 'Anthem' => 38210, - 'ANZ' => 33888, - 'Apex Legends' => 38134, - 'Apple Store' => 34457, - 'ASB' => 33905, - 'beIN' => 38493, - 'Bigpipe' => 37704, - 'Bing' => 33889, - 'Blizzard Battle.net' => 38465, - 'BNZ' => 33907, - 'Call of Duty' => 34150, - 'CallPlus' => 33885, - 'CCL' => 37705, - 'Counter-strike' => 36854, - 'Crunchyroll' => 38146, - 'Cryptopia' => 36963, - 'Dead By Daylight' => 37434, - 'Destiny' => 38942, - 'Discord' => 38609, - 'Dota 2' => 36415, - 'EA' => 34505, - 'eBay' => 33891, - 'Evernote' => 35914, - 'Facebook' => 33892, - 'Facebook Messenger' => 33893, - 'Facetime' => 34587, - 'Fifa' => 38400, - 'Flip' => 37706, - 'Fortnite' => 36655, - 'Gmail' => 33894, - 'Google' => 33895, - 'Google Drive' => 36759, - 'Google Hangouts' => 33896, - 'Google Play' => 38525, - 'Gran Turismo' => 36948, - 'Grindr' => 38402, - 'GTA 5' => 37277, - 'iCloud' => 33921, - 'iMessage' => 33922, - 'Inspire Net' => 35445, - 'Instagram' => 33915, - 'iTunes' => 33923, - 'Kik' => 33914, - 'Kiwibank' => 33906, - 'League of Legends' => 38692, - 'Lightbox' => 35504, - 'LinkedIn' => 33897, - 'Minecraft' => 38617, - 'My Fitness Pal' => 37635, - 'myob' => 38926, - 'MyRepublic' => 34931, - 'NBA 2k' => 38785, - 'Neon' => 37707, - 'Netflix' => 34857, - 'Nzdating' => 37708, - 'Office 365' => 37171, - 'OneDrive' => 36863, - 'Orcon' => 33883, - 'Origin' => 36887, - 'Outlook' => 33918, - 'Overwatch' => 36416, - 'Pandora' => 33919, - 'Pinterest' => 33898, - 'Player Unknown\'s Battlegrounds' => 36362, - 'Playstation Network' => 34858, - 'Pokémon Go' => 35733, - 'Rabodirect' => 34980, - 'Rainbow Six' => 36610, - 'Reddit' => 34860, - 'Roblox' => 37662, - 'Skinny' => 37709, - 'Sky TV' => 33887, - 'Skype' => 33912, - 'Slingshot' => 34737, - 'Snapchat' => 33908, - 'Spark' => 33884, - 'Spotify' => 33910, - 'Steam' => 34225, - 'Tinder' => 34859, - 'Trade Me' => 33916, - 'Trustpower' => 37703, - 'Twitch' => 36540, - 'Twitter' => 33899, - 'Viber' => 33909, - 'Vodafone' => 33882, - 'Voxer' => 33913, - 'Wattpad' => 34697, - 'WeChat' => 33920, - 'Westpac' => 33900, - 'Whatsapp' => 33917, - 'Wikipedia' => 33901, - 'World of Warcraft' => 38814, - 'Xbox Live' => 34284, - 'Xero' => 35929, - 'Yahoo' => 33902, - 'Yahoo Mail' => 33903, - 'Youtube' => 33904, - 'Z1 Battle Royale' => 37266, - ), - 'België' => array( - '2dehands.be' => 34257, - 'Apex Legends' => 38141, - 'App Store' => 38555, - 'Apple Store' => 38925, - 'Argenta' => 32491, - 'Bancontact Mister Cash' => 33976, - 'Base' => 10207, - 'Battlefield' => 38444, - 'Belfius' => 32545, - 'Binance' => 36934, - 'Binck' => 32388, - 'Blizzard Battle.net' => 38810, - 'BNP Paribas Fortis' => 32543, - 'Bolero' => 37619, - 'Bpost' => 37157, - 'Bwin' => 34872, - 'Call of Duty' => 35536, - 'Clash Royale' => 38948, - 'Counter-strike' => 38245, - 'Crelan' => 37614, - 'Dead By Daylight' => 37445, - 'Deezer' => 33828, - 'Destiny' => 38559, - 'Deutsche Bank' => 34140, - 'Discord' => 37391, - 'Dommel' => 33977, - 'Dota 2' => 38478, - 'Dropbox' => 32525, - 'EA' => 34841, - 'eBay' => 33858, - 'EDPnet' => 32855, - 'Engie Electrabel' => 37616, - 'Epic Games Store' => 39027, - 'Facebook' => 22339, - 'Facebook Messenger' => 34851, - 'Facetime' => 34605, - 'Fifa' => 36906, - 'Fintro' => 37617, - 'Fluvius' => 37615, - 'Fortnite' => 36696, - 'Ghost Recon' => 39001, - 'Gmail' => 32374, - 'Google' => 32343, - 'Google Hangouts' => 32395, - 'Google Play' => 32371, - 'Gran Turismo' => 36913, - 'Grindr' => 38743, - 'GTA 5' => 35500, - 'Guild Wars 2' => 36474, - 'iCloud' => 22363, - 'iMessage' => 32463, - 'ING' => 22342, - 'Instagram' => 34286, - 'Isabel' => 34004, - 'Itsme' => 37454, - 'iTunes' => 32484, - 'Jim Mobile' => 37618, - 'KBC' => 32544, - 'Kik' => 32524, - 'Kraken' => 36828, - 'League of Legends' => 38631, - 'Lebara' => 32461, - 'LinkedIn' => 32534, - 'Lycamobile' => 32462, - 'Mobile Vikings' => 32854, - 'Moneyou' => 32488, - 'Multisafepay' => 34878, - 'Nest' => 38517, - 'Netflix' => 34629, - 'Numéricable' => 32856, - 'Office 365' => 36409, - 'OneDrive' => 35410, - 'Orange' => 10208, - 'Origin' => 36888, - 'Outlook' => 32375, - 'Overwatch' => 36383, - 'OVH' => 36746, - 'Paypal' => 32354, - 'Paysafecard' => 32485, - 'Play Sports' => 37582, - 'Player Unknown\'s Battlegrounds' => 36568, - 'Playstation Network' => 32339, - 'Pokémon Go' => 35736, - 'Proximus' => 10206, - 'Rainbow Six' => 36180, - 'Reddit' => 37474, - 'Roblox' => 38757, - 'Rocket League' => 35978, - 'Runescape' => 38654, - 'Salesforce' => 32349, - 'Scarlet' => 32435, - 'Simyo' => 32387, - 'Skype' => 32357, - 'Smartschool' => 37620, - 'Snapchat' => 32520, - 'Sofort Banking' => 32482, - 'Spotify' => 32336, - 'Steam' => 34278, - 'Strava' => 38161, - 'Teamviewer' => 34907, - 'Telegram' => 35971, - 'Telenet' => 10196, - 'Tinder' => 35499, - 'TuneIn' => 38759, - 'TV Vlaanderen' => 22364, - 'Tweakbox' => 38786, - 'Twitch' => 36542, - 'Twitter' => 22355, - 'Unibet' => 38830, - 'Uplay PC' => 35614, - 'Viber' => 32505, - 'Voo' => 32853, - 'VTM' => 38394, - 'Waze' => 36657, - 'WeTransfer' => 32523, - 'Whatsapp' => 32333, - 'Wikipedia' => 32425, - 'Wordfeud' => 22358, - 'Xbox Live' => 32481, - 'Yahoo Mail' => 34840, - 'Yellowbrick' => 37609, - 'Yeloplay' => 37359, - 'YouTube' => 32338, - 'Z1 Battle Royale' => 37258, - ), - 'Australia' => array( - '2k' => 36402, - '4chan' => 38290, - 'AAPT telecommunications' => 35849, - 'ABC' => 37712, - 'Activ8me' => 36814, - 'Adam Internet' => 33877, - 'Adelaide Bank' => 36729, - 'Adobe Creative Cloud' => 34553, - 'Airbnb' => 36403, - 'Alexa' => 36922, - 'Amaysim' => 35654, - 'Amazon' => 36404, - 'Amazon Prime Video' => 36968, - 'Amazon Web Services' => 34093, - 'American Express' => 38173, - 'Amino Apps' => 39045, - 'Amnet' => 33878, - 'Anthem' => 38176, - 'ANZ' => 33364, - 'Apex Legends' => 38125, - 'App Store' => 35577, - 'Apple Music' => 35243, - 'Apple Store' => 34455, - 'ARK: Survival Evolved' => 38746, - 'Assassin\'s Creed' => 35008, - 'AusBBS' => 36812, - 'Aussie Broadband' => 37219, - 'Australia Post' => 37052, - 'Bank Australia' => 38682, - 'Bank of Melbourne' => 35356, - 'Bank of Queensland' => 37458, - 'Bank SA' => 35354, - 'Bankwest' => 34972, - 'Battlefield' => 37468, - 'Belong' => 37179, - 'Bendigo Bank' => 37715, - 'BigPond' => 33993, - 'Binance' => 36878, - 'Bing' => 32874, - 'Blizzard Battle.net' => 35053, - 'Blogger' => 32875, - 'Boom Beach' => 36871, - 'Box' => 32876, - 'Brawl Stars' => 38816, - 'Bumble' => 36809, - 'Call of Duty' => 36405, - 'Candy Crush' => 35092, - 'Centrelink' => 37549, - 'Centurylink' => 34131, - 'Citibank' => 36507, - 'Clash of Clans' => 37302, - 'Clash Royale' => 38953, - 'Cloudflare' => 32877, - 'ClubTelco' => 34792, - 'Coinbase' => 36802, - 'Coinspot' => 36927, - 'Commander' => 37714, - 'Commonwealth Bank' => 33362, - 'Counter-strike' => 35059, - 'Crackle' => 35112, - 'Craigslist' => 32878, - 'Crunchyroll' => 36717, - 'Dead By Daylight' => 37415, - 'Deezer' => 33833, - 'Deliveroo' => 38197, - 'Destiny' => 34894, - 'DFP' => 35002, - 'Discord' => 36022, - 'Dodo' => 34003, - 'Doordash' => 39006, - 'Dota 2' => 35405, - 'Dropbox' => 32879, - 'EA' => 34509, - 'eBay' => 32880, - 'Eftel' => 35553, - 'Elite: Dangerous' => 37104, - 'Escape from Tarkov' => 38626, - 'ESPN' => 38387, - 'Etsy' => 37481, - 'Exchange Online' => 34545, - 'Exetel' => 34478, - 'Facebook' => 32881, - 'Facebook Messenger' => 32882, - 'Facetime' => 34601, - 'Fallout' => 35432, - 'Far Cry' => 37190, - 'Fifa' => 35473, - 'Fitbit' => 38358, - 'Flickr' => 32883, - 'Fonality' => 34313, - 'For Honor' => 35989, - 'Fortnite' => 36622, - 'Foxtel' => 33355, - 'Funimation' => 38583, - 'Game of war' => 35416, - 'Gears of War' => 38894, - 'Ghost Recon' => 36008, - 'GitHub' => 36529, - 'Gmail' => 32885, - 'Go Daddy' => 36619, - 'Google' => 32886, - 'Google Drive' => 34274, - 'Google Hangouts' => 32887, - 'Google Home' => 37343, - 'Google Play' => 32888, - 'Gran Turismo' => 36875, - 'Grindr' => 35834, - 'GTA 5' => 34755, - 'Guild Wars 2' => 36408, - 'Gumtree' => 33360, - 'Halo' => 35449, - 'Hay Day' => 34786, - 'Hayu' => 38366, - 'Hearthstone' => 38660, - 'Heronet' => 35949, - 'Hipchat' => 34867, - 'Hootsuite' => 32889, - 'iCloud' => 32890, - 'iiNet' => 33555, - 'iMessage' => 32891, - 'Imgur' => 32892, - 'Instagram' => 32893, - 'Internode' => 34477, - 'iPrimus' => 33876, - 'iTunes' => 32894, - 'Kik' => 32895, - 'Kraken' => 36849, - 'Ladbrokes' => 37640, - 'LastPass' => 34776, - 'League of Legends' => 35049, - 'LinkedIn' => 32896, - 'Mail.com' => 34799, - 'Mailbox' => 34834, - 'Mate Communicate' => 36813, - 'McDonalds app' => 37525, - 'ME Bank' => 34973, - 'Microsoft Azure' => 32917, - 'Microsoft Teams' => 38694, - 'Minecraft' => 32897, - 'My Fitness Pal' => 37633, - 'My Republic' => 35982, - 'MyGov' => 37550, - 'MyNetFone' => 35481, - 'myob' => 36343, - 'NAB' => 33365, - 'National Broadband Network, NBN' => 35992, - 'NBA 2k' => 37736, - 'Netflix' => 35177, - 'Netregistry' => 36060, - 'Netspeed' => 34492, - 'Nine' => 37000, - 'Nintendo eShop' => 34102, - 'Nintendo Network' => 35517, - 'Nintendo Switch Online' => 37243, - 'No Man\'s Sky' => 37404, - 'Office 365' => 34543, - 'OkCupid' => 38489, - 'OneDrive' => 32904, - 'Optus' => 33356, - 'Origin' => 35091, - 'Outlook' => 32899, - 'Overwatch' => 35683, - 'Paladins' => 37656, - 'Pandora' => 33343, - 'Panthur' => 36346, - 'Path of Exile' => 36498, - 'Paypal' => 35607, - 'Photobucket' => 32901, - 'Pinterest' => 32902, - 'Player Unknown\'s Battlegrounds' => 36356, - 'Playstation Network' => 34842, - 'PlentyOfFish' => 37416, - 'Pokémon Go' => 35732, - 'Project Online' => 34542, - 'Quickbooks Online' => 38220, - 'Rabobank' => 34974, - 'Rabodirect' => 34975, - 'Rainbow Six' => 35478, - 'Red Dead Redemption' => 37740, - 'Reddit' => 34843, - 'Roblox' => 36832, - 'Rocket League' => 35497, - 'Runescape' => 35106, - 'Salesforce' => 32903, - 'Sarahah' => 36374, - 'SBS' => 34703, - 'Sea of Thieves' => 37115, - 'Sharepoint Online' => 34541, - 'Skype' => 32905, - 'Skype for Business' => 34544, - 'Slack' => 35937, - 'Slideshare' => 32906, - 'Smite' => 35406, - 'Snapchat' => 32907, - 'Soundcloud' => 37230, - 'Spintel' => 35962, - 'Sportsbet' => 37713, - 'Spotify' => 33225, - 'St. George Bank' => 35353, - 'Stan' => 35503, - 'Star Wars Battlefront' => 35552, - 'Steam' => 34114, - 'Steep' => 37922, - 'Summoners War' => 37418, - 'Suncorp Bank' => 34432, - 'Sure Telecom' => 34394, - 'Tango' => 33742, - 'Teamviewer' => 34617, - 'Telegram' => 34220, - 'Telstra' => 33354, - 'The Division' => 35572, - 'The elder scrolls online' => 36554, - 'The Simpsons Tapped out' => 38166, - 'Think Mobile' => 34527, - 'Tiktok' => 39061, - 'Tinder' => 34241, - 'TPG Telecom' => 33359, - 'Tumblr' => 32910, - 'TuneIn' => 38761, - 'Tweakbox' => 38346, - 'Twitch' => 35026, - 'Twitter' => 32911, - 'Uber' => 37766, - 'Uber Eats' => 38272, - 'Uberglobal' => 35669, - 'Udemy' => 37719, - 'Uplay PC' => 36211, - 'V4 Telecom' => 37357, - 'Vaya' => 34518, - 'Viber' => 32912, - 'Vimeo' => 32913, - 'Virgin Mobile' => 34516, - 'Vocus' => 37711, - 'Vodafone' => 33357, - 'War Thunder' => 38361, - 'Warframe' => 36495, - 'Wattpad' => 34694, - 'Waze' => 33405, - 'Webex' => 34162, - 'Weebly' => 34911, - 'Westnet' => 35163, - 'Westpac' => 33363, - 'WeTransfer' => 32914, - 'Whatsapp' => 32915, - 'Wikipedia' => 32916, - 'Wish' => 39042, - 'Wix' => 37255, - 'Wordpress.com' => 32918, - 'World of Tanks' => 37191, - 'World of Warcraft' => 35054, - 'WWE Network' => 38722, - 'Xbox Live' => 34283, - 'Xero' => 36177, - 'Yahoo' => 32919, - 'Yahoo Mail' => 32920, - 'Yahoo Messenger' => 32921, - 'Yelp' => 32922, - 'Youtube' => 32923, - 'Youtube Music' => 37590, - 'Z1 Battle Royale' => 35494, - 'Zettanet' => 35655, - 'ZoHo' => 37551, - ), - 'Canada' => array( - '2k' => 36723, - 'Acanac' => 34107, - 'Access' => 33069, - 'Aeroplan' => 35789, - 'Air Canada' => 37029, - 'Air Miles' => 35788, - 'Airbnb' => 37423, - 'Alaska Airlines' => 32926, - 'Alexa' => 37067, - 'Allegiant Air' => 32927, - 'Allstream' => 34001, - 'Altima Telecom' => 37247, - 'Amazon' => 32928, - 'Amazon Prime Music' => 38907, - 'Amazon Prime Video' => 37393, - 'Amazon Web Services' => 32929, - 'American Airlines' => 32930, - 'American Express' => 38172, - 'Amino Apps' => 38716, - 'Anthem' => 38056, - 'Anydesk' => 37488, - 'Apex Legends' => 38113, - 'App Store' => 35576, - 'Apple Music' => 35244, - 'Apple Store' => 34456, - 'ARK: Survival Evolved' => 38747, - 'Assassin\'s Creed' => 35007, - 'BabyTEL' => 35360, - 'Battlefield' => 36923, - 'BC Hydro' => 35806, - 'Beanfield' => 36663, - 'beIN' => 38788, - 'Bell' => 32936, - 'Bell Aliant' => 32937, - 'Bet365' => 39064, - 'Binance' => 36876, - 'Bing' => 32938, - 'Black Desert Online' => 38829, - 'Blizzard Battle.net' => 34488, - 'Blogger' => 32940, - 'BMO' => 34525, - 'Boom Beach' => 36558, - 'Box' => 32941, - 'Brama Telecom' => 34146, - 'Brawl Stars' => 38833, - 'Bumble' => 36330, - 'Call of Duty' => 34149, - 'Candy Crush' => 35093, - 'Capital One' => 36410, - 'Carry Telecom' => 37695, - 'CBC' => 34267, - 'Centurylink' => 35627, - 'Chatr' => 34005, - 'CIBC' => 34526, - 'CIK Telecom' => 34428, - 'Clash of Clans' => 34445, - 'Clash Royale' => 37523, - 'Cloudflare' => 32952, - 'CNN' => 37372, - 'Cogeco' => 32953, - 'Cogent' => 35556, - 'Coinbase' => 36800, - 'Colbanet' => 37542, - 'CommStream' => 36028, - 'Comwave' => 36641, - 'Counter-strike' => 35056, - 'Crackle' => 35111, - 'Craigslist' => 32956, - 'Crave TV' => 35621, - 'Crunchyroll' => 36716, - 'Dark Souls' => 36557, - 'DayZ' => 39007, - 'Dazn' => 36510, - 'Dead By Daylight' => 36595, - 'Delta Air Lines' => 32958, - 'Destiny' => 34892, - 'DFP' => 35001, - 'Diablo' => 39071, - 'Discord' => 36411, - 'Distributel' => 33870, - 'Doordash' => 38385, - 'Dota 2' => 35404, - 'Dropbox' => 32961, - 'EA' => 34504, - 'EA Sports UFC' => 36552, - 'Eastlink' => 33414, - 'eBay' => 32964, - 'Ebox' => 35555, - 'Ecobee' => 38021, - 'Elite: Dangerous' => 37103, - 'Epic Games Store' => 38767, - 'Equitable Bank' => 36731, - 'Escape from Tarkov' => 37975, - 'Etsy' => 38265, - 'Exchange Online' => 34546, - 'Execulink' => 34942, - 'Expedia' => 37401, - 'Facebook' => 32965, - 'Facebook Messenger' => 32966, - 'Facetime' => 34595, - 'Fallout' => 37663, - 'FedEx' => 36500, - 'Fido' => 34000, - 'Fifa' => 35472, - 'Fitbit' => 38359, - 'Flickr' => 32967, - 'For Honor' => 35986, - 'Fortnite' => 36623, - 'Forza' => 38836, - 'Fox News' => 37665, - 'Freedom Mobile' => 33869, - 'Friday the 13th The Game' => 37562, - 'Funimation' => 37744, - 'Game of war' => 35415, - 'Garmin Connect' => 38540, - 'Gears of War' => 35938, - 'Ghost Recon' => 37772, - 'GitHub' => 32970, - 'Gmail' => 32971, - 'Go Daddy' => 34943, - 'GO Transit' => 32972, - 'Google' => 32973, - 'Google Calendar' => 38599, - 'Google Cloud' => 38537, - 'Google Drive' => 34272, - 'Google Hangouts' => 32974, - 'Google Home' => 36141, - 'Google Play' => 32975, - 'GoToMeeting' => 36504, - 'Gran Turismo' => 36679, - 'Grindr' => 35835, - 'GTA 5' => 34756, - 'Guild Wars 2' => 36406, - 'Halo' => 35450, - 'Harry Potter: Wizards Unite' => 38687, - 'Hay Day' => 34789, - 'Hayu' => 38789, - 'Hearthstone' => 38289, - 'Hipchat' => 34868, - 'Hootsuite' => 32977, - 'HQ Trivia' => 37027, - 'HSBC' => 39048, - 'Hue' => 37814, - 'HughesNet' => 32978, - 'iCloud' => 32979, - 'iMessage' => 33249, - 'Imgur' => 32981, - 'IMVU' => 37472, - 'Indeed' => 38782, - 'Instagram' => 32982, - 'Interac' => 39049, - 'iTunes' => 32983, - 'JetBlue Airways' => 32984, - 'Jira' => 38545, - 'Juno' => 32985, - 'Kijiji' => 34303, - 'Kik' => 32986, - 'Koodo' => 34002, - 'Kraken' => 36750, - 'LastPass' => 36785, - 'League of Legends' => 35047, - 'Lightspeed' => 37066, - 'LinkedIn' => 32987, - 'Madden' => 38459, - 'Mail.com' => 34801, - 'Mailbox' => 34837, - 'McDonalds app' => 37642, - 'MCSNet' => 35889, - 'Metro Loop' => 37646, - 'Microsoft Azure' => 33057, - 'Minecraft' => 32996, - 'Mixer' => 38769, - 'MLB The Show' => 36989, - 'MLB TV' => 37189, - 'Montréal Metro' => 32997, - 'Mordhau' => 38734, - 'MTS' => 33868, - 'My Fitness Pal' => 37632, - 'NBA 2k' => 37722, - 'Nest' => 35191, - 'Netflix' => 32998, - 'NetZero' => 32999, - 'Neverwinter' => 35766, - 'Nintendo eShop' => 34101, - 'Nintendo Network' => 35518, - 'No Man\'s Sky' => 38779, - 'NorthernTel' => 34636, - 'Northwestel' => 35104, - 'Office 365' => 34548, - 'OkCupid' => 36678, - 'OneDrive' => 33020, - 'Oricom Internet' => 35829, - 'Origin' => 36584, - 'Outlook' => 33005, - 'Overwatch' => 35682, - 'Paladins' => 37664, - 'Path of Exile' => 36481, - 'Paypal' => 33010, - 'PC Optimum' => 37216, - 'Peer 1' => 34824, - 'Photobucket' => 33011, - 'Pinterest' => 33012, - 'Piper' => 38323, - 'Player Unknown\'s Battlegrounds' => 36337, - 'Playstation Network' => 33013, - 'PlentyOfFish' => 35798, - 'Pokémon Go' => 35734, - 'Pokerstars' => 38174, - 'Primus' => 33872, - 'Qtrade Financial Group' => 36025, - 'Quickbooks Online' => 37607, - 'Quizup' => 34297, - 'Rabb.it' => 37974, - 'Rainbow Six' => 35477, - 'RBC' => 34521, - 'Red Dead Redemption' => 37742, - 'Reddit' => 34845, - 'Roblox' => 35785, - 'Rocket League' => 35498, - 'Rogers' => 33015, - 'Runescape' => 35105, - 'Salesforce' => 33016, - 'Sarahah' => 36514, - 'Sasktel' => 33871, - 'Scotiabank' => 34523, - 'Sea of Thieves' => 37111, - 'Sharepoint Online' => 34550, - 'Shaw' => 33551, - 'Shopify' => 35863, - 'Signal' => 36328, - 'Simplii' => 37541, - 'SiriusXM' => 38561, - 'SkipTheDishes' => 38322, - 'Skype' => 33021, - 'Skype for Business' => 34547, - 'Slack' => 35935, - 'Slideshare' => 33023, - 'Smartsheet' => 38724, - 'Smite' => 37026, - 'Snapchat' => 33024, - 'Soundcloud' => 37229, - 'Sourceforge' => 33025, - 'Spotify' => 33028, - 'Star Wars Battlefront' => 35550, - 'Start Communications' => 34426, - 'Steam' => 33030, - 'Steep' => 37923, - 'Strava' => 38745, - 'Summoners War' => 37422, - 'Tangerine' => 37694, - 'Tango' => 33741, - 'Tbaytel' => 34612, - 'TD Canada Trust' => 34522, - 'Teamviewer' => 34618, - 'TekSavvy' => 33867, - 'Télébec' => 34110, - 'Telegram' => 34228, - 'Telnet' => 34158, - 'Telus' => 33034, - 'TeraGo' => 34427, - 'Tesla' => 38835, - 'The Division' => 35571, - 'The elder scrolls online' => 36399, - 'The Simpsons Tapped out' => 35109, - 'The Weather Channel' => 38837, - 'Ticketmaster' => 39008, - 'Tiktok' => 38727, - 'Tinder' => 34239, - 'Toronto Transit Commission' => 33036, - 'Translink' => 33039, - 'Trello' => 39066, - 'Trove' => 38825, - 'Tumblr' => 33040, - 'TuneIn' => 36037, - 'TurboTax' => 38213, - 'Tweakbox' => 38343, - 'Twitch' => 35023, - 'Twitter' => 33042, - 'Uber' => 37765, - 'Uber Eats' => 38022, - 'Udemy' => 37718, - 'United Airlines' => 33044, - 'Uplay PC' => 34688, - 'UPS' => 36831, - 'Vancity' => 37570, - 'Velcom' => 36978, - 'Viber' => 33348, - 'Vidéotron' => 33050, - 'Vimeo' => 33051, - 'Virgin Mobile' => 34096, - 'Visa' => 38693, - 'VMedia' => 34265, - 'Warface' => 38777, - 'Warframe' => 36370, - 'Wattpad' => 34695, - 'Waveapps' => 35960, - 'Waze' => 33406, - 'Webex' => 34160, - 'Weight Watchers' => 35664, - 'WestJet' => 35648, - 'WeTransfer' => 33054, - 'Whatsapp' => 33055, - 'Whisper' => 34625, - 'Wiband' => 34771, - 'Wikipedia' => 33056, - 'Wish' => 39041, - 'Wisp' => 37218, - 'Wordpress.com' => 33059, - 'World of Tanks' => 35527, - 'World of Warcraft' => 34264, - 'WWE Network' => 38717, - 'Xbox Live' => 33061, - 'Xplornet' => 34270, - 'Yahoo' => 33063, - 'Yahoo Mail' => 33064, - 'Yahoo Messenger' => 33065, - 'Yak' => 34269, - 'Yelp' => 33066, - 'Youtube' => 33067, - 'Youtube Music' => 37588, - 'Yubo' => 38961, - 'Z1 Battle Royale' => 35491, - 'ZoHo' => 36038, - 'Zoom' => 37947, - 'Zynga' => 33068, - ), - 'Hong Kong' => array( - '3 (Three)' => 36202, - 'Apex Legends' => 38178, - 'App Store' => 37734, - 'Binance' => 37023, - 'Blizzard Battle.net' => 36186, - 'China Mobile' => 36199, - 'Cloudflare' => 38641, - 'Counter-strike' => 38725, - 'CSL' => 36200, - 'Discord' => 38608, - 'EA' => 36700, - 'eBay' => 36207, - 'Facebook' => 36185, - 'Fifa' => 37604, - 'For Honor' => 36187, - 'Ghost Recon' => 38990, - 'Gmail' => 36188, - 'Google' => 36210, - 'Google Drive' => 38264, - 'Google Play' => 38526, - 'GTA 5' => 37279, - 'Hong Kong Broadband Network' => 36204, - 'iCloud' => 38842, - 'Instagram' => 36392, - 'Kraken' => 36984, - 'Netflix' => 36213, - 'Netvigator' => 36203, - 'Office 365' => 37172, - 'Origin' => 38396, - 'Outlook' => 36189, - 'Overwatch' => 36190, - 'PCCW' => 36205, - 'Player Unknown\'s Battlegrounds' => 36617, - 'Playstation Network' => 36191, - 'Pokémon Go' => 36192, - 'Rainbow Six' => 36193, - 'Reddit' => 37479, - 'Skype' => 36194, - 'Smartone' => 36198, - 'Snapchat' => 36208, - 'Steam' => 38650, - 'Telegram' => 36195, - 'Three Home Broadband' => 36206, - 'Tinder' => 36196, - 'TuneIn' => 36036, - 'Twitter' => 38671, - 'Uplay PC' => 36212, - 'Whatsapp' => 36197, - 'Yahoo Mail' => 36769, - 'Youtube' => 36209, - ), - 'Ireland' => array( - '3 (Three)' => 34214, - 'AIB (Allied Irish Banks)' => 34209, - 'Amazon' => 34165, - 'Apex Legends' => 38133, - 'App Store' => 38557, - 'Apple Store' => 34460, - 'Bank of Ireland' => 37754, - 'Battlefield' => 38451, - 'Binance' => 36931, - 'Bing' => 34166, - 'Boom Beach' => 35153, - 'Call of Duty' => 36709, - 'Counter-strike' => 38233, - 'Craigslist' => 34167, - 'Crunchyroll' => 38094, - 'Dead By Daylight' => 37444, - 'Deezer' => 34168, - 'Destiny' => 38615, - 'Digiweb' => 34875, - 'Discord' => 37390, - 'DoneDeal' => 34208, - 'EA' => 36413, - 'eBay' => 34169, - 'Eir' => 34210, - 'eMobile' => 34211, - 'Facebook' => 34170, - 'Facebook Messenger' => 34171, - 'Facetime' => 34584, - 'Fifa' => 36907, - 'Fortnite' => 36692, - 'Ghost Recon' => 38992, - 'Gmail' => 34172, - 'Google' => 34173, - 'Google Hangouts' => 34174, - 'Google Play' => 34175, - 'Gran Turismo' => 36949, - 'Grindr' => 36755, - 'GTA 5' => 37275, - 'Hootsuite' => 34176, - 'iCloud' => 34177, - 'Imagine' => 34425, - 'iMessage' => 34178, - 'Imgur' => 34179, - 'Instagram' => 34180, - 'iTunes' => 34181, - 'Kik' => 34182, - 'Kraken' => 36850, - 'Ladbrokes' => 37469, - 'LinkedIn' => 34183, - 'Magnet' => 34424, - 'Meteor' => 34213, - 'My Fitness Pal' => 37634, - 'Nest' => 35193, - 'Netflix' => 34184, - 'Now TV' => 38403, - 'O2' => 34206, - 'Office 365' => 35441, - 'Origin' => 36890, - 'Outlook' => 34185, - 'Overwatch' => 36484, - 'Paddy Power' => 38360, - 'Pinterest' => 34186, - 'Playstation Network' => 34187, - 'PlentyOfFish' => 37417, - 'Pokémon Go' => 35758, - 'Rabodirect' => 34979, - 'Rainbow Six' => 36414, - 'Red Dead Redemption' => 38288, - 'Reddit' => 36826, - 'Roblox' => 38756, - 'Rocket League' => 36670, - 'Ryanair' => 37253, - 'Sky' => 34212, - 'Skype' => 37018, - 'Sleepless' => 38314, - 'Snapchat' => 34188, - 'Spotify' => 34189, - 'Steam' => 34190, - 'Strava' => 38643, - 'Teamviewer' => 37631, - 'Telegram' => 37226, - 'Tinder' => 34864, - 'Tumblr' => 34191, - 'TuneIn' => 38760, - 'Twitch' => 36538, - 'Twitter' => 34192, - 'Ulster Bank' => 36070, - 'Viber' => 34193, - 'Vimeo' => 34194, - 'Virgin Media' => 34207, - 'Vodafone' => 34196, - 'Wattpad' => 34699, - 'Waze' => 34197, - 'Webex' => 34198, - 'Whatsapp' => 34199, - 'Wikipedia' => 34200, - 'Xbox Live' => 34201, - 'Yahoo' => 34202, - 'Yahoo Mail' => 34203, - 'Yahoo Messenger' => 34204, - 'Youtube' => 34205, - 'Youtube Music' => 37589, - 'Z1 Battle Royale' => 37261, - ), - 'Danmark' => array( - '3 (Tre)' => 33694, - 'Amazon' => 33651, - 'Anthem' => 38212, - 'Apex Legends' => 38128, - 'App Store' => 38554, - 'Apple Store' => 34452, - 'Battlefield' => 37097, - 'Bet365' => 38813, - 'Bibob' => 33841, - 'Binance' => 36930, - 'Blizzard Battle.net' => 36162, - 'Call of Duty' => 36707, - 'CBB Mobil' => 33840, - 'Counter-strike' => 36171, - 'Crunchyroll' => 36721, - 'Danske Bank' => 33687, - 'DBA' => 33700, - 'Dead By Daylight' => 37427, - 'Deezer' => 33835, - 'Destiny' => 36593, - 'Discord' => 36682, - 'DMI' => 36121, - 'Dota 2' => 36398, - 'EA' => 35496, - 'eBay' => 34862, - 'EnergiMidt' => 34435, - 'Epic Games Store' => 39025, - 'Ewii' => 34436, - 'Facebook' => 33652, - 'Facebook Messenger' => 33653, - 'Faceit' => 38542, - 'Facetime' => 34590, - 'Fifa' => 36621, - 'For Honor' => 36163, - 'Fortnite' => 36690, - 'Fullrate' => 34433, - 'Ghost Recon' => 39002, - 'Gmail' => 33654, - 'Google' => 33655, - 'Google Drive' => 36606, - 'Google Hangouts' => 33656, - 'Google Play' => 33657, - 'Gran Turismo' => 36915, - 'GTA 5' => 36170, - 'Guild Wars 2' => 36469, - 'HBO Nordic' => 35605, - 'iCloud' => 33658, - 'iMessage' => 33659, - 'Instagram' => 33660, - 'iTunes' => 33661, - 'Kik' => 33705, - 'Kraken' => 36851, - 'Kviknet' => 38016, - 'League of Legends' => 36166, - 'LinkedIn' => 33701, - 'Minecraft' => 37282, - 'Net 1' => 33725, - 'Netflix' => 33689, - 'Nordea' => 33688, - 'Office 365' => 35440, - 'OneDrive' => 36867, - 'Origin' => 36894, - 'Outlook' => 33662, - 'Overwatch' => 36165, - 'Path of Exile' => 36482, - 'Playerunknown\'s Battlegrounds' => 36334, - 'Playstation Network' => 33663, - 'Pokémon Go' => 35753, - 'Rainbow Six' => 36161, - 'Realm Royale' => 37306, - 'Red Dead Redemption' => 38306, - 'Reddit' => 36824, - 'Roblox' => 36612, - 'Rocket League' => 35977, - 'Sea of Thieves' => 37122, - 'Skype' => 33686, - 'Snapchat' => 33696, - 'Spotify' => 33697, - 'Steam' => 34277, - 'Stofa' => 34434, - 'TDC' => 33691, - 'Teamviewer' => 35693, - 'Telegram' => 37181, - 'Telenor' => 33692, - 'Telia' => 33693, - 'Tinder' => 34861, - 'Twitch' => 35508, - 'Twitter' => 33664, - 'Uplay PC' => 35610, - 'Viaplay' => 37292, - 'Viber' => 33698, - 'Warframe' => 36703, - 'Whatsapp' => 33703, - 'Wikipedia' => 33665, - 'Wordfeud' => 33702, - 'World of Warcraft' => 36168, - 'World of Warships' => 38013, - 'Xbox Live' => 33666, - 'Yahoo Mail' => 37043, - 'Youmusic' => 33699, - 'Yousee' => 33695, - 'Youtube' => 33667, - 'Z1 Battle Royale' => 37265, - ), - 'Sverige' => array( - '3 (Tre)' => 33722, - 'A3' => 38249, - 'Amazon' => 33668, - 'Anthem' => 38190, - 'Apex Legends' => 38115, - 'App Store' => 38101, - 'Apple Store' => 34450, - 'Bahnhof' => 34417, - 'BankID' => 33845, - 'Battlefield' => 37093, - 'Bet365' => 38812, - 'Binance' => 36933, - 'Blizzard Battle.net' => 34484, - 'Blocket' => 33716, - 'Boxer' => 37572, - 'Bredband2' => 34418, - 'Bredbandsbolaget' => 33843, - 'Bredbandsson' => 36049, - 'Call of Duty' => 35539, - 'Com Hem' => 34416, - 'Counter-strike' => 36172, - 'Crunchyroll' => 36719, - 'Dead By Daylight' => 36598, - 'Destiny' => 35510, - 'Discord' => 36764, - 'Dota 2' => 35876, - 'EA' => 35509, - 'eBay' => 34863, - 'Epic Games Store' => 39023, - 'Escape from Tarkov' => 38107, - 'Eurosport Player' => 36613, - 'Facebook' => 33669, - 'Facebook Messenger' => 33670, - 'Faceit' => 39039, - 'Facetime' => 34589, - 'Fifa' => 36909, - 'For Honor' => 35998, - 'Fortnite' => 36685, - 'Ghost Recon' => 39003, - 'Glocalnet' => 33842, - 'Gmail' => 33671, - 'Google' => 33672, - 'Google Drive' => 36604, - 'Google Hangouts' => 33673, - 'Google Play' => 33674, - 'Gran Turismo' => 36914, - 'Grindr' => 38739, - 'GTA 5' => 35528, - 'Guild Wars 2' => 36466, - 'Halebop' => 33726, - 'Handelsbanken' => 33718, - 'Hay Day' => 38214, - 'HBO Nordic' => 35606, - 'Hearthstone' => 38659, - 'Hue' => 37816, - 'iCloud' => 33675, - 'Ikano Bank' => 36578, - 'iMessage' => 33676, - 'Instagram' => 33677, - 'iTunes' => 33678, - 'Kik' => 33704, - 'Kraken' => 36829, - 'League of Legends' => 36167, - 'LinkedIn' => 33714, - 'Minecraft' => 37281, - 'Net 1' => 33724, - 'Netflix' => 33706, - 'Nordea' => 33717, - 'Office 365' => 35439, - 'OneDrive' => 36869, - 'Origin' => 36898, - 'Outlook' => 33679, - 'Overwatch' => 36150, - 'Path of Exile' => 36480, - 'Playerunknown\'s Battlegrounds' => 36333, - 'Playstation Network' => 33707, - 'Pokémon Go' => 35749, - 'Rainbow Six' => 36148, - 'Realm Royale' => 37307, - 'Red Dead Redemption' => 38285, - 'Reddit' => 35883, - 'Riksnet' => 37486, - 'Roblox' => 36611, - 'Rocket League' => 35487, - 'Sea of Thieves' => 37114, - 'SEB' => 33719, - 'SF Anytime' => 37573, - 'SkandiaBanken' => 34021, - 'Skype' => 33708, - 'Slack' => 37495, - 'Snapchat' => 33709, - 'Soundcloud' => 37228, - 'Sparbanken Öresund' => 34310, - 'Spotify' => 33838, - 'Steam' => 34135, - 'Swedbank' => 33713, - 'Swish' => 35777, - 'Teamviewer' => 35692, - 'Tele2' => 33721, - 'Telegram' => 35969, - 'Telenor' => 33723, - 'Telia' => 33720, - 'Telldus' => 36653, - 'The Elder Scrolls Online' => 36033, - 'Tinder' => 36458, - 'Tradera' => 33715, - 'Tumblr' => 36713, - 'Tweakbox' => 38905, - 'Twitch' => 35507, - 'Twitter' => 33710, - 'Uplay PC' => 35609, - 'Viaplay' => 37291, - 'Viber' => 37502, - 'Warframe' => 36701, - 'Whatsapp' => 33711, - 'Wikipedia' => 33682, - 'Wordfeud' => 33712, - 'World of Tanks' => 35488, - 'World of Warcraft' => 36169, - 'World of Warships' => 38011, - 'Xbox Live' => 33683, - 'Yahoo Mail' => 37044, - 'Youtube' => 33684, - 'Z1 Battle Royale' => 35493, - ), - 'Italia' => array( - '3 Italia' => 33154, - 'Airbnb' => 37345, - 'Aircomm' => 36015, - 'Alexa' => 38031, - 'AlternatYva' => 37556, - 'Amazon' => 33174, - 'Amazon Prime Video' => 36975, - 'Anthem' => 38189, - 'Anydesk' => 37491, - 'Apex Legends' => 38119, - 'App Store' => 37733, - 'Apple Store' => 34468, - 'Aruba' => 37217, - 'Banco di Napoli' => 33181, - 'Battlefield' => 37095, - 'Betclic' => 39047, - 'Binance' => 36937, - 'Blizzard Battle.net' => 37092, - 'BNL' => 33180, - 'Brawl Stars' => 38821, - 'Bwin' => 35072, - 'Call of Duty' => 35537, - 'Clash of Clans' => 34361, - 'Clash Royale' => 38956, - 'Cloudflare' => 38620, - 'Coinbase' => 36801, - 'Coopvoce' => 34921, - 'Counter-strike' => 36650, - 'Credito Emiliano - Credem' => 33182, - 'Crunchyroll' => 38095, - 'Dazn' => 37442, - 'Dead By Daylight' => 36627, - 'Deezer' => 33839, - 'Destiny' => 36590, - 'Discord' => 36767, - 'Dota 2' => 35878, - 'Dropbox' => 33175, - 'EA' => 34498, - 'EA Sports UFC' => 36553, - 'eBay' => 32816, - 'Elite: Dangerous' => 37774, - 'Eolo' => 37763, - 'Epic Games Store' => 39024, - 'Escape from Tarkov' => 39056, - 'Facebook' => 32812, - 'Facebook Messenger' => 32813, - 'Facetime' => 34598, - 'Fallout' => 37668, - 'Fastweb' => 33160, - 'Fifa' => 36910, - 'Fineco' => 33167, - 'Flickr' => 37949, - 'For Honor' => 35990, - 'Fortnite' => 36686, - 'Friday the 13th The Game' => 37564, - 'Ghost Recon' => 38999, - 'Gmail' => 32815, - 'Google' => 32805, - 'Google Drive' => 36607, - 'Google Hangouts' => 32806, - 'Google Play' => 32807, - 'Gran Turismo' => 36874, - 'Grindr' => 36757, - 'GTA5 ' => 35918, - 'Guild Wars 2' => 36472, - 'Ho' => 37408, - 'Hue' => 37813, - 'iCloud' => 33169, - 'Iliad' => 37214, - 'iMessage' => 33164, - 'Infinity' => 35972, - 'Infostrada' => 34711, - 'ING Direct' => 33168, - 'Instagram' => 33170, - 'Intesa Sanpaolo' => 33179, - 'iTunes' => 33159, - 'Kena Mobile' => 36364, - 'Kraken' => 36771, - 'League of Legends' => 37759, - 'Libero' => 33178, - 'LinkedIn' => 33177, - 'Linkem' => 34475, - 'Lottomatica' => 35068, - 'Lycamobile' => 38691, - 'Mc-link' => 34476, - 'Mediaset Premium' => 33162, - 'Mediaset TV Free' => 35973, - 'My Fitness Pal' => 37638, - 'Netflix' => 35568, - 'Neverwinter' => 36675, - 'NGI' => 34474, - 'Office 365' => 35443, - 'Onedrive' => 35411, - 'Origin' => 36897, - 'Outlook' => 33163, - 'Overwatch' => 36384, - 'Paddy Power' => 35069, - 'Paladins' => 36379, - 'Path of Exile' => 37726, - 'Paypal' => 33166, - 'Player Unknown\'s Battlegrounds' => 36567, - 'Playstation Network' => 32818, - 'Pokémon Go' => 35737, - 'Poste Italiane' => 37361, - 'PosteMobile' => 37360, - 'Quizduello' => 34299, - 'Rainbow Six' => 36045, - 'Red Dead Redemption' => 38284, - 'Reddit' => 37367, - 'Roblox' => 38916, - 'Rocket League' => 35979, - 'Ruzzle' => 33967, - 'Ryanair' => 37519, - 'Sea of Thieves' => 37121, - 'Sisal' => 35066, - 'Sky' => 33155, - 'Skype' => 32821, - 'Slack' => 37341, - 'SNAI' => 35067, - 'Snapchat' => 36446, - 'Spotify' => 33176, - 'Steam' => 34136, - 'Tango' => 33743, - 'Teamviewer' => 35455, - 'Telegram' => 34904, - 'The elder scrolls online' => 37327, - 'TIM' => 33158, - 'TimMusic' => 35913, - 'TimVision' => 35908, - 'Tinder' => 36549, - 'Tiscali' => 33161, - 'Tumblr' => 36712, - 'Tweakbox' => 38344, - 'Twitch' => 35604, - 'Twitter' => 32814, - 'UniCredit' => 33171, - 'Uplay PC' => 35613, - 'Viber' => 33403, - 'Virgilio' => 36459, - 'Vodafone' => 33156, - 'Warface' => 38765, - 'Warframe' => 36492, - 'WeBank' => 33173, - 'WeTransfer' => 36445, - 'Whatsapp' => 32820, - 'Wifi Trenitalia' => 35974, - 'Wikipedia' => 33172, - 'William Hill' => 35070, - 'Wind' => 33157, - 'World of Warships' => 38012, - 'Xbox Live' => 32819, - 'Yahoo' => 32809, - 'Yahoo Mail' => 32810, - 'Yahoo Messenger' => 32811, - 'Youtube' => 32808, - 'Z1 Battle Royale' => 37254, - 'ZoHo' => 37554, - ), - 'South Africa' => array( - 'ABSA' => 33599, - 'Afrihost' => 35660, - 'Amazon' => 33578, - 'Apex Legends' => 38157, - 'Apple Store' => 34458, - 'Axxess' => 35618, - 'Bidorbuy' => 33596, - 'Binance' => 36941, - 'Bing' => 33579, - 'Blizzard Battle.net' => 37661, - 'Call of Duty' => 34152, - 'Capitec' => 36966, - 'Cell C' => 33602, - 'Clash Royale' => 38946, - 'Cool Ideas' => 38326, - 'Counter-strike' => 36512, - 'Cybersmart' => 34619, - 'Dead By Daylight' => 37435, - 'Deezer' => 33834, - 'Destiny' => 38981, - 'DirecTV Now' => 35915, - 'Discord' => 38611, - 'Discovery' => 38334, - 'Dota 2' => 36428, - 'DSTv' => 33607, - 'EA' => 34507, - 'eBay' => 33581, - 'Eskom' => 38333, - 'Facebook' => 33582, - 'Facebook Messenger' => 37737, - 'Fifa' => 38436, - 'First National Bank (FNB)' => 33597, - 'Fortnite' => 36710, - 'Ghost Recon' => 38994, - 'Gmail' => 33583, - 'Google' => 33584, - 'Google Hangouts' => 33585, - 'Google Play' => 33586, - 'Gov.za' => 38328, - 'GTA 5' => 37273, - 'Guild Wars 2' => 36501, - 'Gumtree' => 33592, - 'iBurst' => 34620, - 'iCloud' => 33587, - 'Imaginet' => 38325, - 'Instagram' => 33588, - 'Internet Solutions' => 38332, - 'iTunes' => 33589, - 'Kik' => 33590, - 'Kraken' => 36985, - 'League of Legends' => 38633, - 'LinkedIn' => 33591, - 'Luno' => 37012, - 'Metrofibre' => 38335, - 'MTN' => 33601, - 'MWEB' => 33606, - 'Nedbank' => 35461, - 'Neotel' => 35426, - 'Netflix' => 36390, - 'Octotel' => 38327, - 'Office 365' => 35444, - 'OLX' => 33255, - 'Openserve' => 38331, - 'Origin' => 36886, - 'Outlook' => 33566, - 'Overwatch' => 36149, - 'Paypal' => 33567, - 'Pinterest' => 33568, - 'Player Unknown\'s Battlegrounds' => 36642, - 'Playstation Network' => 33569, - 'Pokémon Go' => 35756, - 'Rain' => 37397, - 'Rainbow Six' => 37738, - 'Reddit' => 38362, - 'Safricom' => 35139, - 'SARS' => 38336, - 'Seacom' => 38329, - 'Showmax' => 37149, - 'Skype' => 33570, - 'Snapchat' => 33571, - 'Standard Bank' => 33598, - 'Steam' => 34223, - 'Takealot' => 36777, - 'Teamviewer' => 37480, - 'Telegram' => 37184, - 'Telkom' => 33603, - 'The elder scrolls online' => 37325, - 'The Simpsons Tapped out' => 35903, - 'Tinder' => 37166, - 'Twitch' => 38702, - 'Twitter' => 33572, - 'Viber' => 33595, - 'Virgin Mobile' => 38324, - 'Vodacom' => 33600, - 'Vox' => 35368, - 'Vumatel' => 37660, - 'Warframe' => 37125, - 'Webafrica' => 38330, - 'WeChat' => 33594, - 'Whatsapp' => 33573, - 'Wikipedia' => 33574, - 'Xbox Live' => 34285, - 'Yahoo' => 33575, - 'Yahoo Mail' => 33576, - 'Youtube' => 33577, - ), - 'India' => array( - 'ACT' => 34764, - 'Aircel' => 33257, - 'Airtel' => 33233, - 'Alexa' => 36921, - 'AliExpress' => 37824, - 'Amazon' => 35118, - 'Amazon Prime Music' => 37583, - 'Amazon Prime Video' => 36974, - 'Amazon Web Services' => 38411, - 'Apex Legends' => 38180, - 'App Store' => 38556, - 'Apple Store' => 34459, - 'Bank of Baroda' => 37676, - 'Bank of India' => 33250, - 'Bharat Sanchar Nigam Limited (BSNL)' => 33232, - 'Binance' => 36932, - 'Bitbucket' => 36988, - 'Boom Beach' => 34782, - 'Brawl Stars' => 38822, - 'Call of Duty' => 34153, - 'Cherrinet' => 37677, - 'Clash of Clans' => 36872, - 'Clash Royale' => 38955, - 'Cloudflare' => 38652, - 'Counter-strike' => 38240, - 'Destiny' => 38989, - 'Discord' => 38106, - 'Dota 2' => 36393, - 'Dropbox' => 33237, - 'EA' => 34508, - 'eBay' => 32863, - 'Facebook' => 32860, - 'Facebook Messenger' => 33238, - 'Facetime' => 34596, - 'Fifa' => 38399, - 'Flipkart' => 33252, - 'Fortnite' => 36843, - 'GitHub' => 37606, - 'Gmail' => 32862, - 'Go Daddy' => 37499, - 'Google' => 32857, - 'Google Drive' => 38261, - 'Google Hangouts' => 32869, - 'Google Home' => 37344, - 'Google Play' => 33239, - 'GTA 5' => 37272, - 'Haptik' => 34762, - 'Hathway' => 37673, - 'Hay Day' => 34787, - 'HDFC Bank' => 33231, - 'ICICI Bank' => 37674, - 'iCloud' => 33240, - 'IDBI Bank' => 37678, - 'Idea Cellular' => 33234, - 'Idian Bank' => 37670, - 'iMessage' => 33248, - 'Instagram' => 33241, - 'IRCTC' => 37671, - 'iTunes' => 33230, - 'Jio' => 37460, - 'Kik' => 33351, - 'Line' => 33400, - 'LinkedIn' => 33242, - 'Mahanagar Telephone Nigam Limited (MTNL)' => 33258, - 'Microsoft Azure' => 36112, - 'MTS' => 33260, - 'Naukri' => 33253, - 'Netflix' => 37299, - 'Office 365' => 37174, - 'OLX' => 33593, - 'ooVoo' => 34084, - 'Origin' => 38378, - 'Outlook' => 33243, - 'Paypal' => 33244, - 'Paytm' => 33401, - 'Pinterest' => 37231, - 'Player Unknown\'s Battlegrounds' => 36643, - 'Playstation Network' => 32865, - 'Pokémon Go' => 35755, - 'Quora' => 37473, - 'Rainbow Six' => 36412, - 'Reddit' => 38061, - 'Reliance' => 33236, - 'Roblox' => 38921, - 'Salesforce' => 34734, - 'Sarahah' => 36513, - 'Skype' => 32868, - 'Snapchat' => 36741, - 'Spotify' => 37079, - 'Standard Chartered' => 33235, - 'State Bank of India (SBI)' => 33251, - 'Steam' => 35930, - 'Swiggy' => 37675, - 'Tango' => 33744, - 'Tata Docomo' => 33256, - 'Teamviewer' => 34346, - 'Telegram' => 36582, - 'Tiktok' => 38661, - 'Tinder' => 37167, - 'Tumblr' => 37641, - 'Twitch' => 38355, - 'Twitter' => 32861, - 'Uber Eats' => 38898, - 'Udemy' => 38389, - 'Uninor' => 33259, - 'Uplay PC' => 36628, - 'Viber' => 33049, - 'Videocon' => 33261, - 'Vimeo' => 37232, - 'Vodafone' => 33254, - 'Warframe' => 37124, - 'Wattpad' => 34698, - 'Waze' => 33408, - 'Webex' => 34163, - 'WeChat' => 33396, - 'Whatsapp' => 32867, - 'Wikipedia' => 33245, - 'Xbox Live' => 32866, - 'Yahoo' => 32859, - 'Yahoo Mail' => 33246, - 'Yahoo Messenger' => 33247, - 'You Broadband' => 34763, - 'Youtube' => 32858, - 'Zee5' => 38647, - 'Zerodha' => 37207, - 'ZoHo' => 37552, - 'Zomato' => 37672, - ), - 'Portugal' => array( - 'ActivoBank' => 33959, - 'Apex Legends' => 38127, - 'Apple Store' => 34464, - 'Banco Espírito Santo' => 33961, - 'Banco Santander Totta' => 33960, - 'Binance' => 36945, - 'Bing' => 33925, - 'Blizzard Battle.net' => 37225, - 'Cabovisão' => 33956, - 'Caixa Geral de Depósitos' => 33957, - 'Call of Duty' => 38982, - 'Clash Royale' => 38957, - 'Counter-Strike' => 36651, - 'Dead By Daylight' => 37429, - 'Deezer' => 33927, - 'Destiny' => 38964, - 'Discord' => 37388, - 'Dota 2' => 38479, - 'EA' => 36452, - 'eBay' => 33928, - 'Facebook' => 33929, - 'Facebook Messenger' => 34847, - 'Facetime' => 34586, - 'Fifa' => 36905, - 'Fortnite' => 36695, - 'Gmail' => 33930, - 'Go Daddy' => 34849, - 'Google' => 33931, - 'Google Play' => 33932, - 'GTA 5' => 36857, - 'HBO' => 38379, - 'iCloud' => 33933, - 'iMessage' => 33934, - 'Instagram' => 33963, - 'iTunes' => 33935, - 'Kik' => 33943, - 'Kraken' => 36980, - 'League of Legends' => 38635, - 'LinkedIn' => 33936, - 'MEO' => 33950, - 'Millennium Bcp' => 33958, - 'Montepio' => 33962, - 'Netflix' => 37301, - 'NOS' => 33952, - 'Office 365' => 37175, - 'OLX' => 33949, - 'OneDrive' => 36870, - 'Optimus' => 33951, - 'Origin' => 36892, - 'Outlook' => 33937, - 'Overwatch' => 37082, - 'Paypal' => 33938, - 'Pinterest' => 37373, - 'Player Unknown\'s Battlegrounds' => 36566, - 'Playstation Network' => 33939, - 'Pokémon Go' => 35754, - 'Rainbow Six' => 36454, - 'Reddit' => 38068, - 'Roblox' => 38920, - 'Rocket League' => 36668, - 'Skype' => 33940, - 'Snapchat' => 36742, - 'Spotify' => 33964, - 'Steam' => 34138, - 'Teamviewer' => 35691, - 'Telegram' => 37186, - 'Tinder' => 37921, - 'Twitch' => 36453, - 'Twitter' => 33941, - 'Uplay PC' => 38651, - 'Uzo' => 33954, - 'Viber' => 33942, - 'Vodafone' => 33953, - 'Warframe' => 37135, - 'Whatsapp' => 34855, - 'Wikipedia' => 33944, - 'Xbox Live' => 33945, - 'Yahoo' => 33946, - 'Yahoo Mail' => 33947, - 'Youtube' => 33948, - 'Z1 Battle Royale' => 37264, - ), - 'Schweiz' => array( - 'Airbnb' => 37666, - 'Anthem' => 38205, - 'Apex Legends' => 38130, - 'App Store' => 35583, - 'Apple Store' => 34462, - 'Battlefield' => 38050, - 'Bet365' => 38831, - 'Binance' => 36935, - 'Blizzard Battle.net' => 36569, - 'Call of Duty' => 34157, - 'Clash Royale' => 38958, - 'Coinbase' => 36805, - 'Counter-strike' => 36646, - 'Crunchyroll' => 38144, - 'Dazn' => 36509, - 'Dead By Daylight' => 37413, - 'Deezer' => 34038, - 'Destiny' => 36591, - 'Discord' => 37389, - 'Dota 2' => 35402, - 'Dropbox' => 34039, - 'EA' => 34503, - 'eBay' => 34040, - 'Epic Games Store' => 39026, - 'Evard' => 35642, - 'Facebook' => 34041, - 'Facebook Messenger' => 34885, - 'Facetime' => 34585, - 'Fifa' => 37089, - 'flashcable' => 37202, - 'Flickr' => 34042, - 'For Honor' => 35997, - 'Fortnite' => 36688, - 'Ghost Recon' => 36006, - 'Gmail' => 34043, - 'GMX' => 34044, - 'Google' => 34045, - 'Google Hangouts' => 34046, - 'Google Play' => 34047, - 'Green' => 36971, - 'Grindr' => 38742, - 'GTA 5' => 35502, - 'Guild Wars 2' => 36465, - 'Hay Day' => 34853, - 'iCloud' => 34048, - 'ICQ' => 34049, - 'iMessage' => 34050, - 'Instagram' => 34051, - 'iTunes' => 34052, - 'Kik' => 34054, - 'Kraken' => 36807, - 'League of Legends' => 35574, - 'LinkedIn' => 34055, - 'Lovoo' => 35401, - 'Mail.de' => 38629, - 'Netatmo' => 38467, - 'Netflix' => 34632, - 'Nitrado' => 35547, - 'Office 365' => 36581, - 'OneDrive' => 35413, - 'Origin' => 36891, - 'Outlook' => 34057, - 'Overwatch' => 36152, - 'Peoplefone' => 36602, - 'Playerunknown\'s Battlegrounds' => 36560, - 'Playstation Network' => 34087, - 'Pokémon Go' => 35744, - 'PostFinance' => 36048, - 'Protonmail' => 35643, - 'Quickline' => 36970, - 'Quizduell' => 34529, - 'Rainbow Six' => 36147, - 'Red Dead Redemption' => 37741, - 'Reddit' => 38067, - 'Ricardo' => 34079, - 'Rocket League' => 35486, - 'Salt' => 35602, - 'Search.ch' => 34080, - 'Sky Sport' => 37069, - 'Skype' => 34059, - 'Snapchat' => 34060, - 'Spotify' => 34061, - 'SRF' => 34081, - 'Steam' => 34226, - 'Sunrise' => 34078, - 'Swisscom' => 34077, - 'Tango' => 34062, - 'Teamviewer' => 34616, - 'Telegram' => 35968, - 'The elder scrolls online' => 35763, - 'Threema' => 34256, - 'Tinder' => 34244, - 'Tumblr' => 34063, - 'TuneIn' => 38775, - 'Tutti' => 36014, - 'Tweakbox' => 38904, - 'Twint' => 38183, - 'Twitch' => 35505, - 'Twitter' => 34064, - 'UBS' => 34082, - 'UPC' => 34075, - 'Uplay PC' => 34690, - 'Viber' => 34065, - 'Viewster' => 34325, - 'Vimeo' => 34066, - 'Waze' => 34067, - 'Web.de' => 34068, - 'Whatsapp' => 34069, - 'Wikipedia' => 34070, - 'World of Warships' => 38015, - 'Xbox Live' => 34088, - 'Yahoo Mail' => 34072, - 'Yahoo Messenger' => 34073, - 'Yallo' => 37298, - 'Youtube' => 34074, - 'Z1 Battle Royale' => 35492, - 'Zattoo' => 35366, - ), - 'Singapore' => array( - 'Airbnb' => 37608, - 'Apex Legends' => 38182, - 'App Store' => 37735, - 'Apple Store' => 34682, - 'Binance' => 36944, - 'Bing' => 34652, - 'Blizzard Battle.net' => 36431, - 'Brawl Stars' => 38820, - 'Call of Duty' => 39051, - 'Clash of Clans' => 34667, - 'Clash Royale' => 38952, - 'Counter-strike' => 36556, - 'DBS' => 34658, - 'Destiny' => 38986, - 'Discord' => 37100, - 'Dota 2' => 35875, - 'Dropbox' => 34671, - 'EA' => 36429, - 'Facebook' => 34645, - 'Facebook Messenger' => 34646, - 'Facetime' => 34681, - 'Fifa' => 38398, - 'Fortnite' => 37321, - 'Ghost Recon' => 38995, - 'Gmail' => 34647, - 'Google' => 34648, - 'Google Drive' => 34649, - 'Google Hangouts' => 38364, - 'Google Play' => 38519, - 'Grindr' => 36754, - 'GTA 5' => 37278, - 'HSBC' => 34672, - 'iCloud' => 34685, - 'iMessage' => 34684, - 'Instagram' => 34665, - 'iTunes' => 34683, - 'League of Legends' => 38748, - 'Line' => 34740, - 'LinkedIn' => 34656, - 'M1' => 34662, - 'Microsoft Azure' => 36113, - 'Minecraft' => 38738, - 'My Republic' => 36463, - 'Netflix' => 36391, - 'Office 365' => 37173, - 'OkCupid' => 38490, - 'Origin' => 38377, - 'Outlook' => 34673, - 'Overwatch' => 36389, - 'Path of Exile' => 37723, - 'Player Unknown\'s Battlegrounds' => 36361, - 'Playstation Network' => 34668, - 'Pokémon Go' => 35757, - 'POSB' => 34738, - 'Rainbow Six' => 36382, - 'Reddit' => 37475, - 'Roblox' => 37286, - 'SingTel' => 34661, - 'Skype' => 36418, - 'Snapchat' => 34666, - 'Spotify' => 34739, - 'Standard Chartered' => 34743, - 'Starhub' => 34663, - 'Steam' => 36430, - 'Summoners War' => 37421, - 'Taobao' => 34660, - 'Telegram' => 36381, - 'Tinder' => 37137, - 'Tumblr' => 36711, - 'Tweakbox' => 38345, - 'Twitch' => 36539, - 'Twitter' => 34659, - 'Uplay PC' => 37521, - 'Viber' => 34670, - 'Viewqwest' => 37506, - 'Warframe' => 36494, - 'WeChat' => 34674, - 'Whatsapp' => 34664, - 'Whisper' => 34624, - 'Wikipedia' => 34655, - 'Xbox Live' => 34669, - 'Yahoo' => 34654, - 'Yahoo Mail' => 34653, - 'Youtube' => 34650, - ), - 'Türkiye' => array( - 'Akbank' => 33783, - 'Anthem' => 38195, - 'Apex Legends' => 38121, - 'Apple Store' => 34451, - 'Battlefield' => 38449, - 'Binance' => 36952, - 'Blizzard Battle.net' => 37224, - 'Call of Duty' => 38940, - 'Counter-strike' => 36652, - 'D-Smart' => 34422, - 'Dead By Daylight' => 37433, - 'Denizbank' => 33788, - 'Destiny' => 38984, - 'Discord' => 36766, - 'Dota 2' => 36396, - 'EA' => 36157, - 'Facebook' => 33748, - 'Facebook Messenger' => 33749, - 'Facetime' => 34588, - 'Fifa' => 37087, - 'Finansbank' => 33786, - 'For Honor' => 37369, - 'Fortnite' => 36698, - 'Garanti' => 33780, - 'GittiGidiyor' => 33779, - 'Gmail' => 33750, - 'Google' => 33751, - 'Google Hangouts' => 33752, - 'Google Play' => 33753, - 'Gran Turismo' => 36947, - 'GTA 5' => 37276, - 'HalkBank' => 33784, - 'HSBC' => 33790, - 'iCloud' => 33754, - 'iMessage' => 33755, - 'ING Bank' => 33789, - 'Instagram' => 33732, - 'iTunes' => 33756, - 'Kik' => 33757, - 'Kraken' => 36986, - 'LinkedIn' => 33758, - 'Messageme' => 33727, - 'Netflix' => 37300, - 'Office 365' => 38058, - 'Origin' => 36901, - 'Outlook' => 33759, - 'Overwatch' => 36386, - 'Player Unknown\'s Battlegrounds' => 36456, - 'Playstation Network' => 33760, - 'Rainbow Six' => 36154, - 'Reddit' => 38064, - 'Roblox' => 38915, - 'Rocket League' => 36669, - 'Sahibinden' => 33778, - 'Skype' => 33761, - 'Snapchat' => 33762, - 'Steam' => 37322, - 'Tango' => 33730, - 'Telegram' => 37090, - 'Tinder' => 37911, - 'Ttnet' => 33776, - 'Türk Ekonomi Bankası (TEB)' => 33791, - 'Türk Telekom' => 33771, - 'Turkcell' => 33774, - 'Türkiye İş Bankası' => 33781, - 'Türksat Kablo' => 33772, - 'Twitch' => 35506, - 'Twitter' => 33613, - 'Uplay PC' => 36156, - 'VakıfBank' => 33785, - 'Viber' => 33733, - 'Vodafone' => 33775, - 'Warframe' => 37128, - 'Whatsapp' => 33764, - 'Xbox Live' => 33766, - 'Yahoo Mail' => 38885, - 'Yandex' => 33777, - 'Yapı Kredi' => 33782, - 'Youtube' => 33767, - 'Ziraat Bankası' => 33787, - ), - 'Suomi' => array( - 'Aktia' => 36308, - 'Apex Legends' => 38123, - 'Battlefield' => 37096, - 'Binance' => 36929, - 'Blizzard Battle.net' => 36299, - 'Call of Duty' => 36706, - 'Clash Royale' => 38947, - 'Counter-strike' => 36645, - 'Crunchyroll' => 38097, - 'Dankse Bank' => 36307, - 'Dead By Daylight' => 37428, - 'Destiny' => 38531, - 'Discord' => 36681, - 'DNA' => 36304, - 'Dota 2' => 36434, - 'EA' => 36295, - 'Elisa' => 36303, - 'Epic Games Store' => 39030, - 'Escape from Tarkov' => 39057, - 'Facebook' => 36237, - 'Facebook Messenger' => 36240, - 'Faceit' => 39038, - 'Fifa' => 37603, - 'Fortnite' => 36691, - 'Ghost Recon' => 38998, - 'Gmail' => 36254, - 'Google' => 36253, - 'Google Play' => 38522, - 'Gran Turismo' => 36912, - 'GTA 5' => 36844, - 'Guild Wars 2' => 36471, - 'HBO Nordic' => 36302, - 'iCloud' => 38841, - 'Instagram' => 36435, - 'Kraken' => 36852, - 'League of Legends' => 38632, - 'Minecraft' => 38616, - 'Netflix' => 36252, - 'Nordea' => 36306, - 'Office 365' => 36297, - 'OP' => 36305, - 'Origin' => 36904, - 'Outlook' => 36251, - 'Overwatch' => 36250, - 'Path of Exile' => 36530, - 'Paypal' => 37347, - 'Playerunknown\'s Battlegrounds' => 36339, - 'Playstation Network' => 36249, - 'Pokémon Go' => 36248, - 'Rainbow Six' => 36247, - 'Reddit' => 36823, - 'Roblox' => 38913, - 'Rocket League' => 36300, - 'Runescape' => 38655, - 'Sea of Thieves' => 37118, - 'Skype' => 36246, - 'Slack' => 37496, - 'Snapchat' => 36245, - 'Spotify' => 37078, - 'Steam' => 36296, - 'Telegram' => 37091, - 'Telia' => 36287, - 'Tinder' => 36298, - 'Twitch' => 36436, - 'Twitter' => 36677, - 'Uplay PC' => 36244, - 'Viaplay' => 37294, - 'Viber' => 37494, - 'Warframe' => 36704, - 'Whatsapp' => 36243, - 'Wikipedia' => 38871, - 'World of Tanks' => 36673, - 'Xbox Live' => 36301, - 'Yahoo Mail' => 38883, - 'Youtube' => 36242, - 'Z1 Battle Royale' => 37259, - ), - 'France' => array( - 'Albion Online' => 38796, - 'Alexa' => 38030, - 'Alice' => 34009, - 'Amazon' => 32693, - 'Amazon Web Services' => 38109, - 'Ameli' => 38705, - 'Amen' => 35888, - 'Anthem' => 38207, - 'Apex Legends' => 38116, - 'App Store' => 35582, - 'Apple Store' => 34469, - 'AXA Banque' => 33427, - 'Bankin\'' => 37592, - 'Banque Populaire' => 33432, - 'Battlefield' => 38057, - 'Betclic' => 39046, - 'Binance' => 36939, - 'Bing' => 32696, - 'BlaBlaCar' => 36089, - 'Blizzard Battle.net' => 36437, - 'Blogger' => 32697, - 'BNP Paribas' => 32749, - 'Boom Beach' => 35154, - 'Bouygues Télécom' => 32747, - 'Brawl Stars' => 38815, - 'Caisse d\'allocations familiales' => 38708, - 'Caisse d\'Epargne' => 33428, - 'Call of Duty' => 35037, - 'CanalSat' => 34034, - 'Candy Crush' => 35881, - 'Cdiscount' => 35038, - 'CIC' => 33431, - 'Clash Royale' => 38151, - 'Cloudflare' => 38622, - 'Coinbase' => 36830, - 'Completel' => 33982, - 'Compte Nickel' => 35983, - 'Counter-Strike' => 36649, - 'Crédit Agricole' => 32753, - 'Crédit Mutuel' => 33429, - 'Crunchyroll' => 38096, - 'Dartybox' => 32848, - 'Dead By Daylight' => 37425, - 'Deezer' => 32843, - 'Destiny' => 34951, - 'Discord' => 36763, - 'Dofus Touch' => 38711, - 'Dota 2' => 35877, - 'Dropbox' => 32700, - 'Duel Quiz' => 34530, - 'EA' => 32844, - 'eBay' => 32701, - 'Elite: Dangerous' => 37776, - 'Epic Games Store' => 39029, - 'Escape from Tarkov' => 39058, - 'Facebook' => 32702, - 'Facebook Messenger' => 32703, - 'Facetime' => 34602, - 'Fallout' => 37667, - 'Fifa' => 35475, - 'Flickr' => 32704, - 'Fnac' => 35065, - 'For Honor' => 35995, - 'Fortnite' => 36656, - 'Free' => 32744, - 'Gandi' => 38712, - 'Ghost Recon' => 38959, - 'GitHub' => 32705, - 'Gmail' => 32706, - 'Google' => 32707, - 'Google Agenda' => 38601, - 'Google Drive' => 36608, - 'Google Hangouts' => 32709, - 'Google Play' => 32708, - 'Gran Turismo' => 36911, - 'Grindr' => 36756, - 'GTA 5' => 35039, - 'Guild Wars 2' => 36468, - 'Hearthstone' => 38562, - 'Hootsuite' => 32710, - 'Hue' => 37815, - 'Hunt: showdown' => 38824, - 'iCloud' => 32712, - 'Idealo' => 34890, - 'iMessage' => 32713, - 'ING Direct' => 33426, - 'Instagram' => 32715, - 'iTunes' => 32716, - 'JeuxVidéo' => 32847, - 'K-net' => 37790, - 'Kraken' => 36753, - 'La Banque Postale' => 32754, - 'La Poste' => 37215, - 'La Poste Mobile' => 32752, - 'LCL (Crédit Lyonnais)' => 33424, - 'Le Bon Coin' => 32840, - 'League of Legends' => 35369, - 'LinkedIn' => 32717, - 'LycaMobile' => 32849, - 'M6 Mobile' => 32845, - 'Magic' => 37456, - 'Météo France' => 38706, - 'Microsoft Azure' => 36115, - 'Minecraft' => 32718, - 'Molotov.TV' => 35965, - 'myCanal' => 38710, - 'Netatmo' => 37957, - 'Netflix' => 34633, - 'Nintendo eShop' => 34103, - 'Nordnet' => 38709, - 'NRJ Mobile' => 32846, - 'Numéricable' => 32748, - 'OCS' => 38707, - 'Office 365' => 35126, - 'Onedrive' => 35409, - 'Online.net' => 36159, - 'Orange' => 32745, - 'Orange Bank' => 37511, - 'Origin' => 36896, - 'Outlook' => 32711, - 'Overwatch' => 36151, - 'OVH' => 34744, - 'Paladins' => 36378, - 'Path of Exile' => 36855, - 'Paypal' => 32842, - 'Photobucket' => 32721, - 'Pinterest' => 32722, - 'Player Unknown\'s Battlegrounds' => 36363, - 'Playstation Network' => 32741, - 'Pokémon Go' => 35735, - 'Prime Video' => 38457, - 'Rainbow Six' => 35562, - 'Rakuten TV' => 37596, - 'Realm Royale' => 37308, - 'Red Dead Redemption' => 38287, - 'Reddit' => 37368, - 'Roblox' => 38755, - 'Rocket League' => 35253, - 'Salesforce' => 38501, - 'Sea of Thieves' => 37117, - 'SFR' => 32746, - 'Shadow' => 37212, - 'Skype' => 32723, - 'Skyrock.com' => 33430, - 'Slack' => 37337, - 'Slideshare' => 32724, - 'Snapchat' => 33378, - 'Société Générale' => 33425, - 'Sosh' => 34830, - 'Spotify' => 32727, - 'Star Citizen' => 39037, - 'Steam' => 32742, - 'Streamlabs' => 38927, - 'Syma' => 37449, - 'Tango' => 34482, - 'Teamviewer' => 34908, - 'Telegram' => 34230, - 'The elder scrolls online' => 37326, - 'Tinder' => 34808, - 'Tumblr' => 32728, - 'TuneIn' => 38758, - 'Tweakbox' => 38347, - 'Twitch' => 35027, - 'Twitter' => 32729, - 'Uber Eats' => 38897, - 'Unibet' => 38274, - 'Uplay PC' => 35544, - 'Viber' => 33373, - 'Vimeo' => 32730, - 'Warface' => 38776, - 'Warframe' => 36368, - 'Waze' => 33410, - 'WeTransfer' => 32731, - 'Whatsapp' => 32575, - 'Wibox' => 37055, - 'Wikipedia' => 32732, - 'Wordpress.com' => 32734, - 'World of Tanks' => 36030, - 'Xbox Live' => 32743, - 'Yahoo' => 32735, - 'Yahoo Mail' => 32736, - 'Yahoo Messenger' => 32737, - 'Youtube' => 32739, - 'Z1 Battle Royale' => 37260, - 'Zynga' => 32740, - ), - 'Brasil' => array( - 'Albion Online' => 38797, - 'Alelo' => 37410, - 'Algar' => 37507, - 'Alog' => 34746, - 'Amazon' => 33206, - 'Amazon Prime Video' => 38754, - 'Amazon Web Services' => 34091, - 'America Net' => 35127, - 'Anthem' => 38211, - 'Anydesk' => 37492, - 'Apex Legends' => 38126, - 'App Store' => 39054, - 'Apple Store' => 34449, - 'Avianca' => 36519, - 'Azul' => 36358, - 'Banco Central do Brasil' => 36002, - 'Banco do Brasil' => 34037, - 'Banco Inter' => 37559, - 'Banco Itaú' => 33205, - 'Banco Safra' => 37151, - 'Banco Santander' => 33381, - 'Banestes' => 37065, - 'Banrisul' => 35425, - 'Battlefield' => 38447, - 'Betfair' => 38188, - 'Binance' => 36940, - 'Bing' => 33215, - 'Blizzard Battle.net' => 36671, - 'Bradesco' => 33197, - 'Brisanet' => 36967, - 'Buscapé' => 35167, - 'C6 Bank' => 38773, - 'Cabo Telecom' => 33991, - 'Cabonnet' => 35919, - 'Caixa Econômica Federal' => 33191, - 'Call of Duty' => 38163, - 'Claro' => 33199, - 'Clash of Clans' => 37303, - 'Clash Royale' => 36053, - 'Clear' => 37557, - 'Cloudflare' => 38621, - 'Clusterweb' => 35967, - 'Copel Telecom' => 35671, - 'Correios' => 34611, - 'Counter-Strike' => 38162, - 'Credit Suisse' => 37978, - 'Crunchyroll' => 37138, - 'Dataprev' => 35137, - 'Dead By Daylight' => 36596, - 'Deezer' => 33385, - 'Destiny' => 38943, - 'Discord' => 37392, - 'Dota 2' => 35879, - 'Dropbox' => 33214, - 'EA' => 34500, - 'eBay' => 33207, - 'eCAC' => 34961, - 'Embratel' => 33999, - 'Enem' => 35136, - 'Epic Games Store' => 39031, - 'eSocial' => 35427, - 'Faceapp' => 38696, - 'Facebook' => 33184, - 'Facebook Messenger' => 34846, - 'Facetime' => 34597, - 'Feedly' => 34723, - 'Fifa' => 37769, - 'For Honor' => 37371, - 'Fortnite' => 36699, - 'Free Fire' => 38804, - 'Garena' => 38301, - 'Getnet' => 36745, - 'GitHub' => 38591, - 'Globo' => 34721, - 'Gmail' => 33194, - 'Go Daddy' => 34848, - 'Gol' => 38600, - 'Google' => 33186, - 'Google Cloud' => 38535, - 'Google Play' => 33211, - 'GTA 5' => 34757, - 'GVT' => 33562, - 'HBO' => 36354, - 'Hostgator' => 34745, - 'Hostnet' => 35850, - 'HSBC' => 34644, - 'iCloud' => 33219, - 'ICQ' => 34765, - 'iFood ' => 36960, - 'iMessage' => 33165, - 'Instagram' => 33204, - 'ITMNetworks' => 36094, - 'iTunes' => 33208, - 'Jurassic World Alive' => 37335, - 'Kik' => 34856, - 'KingHost' => 34957, - 'Kraken' => 36979, - 'League of Legends' => 39018, - 'Ligue Telecom' => 37526, - 'Line' => 33736, - 'LinkedIn' => 33210, - 'Locaweb' => 34722, - 'Mandic' => 36090, - 'Mercado Bitcoin' => 36790, - 'Mercado Livre' => 34234, - 'Microsoft Azure' => 36111, - 'Multiplay' => 37221, - 'NET' => 33190, - 'Netflix' => 33222, - 'Neverwinter' => 36158, - 'Nextel' => 33202, - 'Nota fiscal eletrônica' => 34718, - 'Nubank' => 37063, - 'Office 365' => 37170, - 'Oi' => 33196, - 'OLX' => 34235, - 'OneDrive' => 36866, - 'Origin' => 36903, - 'Outlook' => 33221, - 'Overwatch' => 36502, - 'PagSeguro' => 37313, - 'Path of Exile' => 37725, - 'Paypal' => 33213, - 'Pinterest' => 38164, - 'Player Unknown\'s Battlegrounds' => 36565, - 'Playstation Network' => 33217, - 'Pokémon Go' => 35751, - 'Polícia Federal' => 35135, - 'Porto Seguro Conecta' => 35981, - 'QConcursos' => 36601, - 'Rainbow Six' => 36451, - 'Receita Federal' => 34960, - 'Red Dead Redemption' => 38909, - 'Reddit' => 37477, - 'Roblox' => 37399, - 'Rocket League' => 38558, - 'Salesforce' => 38494, - 'Sefaz' => 37626, - 'Sercomtel' => 33990, - 'Sicoob' => 37624, - 'Sicredi' => 37505, - 'SiSU' => 38029, - 'SKY' => 33875, - 'Skype' => 33203, - 'Slack' => 37339, - 'Snapchat' => 33379, - 'Spotify' => 36594, - 'Steam' => 34137, - 'Submarino' => 35074, - 'SuperDigital' => 36744, - 'Teamviewer' => 35690, - 'Telegram' => 34937, - 'Terra' => 33193, - 'TIM' => 34686, - 'Tinder' => 36550, - 'Tribunal Superior Eleitoral' => 37578, - 'Twitch' => 36372, - 'Twitter' => 33195, - 'Uber' => 37767, - 'Udemy' => 38313, - 'Umbler' => 37577, - 'UOL' => 33189, - 'UOLHost' => 34748, - 'Uplay PC' => 38636, - 'Viber' => 33386, - 'Vimeo' => 38533, - 'Vivo' => 33192, - 'Vono' => 35138, - 'Warframe' => 36702, - 'Waze' => 33383, - 'WeChat' => 33735, - 'Whatsapp' => 32837, - 'Wikipedia' => 33198, - 'World of Warcraft' => 38879, - 'Xbox Live' => 33216, - 'Yahoo' => 33187, - 'Yahoo Mail' => 33201, - 'Youtube' => 33185, - 'Zello' => 33387, - ), - 'Россия' => array( - 'Albion Online' => 38798, - 'Anthem' => 38191, - 'Apex Legends' => 38138, - 'Apple Music' => 39012, - 'Apple Store' => 34470, - 'avito' => 37696, - 'Battlefield' => 38448, - 'Binance' => 37021, - 'Blizzard Battle.net' => 36784, - 'Call of Duty' => 39052, - 'Citilink' => 37700, - 'Cloudflare' => 38619, - 'Counter-strike' => 38234, - 'Dead By Daylight' => 37430, - 'Destiny' => 38941, - 'DNS Shop' => 37701, - 'Dota 2' => 36395, - 'EA' => 36924, - 'eBay' => 32799, - 'Elite: Dangerous' => 37775, - 'Facetime' => 34599, - 'Fifa' => 38428, - 'For Honor' => 37370, - 'Fortnite' => 37143, - 'GitHub' => 38713, - 'Gmail' => 32798, - 'GTA 5' => 36845, - 'iCloud' => 38840, - 'ICQ' => 33122, - 'iMessage' => 33115, - 'Interzet' => 33563, - 'iTunes' => 33114, - 'Ivi' => 34807, - 'Kraken' => 36982, - 'Last FM' => 36533, - 'Mail.Ru' => 33113, - 'Megogo' => 38198, - 'NetByNet' => 35927, - 'Okko' => 38793, - 'Origin' => 36900, - 'Outlook' => 33116, - 'Overwatch' => 36385, - 'Ozon' => 37702, - 'Path of Exile' => 37724, - 'Paypal' => 33118, - 'Player Unknown\'s Battlegrounds' => 36455, - 'Playstation Network' => 32801, - 'Qip' => 37697, - 'Qiwi' => 33504, - 'Rainbow Six' => 36457, - 'Reddit' => 38066, - 'Roblox' => 38922, - 'SkyNet' => 35103, - 'Slack' => 37340, - 'Snapchat' => 37144, - 'Teamviewer' => 34347, - 'Telegram' => 36734, - 'The elder scrolls online' => 37323, - 'Tumblr' => 37284, - 'Twitter' => 32797, - 'Uplay PC' => 35611, - 'Viber ' => 33402, - 'Warframe' => 37126, - 'WebMoney' => 33119, - 'Wildberries' => 37699, - 'World of Tanks' => 35051, - 'Xbox Live' => 32802, - 'Yahoo' => 32792, - 'Yahoo Mail' => 32793, - 'Yahoo Messenger' => 32794, - 'Yota' => 34356, - 'Акадо' => 34429, - 'Альфа-Банк' => 33110, - 'Банк ДОМ.РФ' => 38704, - 'Билайн' => 32850, - 'Ватсап' => 32803, - 'Википедия' => 33120, - 'ВКонтакте' => 32851, - 'ВТБ 24' => 33109, - 'ГИС ЖКХ' => 35822, - 'Гугл' => 32788, - 'Гугл Hangouts' => 32789, - 'Гугл Плей' => 32790, - 'Дискорд ' => 37386, - 'Дом.ru' => 34395, - 'Инстаграм' => 36069, - 'Кинопаб' => 38199, - 'Летай' => 34430, - 'МГТС' => 33108, - 'МегаФон' => 33104, - 'Мотив' => 33864, - 'МТС' => 33121, - 'НСПК ' => 35608, - 'Одноклассники' => 33112, - 'Почта России' => 36587, - 'Рамблер' => 37441, - 'Релком' => 34357, - 'Росреестр' => 38311, - 'Ростелеком' => 33105, - 'Сбербанк' => 33106, - 'СДЭК' => 38729, - 'Скай Линк' => 34358, - 'Скайп' => 32804, - 'Стим' => 34266, - 'Твич' => 36543, - 'Теле2' => 33818, - 'Тиндер' => 37919, - 'Тинькофф Банк ' => 37698, - 'ТТК' => 34359, - 'Уфанет' => 34431, - 'Фейсбук' => 32795, - 'Фейсбук Мессенджер' => 32796, - 'ФНС' => 38648, - 'Хоум Кредит' => 38627, - 'ЭлЖур ' => 37515, - 'Ютуб' => 32791, - 'Яндекс' => 33111, - 'Яндекс.Музыка' => 39013, - 'Яндекс.Навигатор' => 39014, - ), - 'España' => array( - 'Alexa' => 38032, - 'Amazon' => 33140, - 'Amazon Prime Video' => 38753, - 'Anthem' => 38201, - 'Anydesk' => 37490, - 'Apex Legends' => 38122, - 'App Store' => 38553, - 'Apple Store' => 34465, - 'Banco Popular' => 33135, - 'Banco Sabadell' => 33151, - 'Banco Santander' => 33132, - 'Bankia' => 33134, - 'Bankinter' => 33143, - 'Battlefield' => 39017, - 'BBVA' => 33133, - 'Binance' => 36936, - 'Blizzard Battle.net' => 36105, - 'Brawl Stars' => 38832, - 'Cableworld' => 37457, - 'Call of Duty' => 35538, - 'Clash of Clans' => 34362, - 'Clash Royale' => 38951, - 'Coinbase' => 36803, - 'Counter Strike' => 38239, - 'Crunchyroll' => 38147, - 'Dazn' => 39005, - 'Dead By Daylight' => 36597, - 'Deezer' => 33830, - 'Destiny' => 38944, - 'Discord' => 37387, - 'Dota 2' => 37188, - 'Dropbox' => 33142, - 'EA' => 36449, - 'eBay' => 33267, - 'Epic Games Store' => 39032, - 'Euskaltel' => 34442, - 'Facebook' => 32829, - 'Facebook Messenger' => 32830, - 'Facetime' => 34600, - 'Fifa' => 37088, - 'For Honor' => 36182, - 'Fortnite' => 36694, - 'Ghost Recon' => 38996, - 'Github' => 36521, - 'Gmail' => 32832, - 'Google' => 32822, - 'Google Drive' => 36605, - 'Google Hangouts' => 32823, - 'Google Play' => 33226, - 'Gran Turismo' => 36950, - 'Grindr' => 38401, - 'GTA 5' => 37274, - 'Guild Wars 2' => 36485, - 'HBO' => 36497, - 'Ibercaja' => 33153, - 'iCloud' => 33227, - 'iMessage' => 32980, - 'ING Direct' => 33148, - 'Instagram' => 33147, - 'iTunes' => 33144, - 'Jazztel' => 33129, - 'Kraken' => 36806, - 'League of Legends' => 38634, - 'Line' => 33394, - 'LinkedIn' => 33150, - 'Llamaya' => 38315, - 'Lowi' => 35832, - 'MásMóvil' => 36068, - 'Mil Anuncios' => 33141, - 'Movistar' => 33124, - 'Nest' => 38551, - 'Netflix' => 35565, - 'Office 365' => 35442, - 'OneDrive' => 36864, - 'ONO' => 33128, - 'Orange' => 33126, - 'Origin' => 36895, - 'Outlook' => 33220, - 'Overwatch' => 36387, - 'Pasion.com' => 37141, - 'Path of Exile' => 37770, - 'Paypal' => 33145, - 'Pepephone' => 33130, - 'Player Unknown\'s Battlegrounds' => 36561, - 'Playstation Network' => 32835, - 'Pokémon Go' => 35750, - 'Quantis' => 37050, - 'R' => 34441, - 'Rainbow Six' => 36145, - 'Rakuten TV' => 37595, - 'Reddit' => 37476, - 'Roblox' => 38928, - 'Rocket League' => 36181, - 'Sea of Thieves' => 37119, - 'Segunda Mano' => 33138, - 'Simyo' => 33131, - 'Sky' => 37520, - 'Skype' => 32838, - 'Slack' => 37342, - 'Snapchat' => 33380, - 'Spotify' => 33146, - 'Steam' => 34280, - 'Tango' => 33746, - 'Teamviewer' => 35688, - 'Telecable' => 34443, - 'Telegram' => 35352, - 'Tinder' => 36548, - 'Tuenti' => 33137, - 'Tweakbox' => 38350, - 'Twitch' => 36545, - 'Twitter' => 32831, - 'Unicaja' => 33149, - 'Uplay PC' => 35615, - 'Vibbo' => 36183, - 'Viber' => 33374, - 'Vodafone' => 33125, - 'Warframe' => 36705, - 'Whatsapp' => 33263, - 'Wikipedia' => 33139, - 'Xbox Live' => 32836, - 'Yahoo' => 32826, - 'Yahoo Mail' => 32827, - 'Yahoo Messenger' => 32828, - 'Yoigo' => 33127, - 'Youtube' => 32825, - 'Z1 Battle Royale' => 37263, - ), - 'Polska' => array( - 'Allegro' => 33799, - 'Amazon' => 33633, - 'Apex Legends' => 38124, - 'Apple Store' => 34453, - 'Bank Millennium' => 37535, - 'Bank Pekao' => 37534, - 'Battlefield' => 37471, - 'BGŻ BNP Paribas' => 37530, - 'Binance' => 36946, - 'Blizzard Battle.net' => 36783, - 'Call of Duty' => 38923, - 'Chomikuj' => 33803, - 'Clash Royale' => 38950, - 'Cloudflare' => 38624, - 'Counter-Strike' => 36648, - 'Cyfrowy Polsat' => 33866, - 'Dead By Daylight' => 36599, - 'Deezer' => 33837, - 'Destiny' => 38945, - 'Deutsche bank Polska' => 36176, - 'Discord' => 36761, - 'Dota 2' => 36447, - 'Dropbox' => 33796, - 'EA' => 36448, - 'East&West' => 35641, - 'eBay' => 38579, - 'Elite: Dangerous' => 37778, - 'Epic Games Store' => 39022, - 'Escape from Tarkov' => 39060, - 'Eurobank' => 37008, - 'Facebook' => 33634, - 'Facebook Messenger' => 33635, - 'Facetime' => 34591, - 'Fifa' => 37086, - 'For Honor' => 37305, - 'Fortnite' => 36693, - 'Get in Bank' => 37532, - 'GG (Gadu Gadu)' => 33809, - 'Ghost Recon' => 38997, - 'GitHub' => 38466, - 'Gmail' => 33636, - 'Google' => 33637, - 'Google Hangouts' => 33638, - 'Google Play' => 33639, - 'Gran Turismo' => 36916, - 'Grindr' => 38741, - 'GTA 5' => 36848, - 'Guild Wars 2' => 36467, - 'Gumtree' => 33805, - 'HBO' => 36355, - 'Heyah' => 33812, - 'Home.pl' => 37537, - 'iCloud' => 33640, - 'Idea Bank' => 37533, - 'iMessage' => 33641, - 'Inea' => 34415, - 'ING Bank' => 33807, - 'Instagram' => 33642, - 'iTunes' => 33643, - 'Kraken' => 36983, - 'League of Legends' => 36629, - 'LinkedIn' => 33806, - 'Mbank' => 33800, - 'Multimedia Polska' => 33879, - 'Nazwa' => 37320, - 'Nest Bank' => 37529, - 'Netflix' => 35728, - 'Netia' => 33815, - 'NK.pl (Nasza-klasa)' => 33808, - 'O2' => 33801, - 'Office 365' => 35125, - 'OLX' => 33802, - 'OneDrive' => 36868, - 'Orange' => 33810, - 'Origin' => 36899, - 'Outlook' => 33644, - 'Overwatch' => 36388, - 'Path of Exile' => 37728, - 'PKO Bank Polski' => 36044, - 'Play' => 33813, - 'Player Unknown\'s Battlegrounds' => 36580, - 'Playstation Network' => 33645, - 'Plus' => 33814, - 'Pokémon Go' => 35752, - 'Rainbow Six' => 36394, - 'Reddit' => 37485, - 'Roblox' => 37400, - 'Rocket League' => 36667, - 'Santander' => 37531, - 'Sea of Thieves' => 37120, - 'Skype' => 33793, - 'Slack' => 37338, - 'Snapchat' => 33797, - 'Spotify' => 33836, - 'Steam' => 34279, - 'T-Mobile' => 33811, - 'Teamviewer' => 35694, - 'Telegram' => 35970, - 'The elder scrolls online' => 37328, - 'Tinder' => 36547, - 'Tumblr' => 37285, - 'Twitch' => 36450, - 'Twitter' => 33646, - 'UPC' => 33816, - 'Uplay PC' => 35612, - 'Vectra' => 33817, - 'Viber' => 33794, - 'Warframe' => 36493, - 'Whatsapp' => 33792, - 'Wikipedia' => 33647, - 'World of Tanks' => 36029, - 'World of Warcraft' => 37446, - 'World of Warships' => 38008, - 'Xbox Live' => 33648, - 'Yahoo Mail' => 38887, - 'Youtube' => 33649, - 'Z1 Battle Royale' => 37267, - ), - 'Norge' => array( - 'Altibox' => 36318, - 'Anthem' => 38206, - 'Apex Legends' => 38120, - 'App Store' => 38100, - 'Battlefield' => 37098, - 'Binance' => 36928, - 'Blizzard Battle.net' => 36309, - 'Call of Duty' => 36708, - 'Coinbase' => 36799, - 'Counter-strike' => 36647, - 'Crunchyroll' => 36720, - 'Danske Bank' => 36321, - 'Dead By Daylight' => 37426, - 'Destiny' => 36592, - 'Discord' => 36762, - 'Dota 2' => 36442, - 'EA' => 36310, - 'Epic Games Store' => 39028, - 'Facebook' => 36238, - 'Facebook Messenger' => 36269, - 'Fifa' => 36908, - 'Fortnite' => 36687, - 'Get' => 36319, - 'Ghost Recon' => 39000, - 'Gmail' => 36255, - 'Google' => 36256, - 'Google Drive' => 36760, - 'Google Play' => 38528, - 'GTA 5' => 36847, - 'Guild Wars 2' => 36470, - 'HBO Nordic' => 36316, - 'iCloud' => 38844, - 'Ikano Bank' => 36577, - 'Instagram' => 36443, - 'Kraken' => 36853, - 'League of Legends' => 38630, - 'Minecraft' => 37280, - 'Netflix' => 36257, - 'NexGenTel' => 36320, - 'Nordea' => 36325, - 'Norges Bank' => 36324, - 'Office 365' => 36311, - 'OneDrive' => 36865, - 'Origin' => 36893, - 'Outlook' => 36258, - 'Overwatch' => 36259, - 'Path of Exile' => 37727, - 'Playerunknown\'s Battlegrounds' => 36338, - 'Playstation Network' => 36260, - 'Pokémon Go' => 36261, - 'Rainbow Six' => 36262, - 'Realm Royale' => 37316, - 'Red Dead Redemption' => 38283, - 'Reddit' => 36825, - 'Roblox' => 38919, - 'Rocket League' => 36312, - 'Sea of Thieves' => 37116, - 'Skype' => 36263, - 'Snapchat' => 36264, - 'Sparebanken 1' => 36323, - 'Spotify' => 36796, - 'Steam' => 36313, - 'Strava' => 38730, - 'Tele2' => 36317, - 'Telegram' => 37183, - 'Telenor' => 36288, - 'The elder scrolls online' => 37324, - 'Tinder' => 36314, - 'Twitch' => 36444, - 'Twitter' => 37268, - 'Uplay PC' => 36265, - 'Viaplay' => 37293, - 'Warframe' => 37129, - 'Whatsapp' => 36266, - 'Wikipedia' => 38872, - 'World of Warcraft' => 37447, - 'Xbox Live' => 36315, - 'Yahoo' => 36268, - 'Yahoo Mail' => 38890, - 'Youtube' => 36267, - 'Z1 Battle Royale' => 37262, - ), - 'México' => array( - 'Amazon' => 33292, - 'Amazon Prime Video' => 38752, - 'Anthem' => 38192, - 'Apex Legends' => 38139, - 'App Store' => 37732, - 'Apple Store' => 34466, - 'AT&T' => 35861, - 'Axtel' => 34439, - 'Banamex' => 33322, - 'Banco Santander' => 36772, - 'Banorte' => 33326, - 'Battlefield' => 38445, - 'BBVA Bancomer' => 33321, - 'Binance' => 37019, - 'Blizzard Battle.net' => 36106, - 'Cablecom' => 34035, - 'Cablemás' => 34438, - 'Call of Duty' => 35540, - 'Clash of Clans' => 37099, - 'Crunchyroll' => 37139, - 'Dead By Daylight' => 37432, - 'Deezer' => 33397, - 'Destiny' => 38966, - 'Discord' => 38606, - 'Dropbox' => 33294, - 'EA' => 36609, - 'eBay' => 33295, - 'Facebook' => 33296, - 'Facebook Messenger' => 33297, - 'Facetime' => 34594, - 'Fifa' => 38307, - 'Fortnite' => 36842, - 'Gears of War' => 38893, - 'Gmail' => 33298, - 'Go Daddy' => 36620, - 'Google' => 33299, - 'Google Drive' => 38260, - 'Google Hangouts' => 33300, - 'Google Play' => 33301, - 'Gran Turismo' => 36951, - 'Grindr' => 38740, - 'GTA 5' => 38275, - 'HBO' => 36351, - 'iCloud' => 33302, - 'iMessage' => 33303, - 'Instagram' => 33304, - 'iTunes' => 33305, - 'Izzi' => 37685, - 'League of Legends' => 39019, - 'Line' => 33395, - 'LinkedIn' => 33306, - 'Megacable' => 34437, - 'Mercado Libre' => 33320, - 'Microsoft Azure' => 37466, - 'Minecraft' => 38737, - 'Movistar' => 33307, - 'Netflix' => 33325, - 'Origin' => 38103, - 'Outlook' => 33308, - 'Overwatch' => 36483, - 'Paypal' => 33309, - 'Player Unknown\'s Battlegrounds' => 36562, - 'Playstation Network' => 33310, - 'Pokémon Go' => 36360, - 'Rainbow Six' => 36146, - 'Reddit' => 37482, - 'Roblox' => 38917, - 'Salesforce' => 38496, - 'Scotiabank' => 37686, - 'Segunda Mano' => 33327, - 'SKY México' => 33328, - 'Skype' => 33311, - 'Snapchat' => 34288, - 'SPEI' => 37689, - 'Spotify' => 33398, - 'Steam' => 34281, - 'Tango' => 33745, - 'Teamviewer' => 35689, - 'Telcel' => 33319, - 'Telegram' => 35852, - 'Telmex' => 33324, - 'Telnor' => 34440, - 'Tinder' => 37165, - 'Totalplay' => 37687, - 'Tweakbox' => 38903, - 'Twitch' => 36546, - 'Twitter' => 33312, - 'Unefon' => 37688, - 'WeChat' => 33399, - 'Whatsapp' => 33313, - 'Wikipedia' => 33314, - 'World of Warcraft' => 38880, - 'Xbox Live' => 33315, - 'Yahoo' => 33316, - 'Yahoo Mail' => 33317, - 'Yahoo Messenger' => 33318, - 'Youtube' => 33361, - 'Zello' => 33388, - ), - '日本' => array( - 'Amazon' => 33464, - 'Amazon Web Services' => 34094, - 'Amazon インスタント・ビデオ' => 34496, - 'Apex Legends' => 38177, - 'App Store' => 35581, - 'Apple Store' => 34467, - 'ASAHI ネット' => 33859, - 'Au' => 33465, - 'Biglobe' => 33479, - 'Blizzard Battle.net' => 36672, - 'bmobile' => 33466, - 'Call of Duty' => 39053, - 'Dazn' => 36511, - 'Discord' => 38613, - 'Disney Mobile' => 33467, - 'DMM' => 35818, - 'Dropbox' => 33441, - 'EA' => 37080, - 'eBay' => 33442, - 'EO Net' => 33863, - 'Facebook' => 33443, - 'Facebook Messenger' => 33444, - 'Facetime' => 34593, - 'FC2' => 34510, - 'Fortnite' => 37162, - 'Freetel' => 35620, - 'Ghost Recon' => 38993, - 'Github' => 37375, - 'Gmail' => 33445, - 'Google' => 33446, - 'Google Hangouts' => 33447, - 'Google Play' => 33448, - 'Hulu' => 33480, - 'iCloud' => 33449, - 'IIJ' => 34511, - 'iMessage' => 33450, - 'Instagram' => 33451, - 'iTunes' => 33452, - 'Jcom' => 33478, - 'League of Legends' => 38899, - 'Line' => 33453, - 'LinkedIn' => 33454, - 'Livedoor' => 33472, - 'Microsoft Azure' => 36110, - 'Netflix' => 36728, - 'Nifty' => 33473, - 'Nintendo Network' => 35521, - 'NTT Docomo' => 33474, - 'NTT東日本' => 33475, - 'NTT西日本' => 33476, - 'OCN' => 33564, - 'Office 365' => 35928, - 'OneDrive' => 36496, - 'Outlook' => 33455, - 'Paypal' => 33456, - 'Player Unknown\'s Battlegrounds' => 36616, - 'Playstation Network' => 33457, - 'Rakuten' => 34513, - 'Reddit' => 37478, - 'Skype' => 33458, - 'Slack' => 37358, - 'Snapchat' => 38511, - 'So-net' => 33862, - 'Steam' => 38649, - 'Telegram' => 37227, - 'Tinder' => 37916, - 'Twitter' => 33459, - 'UQ Wimax' => 33482, - 'Whatsapp' => 38255, - 'Xbox Live' => 33471, - 'Yahoo' => 33460, - 'Yahoo BB' => 33860, - 'Yahoo Mail' => 33461, - 'Yammer' => 35560, - 'Youtube' => 33462, - 'じぶん銀行' => 33500, - 'ぷらら' => 33861, - 'みずほ銀行' => 33493, - 'りそな銀行' => 33496, - 'アメーバブログ' => 34514, - 'カカオトーク' => 33469, - 'ジャパンネット銀行' => 33497, - 'スカパー' => 33477, - 'スポナビLive' => 36516, - 'ソニー銀行' => 33498, - 'ソフトバンク' => 33470, - 'ポケモン go' => 35746, - 'ワイモバイル' => 36503, - '三井住友銀行' => 33495, - '三菱東京UFJ銀行' => 33494, - '埼玉りそな銀行' => 36532, - '楽天銀行' => 33499, - '近畿大阪銀行' => 36531, - ), - 'Pilipinas' => array( - 'Anthem' => 38193, - 'Apex Legends' => 38158, - 'Battlefield' => 37925, - 'Blizzard Battle.net' => 37834, - 'Converge' => 38714, - 'Counter-strike' => 38241, - 'Destiny' => 38987, - 'Discord' => 38453, - 'Dota 2' => 37835, - 'EA' => 37931, - 'Facebook' => 37836, - 'Facebook Messenger' => 37837, - 'Fortnite' => 37930, - 'Globe' => 37941, - 'Gmail' => 38080, - 'Google' => 37838, - 'Google Drive' => 38259, - 'Google Hangouts' => 38365, - 'Google Play' => 38521, - 'GTA 5' => 38718, - 'iCloud' => 38853, - 'Instagram' => 37839, - 'League of Legends' => 38911, - 'Mobile legends' => 38175, - 'Netflix' => 37840, - 'Office 365' => 37936, - 'Origin' => 38397, - 'Outlook' => 37935, - 'Overwatch' => 37932, - 'Paypal' => 38463, - 'Player Unknown\'s Battlegrounds' => 37841, - 'Playstation Network' => 38736, - 'PLDT' => 37938, - 'Rainbow Six' => 37933, - 'Reddit' => 38089, - 'Roblox' => 37927, - 'Sky Cable' => 37942, - 'Skype' => 37929, - 'Smart' => 37940, - 'Spotify' => 38644, - 'Steam' => 37924, - 'Telegram' => 38019, - 'Tinder' => 37912, - 'TNT' => 37943, - 'Twitter' => 37928, - 'Warframe' => 37934, - 'Wattpad' => 38962, - 'Waze' => 38267, - 'Whatsapp' => 38254, - 'Yahoo' => 37926, - 'Yahoo Mail' => 38456, - 'Youtube' => 37842, - ), - 'Indonesia' => array( - 'Anthem' => 38194, - 'Apex Legends' => 38181, - 'Biznet' => 38975, - 'Blizzard Battle.net' => 37825, - 'Clash of Clans' => 37961, - 'Counter-strike' => 38410, - 'Discord' => 38084, - 'Dota 2' => 37826, - 'EA' => 38419, - 'Facebook' => 37827, - 'Fifa' => 38427, - 'First Media' => 38974, - 'Fortnite' => 38532, - 'Gmail' => 38250, - 'Google' => 37828, - 'Google Drive' => 38262, - 'Google Play' => 38518, - 'GTA 5' => 38700, - 'iCloud' => 38851, - 'Indosat Ooredoo' => 38978, - 'Instagram' => 37829, - 'Myrepublic' => 38972, - 'Netflix' => 37830, - 'Origin' => 38376, - 'Pinterest' => 37950, - 'Player Unknown\'s Battlegrounds' => 37831, - 'Playstation Network' => 38735, - 'Reddit' => 38498, - 'Roblox' => 38914, - 'Steam' => 38098, - 'Telegram' => 38020, - 'Telkom' => 38973, - 'Telkomsel' => 38976, - 'Tinder' => 37915, - 'Twitter' => 38160, - 'Uplay PC' => 37962, - 'Whatsapp' => 37832, - 'XL' => 38977, - 'Yahoo Mail' => 38889, - 'Youtube' => 37833, - ), - 'Pakistan' => array( - 'Apex Legends' => 38414, - 'App Store' => 38960, - 'Battlefield' => 38002, - 'Blizzard Battle.net' => 37992, - 'Call of Duty' => 38939, - 'Discord' => 37993, - 'Dota 2' => 38476, - 'EA' => 38418, - 'Facebook' => 37994, - 'Facebook Messenger' => 37995, - 'Fiberlink' => 38006, - 'Fifa' => 38425, - 'Fortnite' => 38252, - 'Google' => 37996, - 'iCloud' => 38715, - 'Instagram' => 37997, - 'Kik' => 38539, - 'Netflix' => 37998, - 'Pinterest' => 38679, - 'Player Unknown\'s Battlegrounds' => 37999, - 'Playstation Network' => 38571, - 'PTLC' => 38004, - 'Quora' => 38908, - 'Snapchat' => 38508, - 'Steam' => 38341, - 'Tinder' => 38000, - 'Tumblr' => 38546, - 'Twitter' => 38678, - 'Wateen' => 38007, - 'Wattpad' => 38544, - 'Whatsapp' => 38003, - 'Yahoo Mail' => 38882, - 'Youtube' => 38001, - 'Zong' => 38005, - ), - 'UAE' => array( - 'Apex Legends' => 38159, - 'beIN' => 39073, - 'Binance' => 37022, - 'Blizzard Battle.net' => 36214, - 'Botim' => 38393, - 'Call of Duty' => 38935, - 'Cloudflare' => 38642, - 'Counter-strike' => 38269, - 'Dead By Daylight' => 37437, - 'Discord' => 37773, - 'Dota 2' => 36423, - 'Du' => 36235, - 'EA' => 36883, - 'Etisalat' => 36234, - 'Facebook' => 36215, - 'Facebook Messenger' => 36233, - 'Fifa' => 38433, - 'For Honor' => 36216, - 'Fortnite' => 36996, - 'Gmail' => 36217, - 'Google' => 36218, - 'iCloud' => 38843, - 'Instagram' => 36420, - 'Netflix' => 36219, - 'Office 365' => 38041, - 'Origin' => 38422, - 'Outlook' => 36220, - 'Overwatch' => 36221, - 'Player Unknown\'s Battlegrounds' => 36618, - 'Playstation Network' => 36222, - 'Pokémon Go' => 36223, - 'Rainbow Six' => 36224, - 'Reddit' => 38499, - 'Roblox' => 37222, - 'Rocket League' => 36231, - 'Skype' => 36225, - 'Snapchat' => 36226, - 'Steam' => 38340, - 'Telegram' => 37185, - 'Tinder' => 36227, - 'Twitter' => 38677, - 'Uplay PC' => 36228, - 'Whatsapp' => 36229, - 'Wikipedia' => 38878, - 'Xbox Live' => 38404, - 'Yahoo' => 36232, - 'Yahoo Mail' => 38888, - 'Youtube' => 36230, - 'ZoHo' => 37553, - ), - 'Malaysia' => array( - 'Apex Legends' => 38179, - 'Blizzard Battle.net' => 37891, - 'Counter-strike' => 38409, - 'Destiny' => 38985, - 'Discord' => 37976, - 'Dota 2' => 38017, - 'EA' => 38420, - 'Facebook' => 37892, - 'Facebook Messenger' => 37893, - 'Fifa' => 38429, - 'Gmail' => 38251, - 'Google' => 37894, - 'Google Drive' => 38263, - 'Google Play' => 38529, - 'GTA 5' => 38488, - 'iCloud' => 38850, - 'Instagram' => 37895, - 'League of Legends' => 38910, - 'Line' => 38386, - 'LinkedIn' => 38150, - 'Maxis' => 37964, - 'Netflix' => 37896, - 'Origin' => 38395, - 'Overwatch' => 38895, - 'Paypal' => 38461, - 'Player Unknown\'s Battlegrounds' => 37897, - 'Playstation Network' => 38570, - 'Reddit' => 38363, - 'Roblox' => 38912, - 'Snapchat' => 38548, - 'Steam' => 38081, - 'TIME' => 37965, - 'Tinder' => 37917, - 'Twitter' => 38481, - 'Unifi' => 37963, - 'Uplay PC' => 38896, - 'Waze' => 38268, - 'Whatsapp' => 38028, - 'Yahoo Mail' => 38891, - 'Youtube' => 37898, - ), - 'Perú' => array( - 'Apex Legends' => 39015, - 'Bitel' => 37982, - 'Claro' => 37981, - 'Crunchyroll' => 38550, - 'Dota 2' => 38353, - 'EA' => 38415, - 'Econocable' => 37983, - 'Entel' => 37980, - 'Facebook' => 37791, - 'Facebook Messenger' => 38258, - 'Fortnite' => 37792, - 'Gmail' => 37944, - 'Google' => 37945, - 'HBO' => 38369, - 'iCloud' => 38855, - 'Instagram' => 37793, - 'Movistar' => 37794, - 'Netflix' => 38594, - 'Origin' => 38423, - 'Outlook' => 38581, - 'Playstation Network' => 38568, - 'Spotify' => 38580, - 'Steam' => 38099, - 'Telegram' => 38483, - 'Tinder' => 37909, - 'Twitter' => 38105, - 'Whatsapp' => 37795, - 'Youtube' => 37796, - ), - 'Argentina' => array( - 'Apex Legends' => 38129, - 'Arnet' => 37969, - 'Banco Galicia' => 36132, - 'Banco Nación' => 36131, - 'Banco Provincia' => 36133, - 'Banco Santander Río ' => 36130, - 'BBVA Francés' => 36134, - 'Binance' => 37020, - 'Blizzard Battle.net' => 36104, - 'Call of Duty' => 36743, - 'Claro' => 36100, - 'Clash of Clans' => 36128, - 'Correo Argentino' => 36999, - 'Counter-Strike' => 38247, - 'Crunchyroll' => 38091, - 'Dead By Daylight' => 37431, - 'Destiny' => 38965, - 'Discord' => 38614, - 'Dota 2' => 37187, - 'EA' => 36885, - 'Facebook' => 36072, - 'Facebook Messenger' => 36073, - 'Fibertel' => 36635, - 'Fifa' => 38435, - 'Flow' => 38309, - 'Fortnite' => 37017, - 'Free Fire' => 38806, - 'Gigared' => 38215, - 'Gmail' => 37716, - 'Google' => 36074, - 'Google Play' => 38520, - 'GTA 5' => 38276, - 'HBO' => 36352, - 'ICBC' => 38646, - 'iCloud' => 38858, - 'Instagram' => 36075, - 'Mercado Libre' => 36076, - 'Microsoft Azure' => 37467, - 'Movistar' => 36077, - 'Netflix' => 36078, - 'Nextel' => 36103, - 'OLX' => 37045, - 'Origin' => 36902, - 'Outlook' => 36079, - 'Overwatch' => 38774, - 'Path of Exile' => 37771, - 'Personal' => 37970, - 'Player Unknown\'s Battlegrounds' => 36563, - 'Playstation Network' => 36080, - 'Pokémon Go' => 36294, - 'Rainbow Six' => 36144, - 'Reddit' => 37483, - 'Roblox' => 38929, - 'Skype' => 36081, - 'Snapchat' => 36082, - 'Spotify' => 36107, - 'Steam' => 36129, - 'Teamviewer' => 36142, - 'Telecentro' => 36810, - 'Telecom' => 36097, - 'Telefónica' => 36099, - 'Telegram' => 38485, - 'Telered' => 37971, - 'Tinder' => 37169, - 'Tuenti' => 38628, - 'Twitch' => 36544, - 'Twitter' => 36109, - 'Uplay PC' => 36143, - 'Waze' => 37470, - 'Whatsapp' => 36083, - 'Wikipedia' => 37352, - 'World of Warcraft' => 38778, - 'Xbox Live' => 37443, - 'Yahoo Mail' => 36084, - 'Youtube' => 36085, - ), - 'Slovensko' => array( - 'Apex Legends' => 38131, - 'Blizzard Battle.net' => 37875, - 'Counter-strike' => 38243, - 'Discord' => 38612, - 'Dota 2' => 38480, - 'EA' => 38417, - 'Facebook' => 37876, - 'Facebook Messenger' => 37877, - 'Fifa' => 38426, - 'Fortnite' => 38807, - 'Google' => 37878, - 'GTA 5' => 38279, - 'HBO Go' => 38381, - 'iCloud' => 38848, - 'Instagram' => 37879, - 'Netflix' => 37880, - 'Origin' => 38374, - 'Player Unknown\'s Battlegrounds' => 37881, - 'Playstation Network' => 38572, - 'Reddit' => 38809, - 'Snapchat' => 38513, - 'Steam' => 38230, - 'Twitter' => 38669, - 'Whatsapp' => 38371, - 'Wikipedia' => 38877, - 'Xbox Live' => 38088, - 'Yahoo Mail' => 38881, - 'Youtube' => 37882, - ), - 'Ελλάς' => array( - 'Apex Legends' => 38132, - 'Bet365' => 38811, - 'Blizzard Battle.net' => 37843, - 'Clash Royale' => 38949, - 'Counter-strike' => 38235, - 'Destiny' => 38980, - 'Discord' => 38607, - 'Dota 2' => 38352, - 'EA' => 38416, - 'eBay' => 38578, - 'Facebook' => 37844, - 'Facebook Messenger' => 37845, - 'Fifa' => 38434, - 'Fortnite' => 38087, - 'Gmail' => 38079, - 'Google' => 37846, - 'Google Play' => 38527, - 'GTA 5' => 38701, - 'iCloud' => 38846, - 'Instagram' => 37847, - 'League of Legends' => 38618, - 'Netflix' => 37848, - 'Office 365' => 38076, - 'Origin' => 38375, - 'Paypal' => 38462, - 'Player Unknown\'s Battlegrounds' => 37849, - 'Playstation Network' => 38575, - 'Pokémon Go' => 38639, - 'Reddit' => 38516, - 'Snapchat' => 38505, - 'Steam' => 38231, - 'Twitch' => 38582, - 'Twitter' => 38676, - 'Viber' => 38588, - 'Whatsapp' => 38373, - 'Yahoo Mail' => 38892, - 'Youtube' => 37850, - 'Βικιπαίδεια' => 38873, - ), - 'Hrvatska' => array( - 'Apex Legends' => 38135, - 'Battlefield' => 38442, - 'Blizzard Battle.net' => 37859, - 'Clash Royale' => 38356, - 'Counter-strike' => 38244, - 'Destiny' => 39011, - 'Discord' => 38610, - 'Dota 2' => 38351, - 'EA' => 38036, - 'Facebook' => 37860, - 'Facebook Messenger' => 37861, - 'Fifa' => 38438, - 'Fortnite' => 38069, - 'Google' => 37862, - 'GTA 5' => 38278, - 'HBO Go' => 38384, - 'iCloud' => 38847, - 'Instagram' => 37863, - 'Netflix' => 37864, - 'Office 365' => 38075, - 'Origin' => 38149, - 'Player Unknown\'s Battlegrounds' => 37865, - 'Playstation Network' => 38574, - 'Reddit' => 38090, - 'Snapchat' => 38509, - 'Steam' => 38229, - 'Tinder' => 37920, - 'Twitter' => 38672, - 'Whatsapp' => 38026, - 'Wikipedia' => 38874, - 'Yahoo Mail' => 38884, - 'Youtube' => 37866, - ), - 'Česko' => array( - 'Apex Legends' => 38136, - 'Battlefield' => 38446, - 'Blizzard Battle.net' => 37851, - 'Counter-strike' => 38236, - 'Discord' => 38452, - 'Dota 2' => 38221, - 'EA' => 38037, - 'Facebook' => 37852, - 'Facebook Messenger' => 37853, - 'Fifa' => 38430, - 'Fortnite' => 38086, - 'Gmail' => 38515, - 'Google' => 37854, - 'Google Play' => 38523, - 'GTA 5' => 38304, - 'HBO Go' => 38380, - 'iCloud' => 38845, - 'Instagram' => 37855, - 'Netflix' => 37856, - 'Office 365' => 38042, - 'Origin' => 38043, - 'Player Unknown\'s Battlegrounds' => 37857, - 'Playstation Network' => 38573, - 'Reddit' => 38062, - 'Snapchat' => 38512, - 'Steam' => 38082, - 'Tinder' => 37914, - 'Twitch' => 38530, - 'Twitter' => 38675, - 'Uplay PC' => 38638, - 'Whatsapp' => 38025, - 'Xbox Live' => 38072, - 'Youtube' => 37858, - ), - 'Chile' => array( - 'Apex Legends' => 38137, - 'Banco Estado' => 37682, - 'Banco Santander' => 37351, - 'Blizzard Battle.net' => 38104, - 'Call of Duty' => 38938, - 'Claro' => 36290, - 'Clash of Clans' => 37304, - 'Correos' => 37025, - 'Counter-Strike' => 38246, - 'Crunchyroll' => 38093, - 'Dead By Daylight' => 37436, - 'Discord' => 37758, - 'Dota 2' => 38477, - 'EA' => 36884, - 'Entel' => 37680, - 'Facebook' => 36239, - 'Facebook Messenger' => 36285, - 'Falabella' => 37681, - 'Fifa' => 38432, - 'Fortnite' => 36997, - 'Gmail' => 36499, - 'Google' => 36284, - 'Google Drive' => 38560, - 'GTA 5' => 38305, - 'Gtd Manquehue' => 37683, - 'HBO' => 36353, - 'iCloud' => 38854, - 'Instagram' => 36283, - 'Itaú' => 38473, - 'LinkedIn' => 38625, - 'Movistar' => 36289, - 'Mundo Pacifico' => 37684, - 'Netflix' => 36282, - 'Office 365' => 38077, - 'Origin' => 38102, - 'Outlook' => 36281, - 'Player Unknown\'s Battlegrounds' => 36564, - 'Playstation Network' => 36280, - 'Pokémon Go' => 36293, - 'Rainbow Six' => 36270, - 'Reddit' => 37484, - 'Roblox' => 38930, - 'SII' => 37679, - 'Skype' => 36279, - 'Snapchat' => 36278, - 'Spotify' => 36274, - 'Steam' => 36272, - 'Teamviewer' => 37068, - 'Telegram' => 38170, - 'Telsur' => 36292, - 'Tinder' => 37907, - 'Twitch' => 36541, - 'Twitter' => 36273, - 'Uplay PC' => 36271, - 'VTR' => 36291, - 'Warframe' => 37123, - 'Whatsapp' => 36277, - 'Wom' => 38308, - 'Xbox Live' => 37024, - 'Yahoo Mail' => 36276, - 'Youtube' => 36275, - ), - 'Colombia' => array( - 'Apex Legends' => 38140, - 'BBVA' => 37781, - 'Blizzard Battle.net' => 38148, - 'Call of Duty' => 38937, - 'Claro' => 37788, - 'Directv' => 37968, - 'Discord' => 38552, - 'EA' => 38282, - 'ETB' => 37967, - 'Facebook' => 37782, - 'Facebook Messenger' => 38257, - 'Fifa' => 38431, - 'Fortnite' => 37783, - 'Free Fire' => 38805, - 'Gmail' => 37779, - 'Google' => 37780, - 'Google Drive' => 39067, - 'GTA 5' => 38277, - 'HBO' => 38370, - 'iCloud' => 38857, - 'Instagram' => 37784, - 'Movistar' => 37789, - 'Netflix' => 37820, - 'Origin' => 38424, - 'Outlook' => 38464, - 'Player Unknown\'s Battlegrounds' => 37785, - 'Playstation Network' => 38391, - 'Snapchat' => 38506, - 'Spotify' => 38168, - 'Steam' => 38933, - 'Teamviewer' => 38460, - 'Telegram' => 38484, - 'Tigo' => 37966, - 'Tinder' => 37908, - 'Twitter' => 38169, - 'Waze' => 39070, - 'Whatsapp' => 37786, - 'Xbox Live' => 38071, - 'Yahoo Mail' => 38924, - 'Youtube' => 37787, - ), - 'România' => array( - 'Apex Legends' => 38142, - 'Battlefield' => 38441, - 'Blizzard Battle.net' => 37867, - 'Brawl Stars' => 38817, - 'Call of Duty' => 38934, - 'Counter-strike' => 38237, - 'Destiny' => 38988, - 'Digi' => 38971, - 'Discord' => 37953, - 'Dota 2' => 38222, - 'EA' => 38039, - 'Facebook' => 37868, - 'Facebook Messenger' => 37869, - 'Fifa' => 38046, - 'Fortnite' => 38070, - 'Gmail' => 38549, - 'Google' => 37870, - 'Google Play' => 38524, - 'GTA 5' => 38281, - 'HBO Go' => 38383, - 'iCloud' => 38849, - 'Instagram' => 37871, - 'Netflix' => 37872, - 'Orange' => 38970, - 'Origin' => 38045, - 'Player Unknown\'s Battlegrounds' => 37873, - 'Playstation Network' => 38407, - 'Reddit' => 38063, - 'Roblox' => 38918, - 'Snapchat' => 38510, - 'Steam' => 38083, - 'Telekom' => 38931, - 'Tinder' => 37913, - 'Twitter' => 38674, - 'UPC' => 38968, - 'Uplay PC' => 38637, - 'Vodafone' => 38967, - 'Whatsapp' => 38027, - 'Wikipedia' => 38875, - 'Xbox Live' => 38073, - 'Yahoo Mail' => 38455, - 'Youtube' => 37874, - ), - 'Magyarország' => array( - 'Apex Legends' => 38143, - 'Battlefield' => 38450, - 'Blizzard Battle.net' => 37883, - 'Call of Duty' => 39004, - 'Counter-strike' => 38242, - 'Destiny' => 38979, - 'Discord' => 38454, - 'Dota 2' => 38475, - 'EA' => 38038, - 'Escape from Tarkov' => 39055, - 'Facebook' => 37884, - 'Facebook Messenger' => 37885, - 'Fifa' => 38437, - 'Fortnite' => 38808, - 'Ghost Recon' => 38991, - 'Gmail' => 38514, - 'Google' => 37886, - 'GTA 5' => 38280, - 'HBO Go' => 38382, - 'iCloud' => 38852, - 'Instagram' => 37887, - 'Mastercard' => 38592, - 'Netflix' => 37888, - 'Office 365' => 38040, - 'Origin' => 38044, - 'Outlook' => 38078, - 'Pinterest' => 37954, - 'Player Unknown\'s Battlegrounds' => 37889, - 'Playstation Network' => 38408, - 'Rainbow Six' => 38486, - 'Reddit' => 38065, - 'Snapchat' => 38507, - 'Steam' => 38232, - 'Tinder' => 37910, - 'Twitch' => 39016, - 'Twitter' => 38673, - 'Uplay PC' => 38354, - 'Whatsapp' => 38372, - 'Wikipedia' => 38876, - 'Xbox Live' => 38074, - 'Yahoo Mail' => 38886, - 'Youtube' => 37890, - ), - 'Ecuador' => array( - 'Call of Duty' => 38936, - 'Claro' => 37985, - 'CNT' => 37990, - 'EA' => 38421, - 'Facebook' => 37797, - 'Facebook Messenger' => 38256, - 'Fortnite' => 37798, - 'HBO' => 38368, - 'iCloud' => 38856, - 'Instagram' => 37799, - 'iPlanet' => 37986, - 'Movistar' => 37984, - 'Nedetel' => 37987, - 'Netflix' => 37819, - 'Netlife' => 37991, - 'Playstation Network' => 38577, - 'Puntonet' => 37988, - 'Steam' => 38932, - 'Telegram' => 38482, - 'TVCable' => 37989, - 'Twitter' => 38670, - 'Whatsapp' => 37800, - 'Youtube' => 37801, - ), - ) - ) - ), - ); - - const API_TOKEN = 'YW5kcm9pZF9hcGlfdXNlcl92MTpxTkRyenZSczY1bW1ESlk0ZVNIWmtobFY='; - - public function collectData(){ - - if($this->queriedContext == 'All Websites') { - $html = getSimpleHTMLDOM($this->getURI() . '/archive/') - or returnClientError('Impossible to query website !.'); - - $table = $html->find('table.table-striped', 0); - - $maxCount = 10; - foreach ($table->find('tr') as $downEvent) { - $downLink = $downEvent->find('td', 1)->find('a', 1); - $item = $this->collectArticleData($downLink->getAttribute('href')); - $this->items[] = $item; - if($maxCount == 0) break; - $maxCount -= 1; - } - } else { - $this->items = $this->collectCompanyEvents($this->getInput('website')); - } - } - - protected function collectArticleData($link) { - - preg_match('/\/([0-9]{3,})/', $link, $matches); - $eventId = $matches[1]; - - $header = array( - 'Authorization: Basic ' . self::API_TOKEN - ); - - $article = getContents('https://downdetectorapi.com/v1/events/' . $eventId, $header) - or returnServerError('Could not request DownDetector API.'); - $article_json = json_decode($article); - - $item = array(); - $item['uri'] = $this->getURI() . $link; - $item['id'] = $article_json->id; - $item['title'] = $article_json->title; - $item['content'] = $article_json->body; - $item['timestamp'] = (new DateTime($article_json->started_at))->getTimestamp(); - return $item; - - } - - protected function collectCompanyEvents($companyId) { - - $header = array( - 'Authorization: Basic ' . self::API_TOKEN - ); - - $events = getContents('https://downdetectorapi.com/v1/companies/' . $companyId . '/events/', $header) - or returnServerError('Could not request DownDetector API.'); - $events_json = json_decode($events); - - $items = array(); - - foreach($events_json as $event) { - $item = array(); - $item['id'] = $event->id; - $item['title'] = $event->title; - $item['content'] = $event->body; - $item['timestamp'] = (new DateTime($event->started_at))->getTimestamp(); - $items[] = $item; - } - - return $items; - - } - - public function getURI() { - if($this->getInput('country') !== null) { - return $this->getInput('country'); - } else { - return self::URI; - } - } -} diff --git a/bridges/DribbbleBridge.php b/bridges/DribbbleBridge.php index b1193c90b72..539127b36ba 100644 --- a/bridges/DribbbleBridge.php +++ b/bridges/DribbbleBridge.php @@ -1,96 +1,114 @@ loadEmbeddedJsonData($html); - - foreach($html->find('li[id^="screenshot-"]') as $shot) { - $item = array(); - - $additional_data = $this->findJsonForShot($shot, $json); - if ($additional_data === null) { - $item['uri'] = self::URI . $shot->find('a', 0)->href; - $item['title'] = $shot->find('.dribbble-over strong', 0)->plaintext; - } else { - $item['timestamp'] = strtotime($additional_data['published_at']); - $item['uri'] = self::URI . $additional_data['path']; - $item['title'] = $additional_data['title']; - } - - $item['author'] = trim($shot->find('.attribution-user a', 0)->plaintext); - - $description = $shot->find('.comment', 0); - $item['content'] = $description === null ? '' : $description->plaintext; - - $preview_path = $shot->find('picture source', 0)->attr['srcset']; - $item['content'] .= $this->getImageTag($preview_path, $item['title']); - $item['enclosures'] = array($this->getFullSizeImagePath($preview_path)); - - $this->items[] = $item; - } - } - - private function loadEmbeddedJsonData($html){ - $json = array(); - $scripts = $html->find('script'); - - foreach($scripts as $script) { - if(strpos($script->innertext, 'newestShots') !== false) { - // fix single quotes - $script->innertext = str_replace('\'', '"', $script->innertext); - - // fix JavaScript JSON (why do they not adhere to the standard?) - $script->innertext = preg_replace('/(\w+):/i', '"\1":', $script->innertext); - - // find beginning of JSON array - $start = strpos($script->innertext, '['); - - // find end of JSON array, compensate for missing character! - $end = strpos($script->innertext, '];') + 1; - - // convert JSON to PHP array - $json = json_decode(substr($script->innertext, $start, $end - $start), true); - break; - } - } - - return $json; - } - - private function findJsonForShot($shot, $json){ - foreach($json as $element) { - if(strpos($shot->getAttribute('id'), (string)$element['id']) !== false) { - return $element; - } - } - - return null; - } - - private function getImageTag($preview_path, $title){ - return sprintf( - '
Перейти к комментариям'; + } + + private function addReadMoreLink($content, $url) + { + if (!is_null($content)) { + return preg_replace('!\s+!', ' ', str_replace('Читать дальше', '', $content->plaintext)) . + '
Читать далее'; + } else { + return ''; + } + } + + public function collectData() + { + switch ($this->queriedContext) { + default: + case 'Новости и тест-драйвы': + $this->getNews(); + break; + case 'Бортжурналы (По модели или марке)': + if (!preg_match('/^https:\/\/www.drive2.ru\/experience/', $this->getInput('url'))) { + returnServerError('Invalid url'); + } + $this->getLogbooksContent($this->getInput('url')); + break; + case 'Личные блоги': + if (!preg_match('/^[a-zA-Z0-9-]{3,16}$/', $this->getInput('username'))) { + returnServerError('Invalid username'); + } + $this->getUserContent('https://www.drive2.ru/users/' . $this->getInput('username')); + break; + case 'Публикации по темам (Стоит почитать)': + $this->getUserContent('https://www.drive2.ru/topics/' . $this->getInput('topic')); + break; + } + } + + public function getName() + { + return $this->title ?: parent::getName(); + } + + public function getIcon() + { + return 'https://www.drive2.ru/favicon.ico'; + } +} diff --git a/bridges/DuckDuckGoBridge.php b/bridges/DuckDuckGoBridge.php index 8533be5ecfd..6f9069fa345 100644 --- a/bridges/DuckDuckGoBridge.php +++ b/bridges/DuckDuckGoBridge.php @@ -1,42 +1,53 @@ array( - 'name' => 'keyword', - 'required' => true - ), - 'sort' => array( - 'name' => 'sort by', - 'type' => 'list', - 'required' => false, - 'values' => array( - 'date' => self::SORT_DATE, - 'relevance' => self::SORT_RELEVANCE - ), - 'defaultValue' => self::SORT_DATE - ) - )); + const PARAMETERS = [ [ + 'u' => [ + 'name' => 'keyword', + 'exampleValue' => 'duck', + 'required' => true + ], + 'sort' => [ + 'name' => 'sort by', + 'type' => 'list', + 'required' => false, + 'values' => [ + 'date' => self::SORT_DATE, + 'relevance' => self::SORT_RELEVANCE + ], + 'defaultValue' => self::SORT_DATE + ] + ]]; - public function collectData(){ - $html = getSimpleHTMLDOM(self::URI . 'html/?kd=-1&q=' . $this->getInput('u') . $this->getInput('sort')) - or returnServerError('Could not request DuckDuckGo.'); + public function collectData() + { + $query = [ + 'kd' => '-1', + 'q' => $this->getInput('u') . $this->getInput('sort'), + ]; + $url = 'https://duckduckgo.com/html/?' . http_build_query($query); + $html = getSimpleHTMLDOM($url); - foreach($html->find('div.results_links') as $element) { - $item = array(); - $item['uri'] = $element->find('a', 0)->href; - $item['title'] = $element->find('a', 1)->innertext; - $item['content'] = $element->find('div.snippet', 0)->plaintext; - $this->items[] = $item; - } - } + foreach ($html->find('div.result') as $element) { + $item = []; + $item['uri'] = $element->find('a.result__a', 0)->href; + $item['title'] = $element->find('h2.result__title', 0)->plaintext; + + $snippet = $element->find('a.result__snippet', 0); + if ($snippet) { + $item['content'] = $snippet->plaintext; + } + $this->items[] = $item; + } + } } diff --git a/bridges/DuvarOrgBridge.php b/bridges/DuvarOrgBridge.php new file mode 100644 index 00000000000..f5f01063775 --- /dev/null +++ b/bridges/DuvarOrgBridge.php @@ -0,0 +1,86 @@ + [ + 'name' => 'Limit', + 'type' => 'number', + 'required' => true, + 'title' => 'Maximum number of items to return', + 'defaultValue' => 20, + ], + 'urlsuffix' => [ + 'name' => 'URL Suffix', + 'type' => 'list', + 'title' => 'Suffix for the URL to scrape a specific section', + 'defaultValue' => 'Main', + 'values' => [ + 'Main' => '', + 'Balanced' => '/uyumlu', + 'Protest' => '/muhalif', + 'Center' => '/merkez', + 'Alternative' => '/alternatif', + 'Global' => '/global', + ], + ], + ]]; + + public function collectData() + { + $postCount = $this->getInput('postcount'); + $urlSuffix = $this->getInput('urlsuffix'); + $url = self::URI . $urlSuffix; + $html = getSimpleHTMLDOM($url); + + foreach ($html->find('article.news-item') as $data) { + if ($data === null) { + continue; + } + + try { + $item = []; + $linkElement = $data->find('h2.news-title a', 0); + $titleElement = $data->find('h2.news-title a', 0); + $timestampElement = $data->find('time.meta-tag.date-tag', 0); + $contentElement = $data->find('div.news-description', 0); + + if ($linkElement) { + $item['uri'] = $linkElement->getAttribute('href'); + } else { + continue; + } + if ($titleElement) { + $item['title'] = trim($titleElement->plaintext); + } else { + continue; + } + if ($timestampElement) { + $item['timestamp'] = strtotime($timestampElement->plaintext); + } else { + $item['timestamp'] = time(); + } + if ($contentElement) { + $item['content'] = trim($contentElement->plaintext); + } else { + $item['content'] = ''; + } + $item['uid'] = hash('sha256', $item['title']); + + $this->items[] = $item; + + if (count($this->items) >= $postCount) { + break; + } + } catch (Exception $e) { + continue; + } + } + } +} \ No newline at end of file diff --git a/bridges/EASeedBridge.php b/bridges/EASeedBridge.php new file mode 100644 index 00000000000..bb5fa41d11c --- /dev/null +++ b/bridges/EASeedBridge.php @@ -0,0 +1,42 @@ +find('ea-grid', 0); + if (!$dom) { + throw new \Exception(sprintf('Unable to find css selector on `%s`', $url)); + } + $dom = defaultLinkTo($dom, $this->getURI()); + foreach ($dom->find('ea-tile') as $article) { + $a = $article->find('a', 0); + $date = $article->find('div', 1)->plaintext; + $title = $article->find('h3', 0)->plaintext; + $author = $article->find('div', 0)->plaintext; + + $entry = getSimpleHTMLDOMCached($a->href, static::CACHE_TIMEOUT * 7 * 4); + + $content = $entry->find('main', 0); + + // remove header and links to other posts + $content->find('ea-header', 0)->outertext = ''; + $content->find('ea-section', -1)->outertext = ''; + + $this->items[] = [ + 'title' => $title, + 'author' => $author, + 'uri' => $a->href, + 'content' => $content, + 'timestamp' => strtotime($date), + ]; + } + } +} diff --git a/bridges/EBayBridge.php b/bridges/EBayBridge.php new file mode 100644 index 00000000000..463f73d6321 --- /dev/null +++ b/bridges/EBayBridge.php @@ -0,0 +1,185 @@ + [ + 'name' => 'Search URL', + 'title' => 'Copy the URL from your browser\'s address bar after searching for your items and paste it here', + 'pattern' => '^(https:\/\/)?(www\.)?(befr\.|benl\.)?ebay\.(com|com\.au|at|be|ca|ch|cn|es|fr|de|com\.hk|ie|it|com\.my|nl|ph|pl|com\.sg|co\.uk)\/.*$', + 'exampleValue' => 'https://www.ebay.com/sch/i.html?_nkw=atom+rss', + 'required' => true, + ], + 'includesSearchLink' => [ + 'name' => 'Include Original Search Link', + 'title' => 'Whether or not each feed item should include the original search query link to eBay which was used to find the given listing.', + 'type' => 'checkbox', + 'defaultValue' => false, + ], + ]]; + + public function getURI() + { + if ($this->getInput('url')) { + # make sure we order by the most recently listed offers + $uri = trim(preg_replace('/([?&])_sop=[^&]+(&|$)/', '$1', $this->getInput('url')), '?&/'); + $uri .= (parse_url($uri, PHP_URL_QUERY) ? '&' : '?') . '_sop=10'; + + // Ensure the List View is used instead of the Gallery View. + $uri = trim(preg_replace('/[?&]_dmd=[^&]+(&|$)/i', '$1', $uri), '?&/'); + $uri .= '&_dmd=1'; + + return $uri; + } else { + return parent::getURI(); + } + } + + public function getName() + { + $url = $this->getInput('url'); + if (!$url) { + return parent::getName(); + } + $urlQueries = explode('&', parse_url($url, PHP_URL_QUERY)); + + $searchQuery = array_reduce($urlQueries, function ($q, $p) { + if (preg_match('/^_nkw=(.+)$/i', $p, $matches)) { + $q[] = str_replace('+', ' ', urldecode($matches[1])); + } + + return $q; + }); + + if ($searchQuery) { + return 'eBay - ' . $searchQuery[0]; + } + + return parent::getName(); + } + + public function collectData() + { + $html = getSimpleHTMLDOM($this->getURI()); + + // Remove any unsolicited results, e.g. "Results matching fewer words" + foreach ($html->find('ul.srp-results > li.srp-river-answer--REWRITE_START ~ li') as $inexactMatches) { + $inexactMatches->remove(); + } + + // Remove "NEW LISTING" labels: we sort by the newest, so this is redundant. + foreach ($html->find('.LIGHT_HIGHLIGHT') as $new_listing_label) { + $new_listing_label->remove(); + } + + $results = $html->find('ul.srp-results > li.s-item'); + foreach ($results as $listing) { + $item = []; + + // Define a closure to shorten the ugliness of querying the current listing. + $find = function ($query, $altText = '') use ($listing) { + return $listing->find($query, 0)->plaintext ?? $altText; + }; + + $item['title'] = $find('.s-item__title'); + if (!$item['title']) { + // Skip entries where the title cannot be found (for w/e reason). + continue; + } + + // It appears there may be more than a single 'subtitle' subclass in the listing. Collate them. + $subtitles = $listing->find('.s-item__subtitle'); + if (is_array($subtitles)) { + $subtitle = trim(implode(' ', array_column($subtitles, 'plaintext'))); + } else { + $subtitle = trim($subtitles->plaintext ?? ''); + } + + // Get the listing's link and uid. + $itemUri = $listing->find('.s-item__link', 0); + if ($itemUri) { + $item['uri'] = $itemUri->href; + } + if (preg_match('/.*\/itm\/(\d+).*/i', $item['uri'], $matches)) { + $item['uid'] = $matches[1]; + } + + // Price should be fetched on its own so we can provide the alt text without complication. + $price = $find('.s-item__price', '[NO PRICE]'); + + // Map a list of dynamic variable names to their subclasses within the listing. + // This is just a bit of sugar to make this cleaner and more maintainable. + $propertyMappings = [ + 'additionalPrice' => '.s-item__additional-price', + 'discount' => '.s-item__discount', + 'shippingFree' => '.s-item__freeXDays', + 'localDelivery' => '.s-item__localDelivery', + 'logisticsCost' => '.s-item__logisticsCost', + 'location' => '.s-item__location', + 'obo' => '.s-item__formatBestOfferEnabled', + 'sellerInfo' => '.s-item__seller-info-text', + 'bids' => '.s-item__bidCount', + 'timeLeft' => '.s-item__time-left', + 'timeEnd' => '.s-item__time-end', + ]; + + foreach ($propertyMappings as $k => $v) { + $$k = $find($v); + } + + // When an additional price detail or discount is defined, create the 'discountLine'. + if ($additionalPrice || $discount) { + $discountLine = '
(' + . trim($additionalPrice ?? '') + . '; ' . trim($discount ?? '') + . ')'; + } else { + $discountLine = ''; + } + + // Prepend the time-left info with a comma if the right details were found. + $timeInfo = trim($timeLeft . ' ' . $timeEnd); + if ($timeInfo) { + $timeInfo = ', ' . $timeInfo; + } + + // Set the listing type. + if ($bids) { + $listingTypeDetails = "Auction: {$bids}{$timeInfo}"; + } else { + $listingTypeDetails = 'Buy It Now'; + } + + // Acquire the listing's primary image and atach it. + $image = $listing->find('.s-item__image-wrapper > img', 0); + if ($image) { + // Not quite sure why append fragment here + $imageUrl = $image->src . '#.image'; + $item['enclosures'] = [$imageUrl]; + } + + // Include the original search link, if specified. + if ($this->getInput('includesSearchLink')) { + $searchLink = ''; + } else { + $searchLink = ''; + } + + // Build the final item's content to display and add the item onto the list. + $item['content'] = <<
$price $obo ($listingTypeDetails)
+ $discountLine
+
$shippingFree $localDelivery $logisticsCost
{$subtitle}
+$searchLink +CONTENT; + + $this->items[] = $item; + } + } +} diff --git a/bridges/EDDHPiRepsBridge.php b/bridges/EDDHPiRepsBridge.php new file mode 100644 index 00000000000..7d5e6a0bd04 --- /dev/null +++ b/bridges/EDDHPiRepsBridge.php @@ -0,0 +1,85 @@ +find('table table table td') as $itemnode) { + $texts = $this->extractTexts($itemnode->find('text, br')); + $timestamp = $itemnode->find('.su_dat', 0)->innertext(); + $uri = $itemnode->find('.pir_hd a', 0)->href; + $this->items[] = [ + 'timestamp' => $this->formatItemTimestamp($timestamp), + 'title' => $this->formatItemTitle($texts), + 'uri' => $this->formatItemUri($uri), + 'author' => $this->formatItemAuthor($texts), + 'content' => $this->formatItemContent($texts) + ]; + } + } + + public function getIcon() + { + return 'https://eddh.de/favicon.ico'; + } + + private function extractTexts($nodes) + { + $texts = []; + $i = 0; + foreach ($nodes as $node) { + $text = trim($node->outertext()); + if ($node->tag == 'br') { + $texts[$i++] = "\n"; + } elseif (($node->tag == 'text') && ($text != '')) { + $text = iconv('Windows-1252', 'UTF-8', $text); + $text = str_replace(' ', '', $text); + $texts[$i++] = $text; + } + } + return $texts; + } + + protected function formatItemAuthor($texts) + { + $pos = array_search('Name:', $texts); + return $texts[$pos + 1]; + } + + protected function formatItemContent($texts) + { + $pos1 = array_search('Bemerkungen:', $texts); + $pos2 = array_search('Bewertung:', $texts); + $content = ''; + for ($i = $pos1 + 1; $i < $pos2; $i++) { + $content .= $texts[$i]; + } + return trim($content); + } + + protected function formatItemTitle($texts) + { + $texts[5] = ltrim($texts[5], '('); + return implode(' ', [$texts[1], $texts[2], $texts[3], $texts[5]]); + } + + protected function formatItemTimestamp($value) + { + $value = str_replace('Eintrag vom', '', $value); + $value = trim($value); + return strtotime($value); + } + + protected function formatItemUri($value) + { + return 'https://eddh.de/info/' . $value; + } +} diff --git a/bridges/EDDHPresseschauBridge.php b/bridges/EDDHPresseschauBridge.php new file mode 100644 index 00000000000..935856847af --- /dev/null +++ b/bridges/EDDHPresseschauBridge.php @@ -0,0 +1,42 @@ +setTime(0, 0, 0); + return $dti->getTimestamp(); + } +} diff --git a/bridges/ETTVBridge.php b/bridges/ETTVBridge.php deleted file mode 100644 index c348ca01c8f..00000000000 --- a/bridges/ETTVBridge.php +++ /dev/null @@ -1,161 +0,0 @@ - array( - 'name' => 'Keywords', - 'required' => true - ), - 'cat' => array( - 'type' => 'list', - 'name' => 'Category', - 'values' => array( - '(ALL TYPES)' => '0', - 'Anime: Movies' => '73', - 'Anime: Dubbed/Subbed' => '74', - 'Anime: Others' => '75', - 'Books: Ebooks' => '53', - 'Books: Magazines' => '54', - 'Books: Comics' => '55', - 'Books: Audio' => '56', - 'Books: Others' => '68', - 'Games: Windows' => '57', - 'Games: Android' => '58', - 'Games: Others' => '71', - 'Movies: HD 1080p' => '1', - 'Movies: HD 720p' => '2', - 'Movies: UltraHD/4K' => '3', - 'Movies: XviD' => '42', - 'Movies: X264/H264' => '47', - 'Movies: 3D' => '49', - 'Movies: Dubs/Dual Audio' => '51', - 'Movies: CAM/TS' => '65', - 'Movies: BluRay Disc/Remux' => '66', - 'Movies: DVDR' => '67', - 'Movies: HEVC/x265' => '76', - 'Music: MP3' => '59', - 'Music: FLAC' => '60', - 'Music: Music Videos' => '61', - 'Music: Others' => '69', - 'Software: Windows' => '62', - 'Software: Android' => '63', - 'Software: Mac' => '64', - 'Software: Others' => '70', - 'TV: HD/X264/H264' => '41', - 'TV: SD/X264/H264' => '5', - 'TV: TV Packs' => '7', - 'TV: SD/XVID' => '50', - 'TV: Sport' => '72', - 'TV: HEVC/x265' => '77', - 'Unsorted: Unsorted' => '78' - ), - 'defaultValue' => '(ALL TYPES)' - ), - 'status' => array( - 'type' => 'list', - 'name' => 'Status', - 'values' => array( - 'Active Transfers' => '0', - 'Included Dead' => '1', - 'Only Dead' => '2' - ), - 'defaultValue' => 'Included Dead' - ), - 'lang' => array( - 'type' => 'list', - 'name' => 'Lang', - 'values' => array( - '(ALL)' => '0', - 'Arabic' => '17', - 'Chinese ' => '10', - 'Danish' => '13', - 'Dutch' => '11', - 'English' => '1', - 'Finnish' => '18', - 'French' => '2', - 'German' => '3', - 'Greek' => '15', - 'Hindi' => '8', - 'Italian' => '4', - 'Japanese' => '5', - 'Korean' => '9', - 'Polish' => '14', - 'Russian' => '7', - 'Spanish' => '6', - 'Turkish' => '16' - ), - 'defaultValue' => '(ALL)' - ) - )); - - protected $results_link; - - public function collectData(){ - // No control on inputs, because all defaultValue are set - $query_str = 'torrents-search.php'; - $query_str .= '?search=' . urlencode('+' . str_replace(' ', ' +', $this->getInput('query'))); - $query_str .= '&cat=' . $this->getInput('cat'); - $query_str .= '&incldead=' . $this->getInput('status'); - $query_str .= '&lang=' . $this->getInput('lang'); - $query_str .= '&sort=id&order=desc'; - - // Get results page - $this->results_link = self::URI . $query_str; - $html = getSimpleHTMLDOM($this->results_link) - or returnServerError('Could not request ' . $this->getName()); - - // Loop on each entry - foreach($html->find('table.table tr') as $element) { - if($element->parent->tag == 'thead') continue; - $entry = $element->find('td', 1)->find('a', 0); - - // retrieve result page to get more details - $link = rtrim(self::URI, '/') . $entry->href; - $page = getSimpleHTMLDOM($link) - or returnServerError('Could not request page ' . $link); - - // get details & download links - $details = $page->find('fieldset.download table', 0); // WHAT?? It should be the second one… - $dllinks = $page->find('div#downloadbox table', 0); - - // fill item - $item = array(); - $item['author'] = $details->children(6)->children(1)->plaintext; - $item['title'] = $entry->title; - $item['uri'] = $link; - $item['timestamp'] = strtotime($details->children(7)->children(1)->plaintext); - $item['content'] = ''; - $item['content'] .= 'Name: ' . $details->children(0)->children(1)->innertext; - $item['content'] .= '
Lang: ' . $details->children(3)->children(1)->innertext; - $item['content'] .= '
Size: ' . $details->children(4)->children(1)->innertext; - $item['content'] .= '
Hash: ' . $details->children(5)->children(1)->innertext; - foreach($dllinks->children(0)->children(1)->find('a') as $dl) { - $item['content'] .= '
' . $dl->outertext; - } - $item['content'] .= '
' . $details->children(1)->children(0)->innertext; - $this->items[] = $item; - } - } - - public function getName(){ - if($this->getInput('query')) { - return '[' . self::NAME . '] ' . $this->getInput('query'); - } - - return self::NAME; - } - - public function getURI(){ - if(isset($this->results_link) && !empty($this->results_link)) { - return $this->results_link; - } - - return self::URI; - } -} diff --git a/bridges/EZTVBridge.php b/bridges/EZTVBridge.php index c016ff33081..556bd39ec38 100644 --- a/bridges/EZTVBridge.php +++ b/bridges/EZTVBridge.php @@ -1,67 +1,117 @@ array( - 'name' => 'Show ids', - 'exampleValue' => 'showID1,showID2,…', - 'required' => true - ) - )); +class EZTVBridge extends BridgeAbstract +{ + const MAINTAINER = 'alexAubin'; + const NAME = 'EZTV'; + const URI = 'https://eztvstatus.com'; + const DESCRIPTION = 'Search for torrents by IMDB id. You can find IMDB id in the url of a tv show.'; - public function collectData(){ + const PARAMETERS = [ + [ + 'ids' => [ + 'name' => 'IMDB ids', + 'exampleValue' => '8740790,1733785', + 'required' => true, + 'title' => 'One or more IMDB ids' + ], + 'no480' => [ + 'name' => 'No 480p', + 'type' => 'checkbox', + 'title' => 'Activate to exclude 480p torrents' + ], + 'no720' => [ + 'name' => 'No 720p', + 'type' => 'checkbox', + 'title' => 'Activate to exclude 720p torrents' + ], + 'no1080' => [ + 'name' => 'No 1080p', + 'type' => 'checkbox', + 'title' => 'Activate to exclude 1080p torrents' + ], + 'no2160' => [ + 'name' => 'No 2160p', + 'type' => 'checkbox', + 'title' => 'Activate to exclude 2160p torrents' + ], + 'noUnknownRes' => [ + 'name' => 'No Unknown resolution', + 'type' => 'checkbox', + 'title' => 'Activate to exclude unknown resolution torrents' + ], + ] + ]; - // Make timestamp from relative released time in table - function makeTimestamp($relativeReleaseTime){ + public function collectData() + { + $eztv_uri = $this->getEztvUri(); + $ids = explode(',', trim($this->getInput('ids'))); + foreach ($ids as $id) { + $url = sprintf('%s/api/get-torrents?imdb_id=%s', $eztv_uri, $id); + $json = getContents($url); + $data = json_decode($json); + if (!isset($data->torrents)) { + // No results + continue; + } + foreach ($data->torrents as $torrent) { + $title = $torrent->title; + $regex480 = '/480p/'; + $regex720 = '/720p/'; + $regex1080 = '/1080p/'; + $regex2160 = '/2160p/'; + $regexUnknown = '/(480p|720p|1080p|2160p)/'; + // Skip unwanted resolution torrents + if ( + (preg_match($regex480, $title) === 1 && $this->getInput('no480')) + || (preg_match($regex720, $title) === 1 && $this->getInput('no720')) + || (preg_match($regex1080, $title) === 1 && $this->getInput('no1080')) + || (preg_match($regex2160, $title) === 1 && $this->getInput('no2160')) + || (preg_match($regexUnknown, $title) !== 1 && $this->getInput('noUnknownRes')) + ) { + continue; + } + $this->items[] = $this->getItemFromTorrent($torrent); + } + } + usort($this->items, function ($torrent1, $torrent2) { + return $torrent2['timestamp'] <=> $torrent1['timestamp']; + }); + } - $relativeDays = 0; - $relativeHours = 0; + protected function getEztvUri() + { + $html = getSimpleHTMLDom(self::URI); + $urls = $html->find('a.domainLink'); + foreach ($urls as $url) { + $headers = get_headers($url->href); + if (substr($headers[0], 9, 3) === '200') { + return $url->href; + } + } + throw new Exception('No valid EZTV URI available'); + } - foreach(explode(' ', $relativeReleaseTime) as $relativeTimeElement) { - if(substr($relativeTimeElement, -1) == 'd') $relativeDays = substr($relativeTimeElement, 0, -1); - if(substr($relativeTimeElement, -1) == 'h') $relativeHours = substr($relativeTimeElement, 0, -1); - } - return mktime(date('h') - $relativeHours, 0, 0, date('m'), date('d') - $relativeDays, date('Y')); - } + protected function getItemFromTorrent($torrent) + { + $item = []; + $item['uri'] = $torrent->episode_url ?? $torrent->torrent_url; + $item['author'] = $torrent->imdb_id; + $item['timestamp'] = $torrent->date_released_unix; + $item['title'] = $torrent->title; + $item['enclosures'][] = $torrent->torrent_url; - // Loop on show ids - $showList = explode(',', $this->getInput('i')); - foreach($showList as $showID) { + $thumbnailUri = 'https:' . $torrent->small_screenshot; + $torrentSize = format_bytes((int) $torrent->size_bytes); - // Get show page - $html = getSimpleHTMLDOM(self::URI . 'shows/' . rawurlencode($showID) . '/') - or returnServerError('Could not request EZTV for id "' . $showID . '"'); + $item['content'] = $torrent->filename . '
File size: ' + . $torrentSize . '
magnet link
torrent link
{$title->title}
+ Added on:$from
+ Removed on:$to
+EOD;
+
+ $item = [];
+ $item['uri'] = $baseURI . $title->href;
+ $item['title'] = $to . ' - ' . $title->plaintext;
+ $item['content'] = $summary;
+ // some movies are added and removed multiple times
+ $item['uid'] = $title->href . '-' . $to;
+ $this->items[] = $item;
+ }
+ }
+}
diff --git a/bridges/NewgroundsBridge.php b/bridges/NewgroundsBridge.php
new file mode 100644
index 00000000000..fe956573c0b
--- /dev/null
+++ b/bridges/NewgroundsBridge.php
@@ -0,0 +1,81 @@
+ [
+ 'username' => [
+ 'name' => 'Username',
+ 'type' => 'text',
+ 'required' => true,
+ 'exampleValue' => 'TomFulp'
+ ]
+ ]
+ ];
+
+ public function collectData()
+ {
+ $username = $this->getInput('username');
+ if (!preg_match('/^\w+$/', $username)) {
+ throw new \Exception('Illegal username');
+ }
+
+ $html = getSimpleHTMLDOM($this->getURI());
+
+ $posts = $html->find('.item-portalitem-art-medium');
+
+ foreach ($posts as $post) {
+ $item = [];
+
+ $item['author'] = $username;
+ $item['uri'] = $post->href;
+
+ $titleOrRestricted = $post->find('h4')[0]->innertext;
+
+ // Newgrounds doesn't show public previews for NSFW content.
+ if ($titleOrRestricted === 'Restricted Content: Sign in to view!') {
+ $item['title'] = 'NSFW: ' . $item['uri'];
+ $item['content'] = <<Failed to request Next.ink: ' . $item['uri'] . '
'; + return $item; + } + + // Filter premium and brief articles? + $paywall_selector = 'div#paywall'; + $brief_selector = 'div.brief-article'; + foreach ( + [ + 'filter_premium' => $paywall_selector, + 'filter_brief' => $brief_selector, + ] as $param_name => $selector + ) { + $param_val = intval($this->getInput($param_name)); + if ($param_val != 0) { + $element_present = is_object($html->find($selector, 0)); + $element_wanted = ($param_val == 2); + if ($element_present != $element_wanted) { + return null; //Filter article + } + } + } + + $article_content = $html->find('div.article-contenu, ' . $brief_selector, 0); + if (is_object($article_content)) { + // Clean article content + foreach ( + [ + 'h1', + 'div.author', + 'p.brief-categories', + 'div.thumbnail-mobile', + 'div#share-bottom', + 'div.author-info', + 'div.other-article', + 'script', + ] as $item_to_remove + ) { + foreach ($article_content->find($item_to_remove) as $dom_node) { + $dom_node->outertext = ''; + } + } + // Image + $postimg = $article_content->find('div.thumbnail', 0); + if (empty($item['enclosures']) && is_object($postimg)) { + $postimg = $postimg->find('img', 0); + if (!empty($postimg->src)) { + $item['enclosures'] = [ $postimg->src ]; + } + } + // Timestamp + $published_time = $html->find('meta[property=article:published_time]', 0); + if (!isset($item['timestamp']) && is_object($published_time)) { + $item['timestamp'] = strtotime($published_time->content); + } + // Paywall + $paywall = $article_content->find($paywall_selector, 0); + if (is_object($paywall) && is_object($paywall->find('h3', 0))) { + $paywall->outertext = '' . $paywall->find('h3', 0)->innertext . '
'; + } + // Content + $item['content'] = $article_content->outertext; + } else { + $item['content'] = $item['content'] . 'Failed to retrieve full article content
'; + } + + return $item; + } +} diff --git a/bridges/NextInpactBridge.php b/bridges/NextInpactBridge.php deleted file mode 100644 index c6bf2f53787..00000000000 --- a/bridges/NextInpactBridge.php +++ /dev/null @@ -1,110 +0,0 @@ - array( - 'name' => 'Feed', - 'type' => 'list', - 'values' => array( - 'Tous nos articles' => 'news', - 'Nos contenus en accès libre' => 'acces-libre', - 'Blog' => 'blog', - 'Bons plans' => 'bonsplans' - ) - ), - 'filter_premium' => array( - 'name' => 'Premium', - 'type' => 'list', - 'values' => array( - 'No filter' => '0', - 'Hide Premium' => '1', - 'Only Premium' => '2' - ) - ), - 'filter_brief' => array( - 'name' => 'Brief', - 'type' => 'list', - 'values' => array( - 'No filter' => '0', - 'Hide Brief' => '1', - 'Only Brief' => '2' - ) - ) - )); - - public function collectData(){ - $feed = $this->getInput('feed'); - if (empty($feed)) - $feed = 'news'; - $this->collectExpandableDatas(self::URI . 'rss/' . $feed . '.xml'); - } - - protected function parseItem($newsItem){ - $item = parent::parseItem($newsItem); - $item['content'] = $this->extractContent($item, $item['uri']); - if (is_null($item['content'])) - return null; //Filtered article - return $item; - } - - private function extractContent($item, $url){ - $html = getSimpleHTMLDOMCached($url); - if (!is_object($html)) - return 'Failed to request NextInpact: ' . $url; - - foreach(array( - 'filter_premium' => 'h2.title_reserve_article', - 'filter_brief' => 'div.brief-inner-content' - ) as $param_name => $selector) { - $param_val = intval($this->getInput($param_name)); - if ($param_val != 0) { - $element_present = is_object($html->find($selector, 0)); - $element_wanted = ($param_val == 2); - if ($element_present != $element_wanted) { - return null; //Filter article - } - } - } - - if (is_object($html->find('div[itemprop=articleBody], div.brief-inner-content', 0))) { - - $subtitle = trim($html->find('span.sub_title, div.brief-head', 0)); - if(is_object($subtitle) && $subtitle->plaintext !== $item['title']) { - $subtitle = '' . $subtitle->plaintext . '
'; - } else { - $subtitle = ''; - } - - $postimg = $html->find( - 'div.container_main_image_article, div.image-brief-container, div.image-brief-side-container', 0 - ); - if(is_object($postimg)) { - $postimg = 'Failed retrieve full article content
'; - } - - $premium_article = $html->find('h2.title_reserve_article', 0); - if (is_object($premium_article)) { - $text .= '' . $premium_article->innertext . '
'; - } - - return $text; - } -} diff --git a/bridges/NextgovBridge.php b/bridges/NextgovBridge.php index 74bfc54a06b..7fe7130a8bb 100644 --- a/bridges/NextgovBridge.php +++ b/bridges/NextgovBridge.php @@ -1,70 +1,72 @@ array( - 'name' => 'Category', - 'type' => 'list', - 'values' => array( - 'All' => 'all', - 'Technology News' => 'technology-news', - 'CIO Briefing' => 'cio-briefing', - 'Emerging Tech' => 'emerging-tech', - 'Cloud' => 'cloud-computing', - 'Cybersecurity' => 'cybersecurity', - 'Mobile' => 'mobile', - 'Health' => 'health', - 'Defense' => 'defense', - 'Big Data' => 'big-data' - ) - ) - )); + const PARAMETERS = [ [ + 'category' => [ + 'name' => 'Category', + 'type' => 'list', + 'values' => [ + 'All' => 'all', + 'Technology News' => 'technology-news', + 'CIO Briefing' => 'cio-briefing', + 'Emerging Tech' => 'emerging-tech', + 'Cybersecurity' => 'cybersecurity', + 'IT Modernization' => 'it-modernization', + 'Policy' => 'policy', + 'Ideas' => 'ideas', + ] + ] + ]]; - public function collectData(){ - $this->collectExpandableDatas(self::URI . 'rss/' . $this->getInput('category') . '/', 10); - } + public function collectData() + { + $url = self::URI . 'rss/' . $this->getInput('category') . '/'; + $limit = 10; + $this->collectExpandableDatas($url, $limit); + } - protected function parseItem($newsItem){ - $item = parent::parseItem($newsItem); + protected function parseItem(array $item) + { + $article_thumbnail = 'https://cdn.nextgov.com/nextgov/images/logo.png'; + $item['content'] = '' . $item['content'] . '
'; - $article_thumbnail = 'https://cdn.nextgov.com/nextgov/images/logo.png'; - $item['content'] = '' . $item['content'] . '
'; +// $namespaces = $newsItem->getNamespaces(true); +// if (isset($namespaces['media'])) { +// $media = $newsItem->children($namespaces['media']); +// if (isset($media->content)) { +// $attributes = $media->content->attributes(); +// $item['content'] = '', '
');
- $contents = stripWithDelimiters($contents, '', '
');
+ $contents = stripWithDelimiters($contents, '
+ {$date}
+');
- return $text;
- }
+ $text = preg_replace('#
');
+ return $text;
+ }
}
diff --git a/bridges/NikonDownloadCenterBridge.php b/bridges/NikonDownloadCenterBridge.php
new file mode 100644
index 00000000000..143d40f5b09
--- /dev/null
+++ b/bridges/NikonDownloadCenterBridge.php
@@ -0,0 +1,49 @@
+getURI());
+
+ foreach ($html->find('dd>ul>li') as $element) {
+ $date = $element->find('.date', 0)->plaintext;
+ $productType = $element->find('.icon>img', 0)->alt;
+ $desc = $element->find('p>a', 0)->plaintext;
+ $link = urljoin(self::URI, $element->find('p>a', 0)->href);
+
+ $item = [
+ 'title' => $desc,
+ 'uri' => $link,
+ 'timestamp' => strtotime($date),
+ 'content' => <<
+ {$desc}
+',
- $image['url'],
- $post['title'],
- 'width="500"'
- );
- $photo .= '
', $contents);
- $content = sprintf(
- '<%1$s>%2$s',
- 'div',
- $content
- );
-
- return $content;
- }
-
- protected static function getRichText($text = '') {
- $text = trim($text);
-
- if (preg_match('/^>\s(?.*)/', $text, $matches)) {
- $text = sprintf(
- '<%1$s>%2$s',
- 'blockquote',
- $matches['text']
- );
- } else {
- $text = sprintf(
- '<%1$s>%2$s',
- 'p',
- $text
- );
- }
-
- return $text;
- }
-
- protected static function getCategories($post) {
- $params = self::PARAMETERS;
- $sections = $params['Sections']['g']['values'];
-
- if(isset($post['sections'])) {
- $postSections = $post['sections'];
- } elseif (isset($post['postSection'])) {
- $postSections = array($post['postSection']);
- } else {
- $postSections = array();
- }
-
- foreach ($postSections as $key => $section) {
- $postSections[$key] = array_search($section, $sections);
- }
-
- return $postSections;
- }
-
- protected static function getTimestamp($post) {
- $url = $post['images']['image460']['url'];
- $headers = get_headers($url, true);
- $date = $headers['Date'];
- $time = strtotime($date);
-
- return $time;
- }
+class NineGagBridge extends BridgeAbstract
+{
+ const NAME = '9gag Bridge';
+ const URI = 'https://9gag.com/';
+ const DESCRIPTION = 'Returns latest quotes from 9gag.';
+ const MAINTAINER = 'ZeNairolf';
+ const CACHE_TIMEOUT = 3600;
+ const PARAMETERS = [
+ 'Popular' => [
+ 'd' => [
+ 'name' => 'Section',
+ 'type' => 'list',
+ 'values' => [
+ 'Hot' => 'hot',
+ 'Trending' => 'trending',
+ 'Fresh' => 'fresh',
+ ],
+ ],
+ 'video' => [
+ 'name' => 'Filter Video',
+ 'type' => 'list',
+ 'values' => [
+ 'NotFiltred' => 'none',
+ 'VideoFiltred' => 'without',
+ 'VideoOnly' => 'only',
+ ],
+ ],
+ 'p' => [
+ 'name' => 'Pages',
+ 'type' => 'number',
+ 'defaultValue' => 3,
+ ],
+ ],
+ 'Sections' => [
+ 'g' => [
+ 'name' => 'Section',
+ 'type' => 'list',
+ 'values' => [
+ 'Among Us' => 'among-us',
+ 'Animals' => 'animals',
+ 'Anime & Manga' => 'anime-manga',
+ 'Anime Waifu' => 'animewaifu',
+ 'Anime Wallpaper' => 'animewallpaper',
+ 'Apex Legends' => 'apexlegends',
+ 'Ask 9GAG' => 'ask9gag',
+ 'Awesome' => 'awesome',
+ 'Car' => 'car',
+ 'Comic & Webtoon' => 'comic-webtoon',
+ 'Coronavirus ' => 'coronavirus',
+ 'Cosplay' => 'cosplay',
+ 'Countryballs' => 'countryballs',
+ 'Cozy & Comfy' => 'home-living',
+ 'Crappy Design' => 'crappydesign',
+ 'Cryptocurrency ' => 'cryptocurrency',
+ 'Cyberpunk 2077' => 'cyberpunk2077',
+ 'Dark Humor' => 'darkhumor',
+ 'Drawing, DIY & Crafts' => 'drawing-diy-crafts',
+ 'Fashion & Beauty' => 'rate-my-outfit',
+ 'Food & Drinks' => 'food-drinks',
+ 'Football' => 'football',
+ 'Fortnite' => 'fortnite',
+ 'Funny' => 'funny',
+ 'Game of Thrones' => 'got',
+ 'Gaming' => 'gaming',
+ 'GIF' => 'gif',
+ 'Girl' => 'girl',
+ 'Girl Celebrity' => 'girlcelebrity',
+ 'Guy' => 'guy',
+ 'History' => 'history',
+ 'Horror' => 'horror',
+ 'K-Pop' => 'kpop',
+ 'Latest News' => 'timely',
+ 'League of Legends' => 'leagueoflegends',
+ 'LEGO' => 'lego',
+ 'Marvel & DC' => 'superhero',
+ 'Meme' => 'meme',
+ 'Movie & TV' => 'movie-tv',
+ 'Music' => 'music',
+ 'NBA' => 'basketball',
+ 'Overwatch' => 'overwatch',
+ 'PC Master Race' => 'pcmr',
+ 'Pokémon' => 'pokemon',
+ 'Politics ' => 'politics',
+ 'PUBG' => 'pubg',
+ 'Random ' => 'random',
+ 'Relationship' => 'relationship',
+ 'Satisfying' => 'satisfying',
+ 'Savage' => 'savage',
+ 'Science & Tech' => 'science-tech',
+ 'Sport ' => 'sport',
+ 'Star Wars' => 'starwars',
+ 'Teens Can Relate' => 'school',
+ 'Travel & Photography' => 'travel-photography',
+ 'Video' => 'video',
+ 'Wallpaper' => 'wallpaper',
+ 'Warhammer' => 'warhammer',
+ 'Wholesome' => 'wholesome',
+ 'WTF' => 'wtf',
+ ],
+ ],
+ 't' => [
+ 'name' => 'Type',
+ 'type' => 'list',
+ 'values' => [
+ 'Hot' => 'hot',
+ 'Fresh' => 'fresh',
+ ],
+ ],
+ 'video' => [
+ 'name' => 'Filter Video',
+ 'type' => 'list',
+ 'values' => [
+ 'NotFiltred' => 'none',
+ 'VideoFiltred' => 'without',
+ 'VideoOnly' => 'only',
+ ],
+ ],
+ 'p' => [
+ 'name' => 'Pages',
+ 'type' => 'number',
+ 'defaultValue' => 3,
+ ],
+ ],
+ ];
+
+ const MIN_NBR_PAGE = 1;
+ const MAX_NBR_PAGE = 6;
+
+ protected $p = null;
+
+ public function collectData()
+ {
+ $url = sprintf(
+ '%sv1/group-posts/group/%s/type/%s?',
+ self::URI,
+ $this->getGroup(),
+ $this->getType()
+ );
+ $cursor = 'c=10';
+ $posts = [];
+ for ($i = 0; $i < $this->getPages(); ++$i) {
+ $content = getContents($url . $cursor);
+ $json = json_decode($content, true);
+ $posts = array_merge($posts, $json['data']['posts']);
+ $cursor = $json['data']['nextCursor'];
+ }
+
+ foreach ($posts as $post) {
+ $AvoidElement = false;
+ switch ($this->getInput('video')) {
+ case 'without':
+ if ($post['type'] === 'Animated') {
+ $AvoidElement = true;
+ }
+ break;
+ case 'only':
+ echo $post['type'];
+ if ($post['type'] !== 'Animated') {
+ $AvoidElement = true;
+ }
+ break;
+ case 'none':
+ default:
+ break;
+ }
+
+ if (!$AvoidElement) {
+ $item['uri'] = preg_replace('/^http:/i', 'https:', $post['url']);
+ $item['title'] = $post['title'];
+ $item['content'] = self::getContent($post);
+ $item['categories'] = self::getCategories($post);
+ $item['timestamp'] = self::getTimestamp($post);
+
+ $this->items[] = $item;
+ }
+ }
+ }
+
+ public function getName()
+ {
+ if ($this->getInput('d')) {
+ $name = sprintf('%s - %s', '9GAG', $this->getKey('d'));
+ } elseif ($this->getInput('g')) {
+ $name = sprintf('%s - %s', '9GAG', $this->getKey('g'));
+ if ($this->getInput('t')) {
+ $name = sprintf('%s [%s]', $name, $this->getKey('t'));
+ }
+ }
+ if (!empty($name)) {
+ return $name;
+ }
+
+ return self::NAME;
+ }
+
+ public function getURI()
+ {
+ $uri = $this->getInput('g');
+ if ($uri === 'default') {
+ $uri = $this->getInput('t');
+ }
+
+ return self::URI . $uri;
+ }
+
+ protected function getGroup()
+ {
+ if ($this->getInput('d')) {
+ return 'default';
+ }
+
+ return $this->getInput('g');
+ }
+
+ protected function getType()
+ {
+ if ($this->getInput('d')) {
+ return $this->getInput('d');
+ }
+
+ return $this->getInput('t');
+ }
+
+ protected function getPages()
+ {
+ if ($this->p === null) {
+ $value = (int) $this->getInput('p');
+ $value = ($value < self::MIN_NBR_PAGE) ? self::MIN_NBR_PAGE : $value;
+ $value = ($value > self::MAX_NBR_PAGE) ? self::MAX_NBR_PAGE : $value;
+
+ $this->p = $value;
+ }
+
+ return $this->p;
+ }
+
+ protected static function getContent($post)
+ {
+ if ($post['type'] === 'Animated') {
+ $content = self::getAnimated($post);
+ } elseif ($post['type'] === 'Article') {
+ $content = self::getArticle($post);
+ } else {
+ $content = self::getPhoto($post);
+ }
+
+ return $content;
+ }
+
+ protected static function getPhoto($post)
+ {
+ $image = $post['images']['image460'];
+ $photo = '';
+ $photo .= sprintf(
+ '',
+ $image['webpUrl']
+ );
+ $photo .= sprintf(
+ '',
+ $image['url'],
+ $post['title'],
+ 'width="500"'
+ );
+ $photo .= ' ';
+
+ return $photo;
+ }
+
+ protected static function getAnimated($post)
+ {
+ $poster = $post['images']['image460']['url'];
+ $sources = $post['images'];
+ $video = sprintf(
+ '';
+
+ return $video;
+ }
+
+ protected static function getArticle($post)
+ {
+ $blocks = $post['article']['blocks'];
+ $medias = $post['article']['medias'];
+ $contents = [];
+ foreach ($blocks as $block) {
+ if ('Media' === $block['type']) {
+ $mediaId = $block['mediaId'];
+ $contents[] = self::getContent($medias[$mediaId]);
+ } elseif ('RichText' === $block['type']) {
+ $contents[] = self::getRichText($block['content']);
+ }
+ }
+
+ $content = join('
', $contents);
+ $content = sprintf(
+ '<%1$s>%2$s',
+ 'div',
+ $content
+ );
+
+ return $content;
+ }
+
+ protected static function getRichText($text = '')
+ {
+ $text = trim($text);
+
+ if (preg_match('/^>\s(?.*)/', $text, $matches)) {
+ $text = sprintf(
+ '<%1$s>%2$s',
+ 'blockquote',
+ $matches['text']
+ );
+ } else {
+ $text = sprintf(
+ '<%1$s>%2$s',
+ 'p',
+ $text
+ );
+ }
+
+ return $text;
+ }
+
+ protected static function getCategories($post)
+ {
+ $params = self::PARAMETERS;
+ $sections = $params['Sections']['g']['values'];
+
+ if (isset($post['sections'])) {
+ $postSections = $post['sections'];
+ } elseif (isset($post['postSection'])) {
+ $postSections = [$post['postSection']];
+ } else {
+ $postSections = [];
+ }
+
+ foreach ($postSections as $key => $section) {
+ $postSections[$key] = array_search($section, $sections);
+ }
+
+ return $postSections;
+ }
+
+ protected static function getTimestamp($post)
+ {
+ $url = $post['images']['image460']['url'];
+ $headers = get_headers($url, true);
+ $date = $headers['Date'];
+ $time = strtotime($date);
+
+ return $time;
+ }
}
diff --git a/bridges/NintendoBridge.php b/bridges/NintendoBridge.php
new file mode 100644
index 00000000000..2f6113b2fbe
--- /dev/null
+++ b/bridges/NintendoBridge.php
@@ -0,0 +1,489 @@
+ [
+ 'category' => [
+ 'name' => 'Category',
+ 'type' => 'list',
+ 'values' => [
+ 'All' => 'all',
+ 'Mario Kart 8 Deluxe' => 'mk8d',
+ 'Splatoon 2' => 's2',
+ 'Super Mario 3D All-Stars' => 'sm3as',
+ 'Super Mario 3D World + Bowser’s Fury' => 'sm3wbf',
+ 'Super Mario Bros. Wonder' => 'smbw',
+ 'Super Mario Maker 2' => 'smm2',
+ 'Super Mario Odyssey' => 'smo',
+ 'Super Smash Bros. Ultimate' => 'ssbu',
+ 'Switch Firmware' => 'sf',
+ 'The Legend of Zelda: Link’s Awakening' => 'tlozla',
+ 'The Legend of Zelda: Skyward Sword HD' => 'tlozss',
+ 'The Legend of Zelda: Tears of the Kingdom' => 'tloztotk',
+ 'Xenoblade Chronicles 2' => 'xc2',
+ ],
+ 'defaultValue' => 'mk8d',
+ 'title' => 'Select category'
+ ],
+ 'country' => [
+ 'name' => 'Country',
+ 'type' => 'list',
+ 'values' => [
+ 'België' => 'be/nl',
+ 'Belgique' => 'be/fr',
+ 'Deutschland' => 'de',
+ 'España' => 'es',
+ 'France' => 'fr',
+ 'Italia' => 'it',
+ 'Nederland' => 'nl',
+ 'Österreich' => 'at',
+ 'Portugal' => 'pt',
+ 'Schweiz' => 'ch/de',
+ 'Suisse' => 'ch/fr',
+ 'Svizzera' => 'ch/it',
+ 'UK & Ireland' => 'co.uk',
+ 'South Africa' => 'co.za'
+ ],
+ 'defaultValue' => 'co.uk',
+ 'title' => 'Select your country'
+ ]
+ ]
+ ];
+
+ const CACHE_TIMEOUT = 3600;
+
+ const FEED_SOURCE_URL = [
+ 'mk8d' => 'https://www.nintendo.co.uk/Support/Nintendo-Switch/Game-Updates/How-to-Update-Mario-Kart-8-Deluxe-1482895.html',
+ 's2' => 'https://www.nintendo.co.uk/Support/Nintendo-Switch/Game-Updates/How-to-Update-Splatoon-2-1482897.html',
+ 'sm3as' => 'https://www.nintendo.co.uk/Support/Nintendo-Switch/Game-Updates/How-to-Update-Super-Mario-3D-All-Stars-1844226.html',
+ 'sm3wbf' => 'https://www.nintendo.co.uk/Support/Nintendo-Switch/Game-Updates/How-to-Update-Super-Mario-3D-World-Bowser-s-Fury-1920668.html',
+ 'smbw' => 'https://www.nintendo.co.uk/Support/Nintendo-Switch/Game-Updates/How-to-Update-Super-Mario-Bros-Wonder-2485410.html',
+ 'smm2' => 'https://www.nintendo.co.uk/Support/Nintendo-Switch/Game-Updates/How-to-Update-Super-Mario-Maker-2-1586745.html',
+ 'smo' => 'https://www.nintendo.co.uk/Support/Nintendo-Switch/Game-Updates/How-to-Update-Super-Mario-Odyssey-1482901.html',
+ 'ssbu' => 'https://www.nintendo.co.uk/Support/Nintendo-Switch/Game-Updates/How-to-Update-Super-Smash-Bros-Ultimate-1484130.html',
+ 'sf' => 'https://www.nintendo.co.uk/Support/Nintendo-Switch/System-Updates/Nintendo-Switch-System-Updates-and-Change-History-1445507.html',
+ 'tlozla' => 'https://www.nintendo.co.uk/Support/Nintendo-Switch/Game-Updates/How-to-Update-The-Legend-of-Zelda-Link-s-Awakening-1666739.html',
+ 'tlozss' => 'https://www.nintendo.co.uk/Support/Nintendo-Switch/Game-Updates/How-to-Update-The-Legend-of-Zelda-Skyward-Sword-HD-2022801.html',
+ 'tloztotk' => 'https://www.nintendo.co.uk/Support/Nintendo-Switch/Game-Updates/How-to-Update-The-Legend-of-Zelda-Tears-of-the-Kingdom-2388231.html',
+ 'xc2' => 'https://www.nintendo.co.uk/Support/Nintendo-Switch/Game-Updates/Xenoblade-Chronicles-2-Update-History-1482911.html',
+ ];
+ const XPATH_EXPRESSION_ITEM = '//div[@class="col-xs-12 content"]/div[starts-with(@id,"v") and @class="collapse"]';
+ const XPATH_EXPRESSION_ITEM_FIRMWARE = '//div[@id="latest" and @class="collapse" and @rel="1"]';
+ const XPATH_EXPRESSION_ITEM_TITLE = '(.//h2[1] | .//strong[1])[1]/node()';
+ const XPATH_EXPRESSION_ITEM_CONTENT = '.';
+ const XPATH_EXPRESSION_ITEM_URI = '//link[@rel="canonical"]/@href';
+
+ //const XPATH_EXPRESSION_ITEM_AUTHOR = '';
+ const XPATH_EXPRESSION_ITEM_TIMESTAMP_PART = 'substring-after(//a[@class="collapse_link collapsed" and @data-target="#{{id_here}}"]/text(), "{{label_here}}")';
+ const XPATH_EXPRESSION_ITEM_TIMESTAMP = 'substring(' . self::XPATH_EXPRESSION_ITEM_TIMESTAMP_PART . ', 1, string-length('
+ . self::XPATH_EXPRESSION_ITEM_TIMESTAMP_PART . ') - 1)';
+
+ //const XPATH_EXPRESSION_ITEM_ENCLOSURES = '';
+ //const XPATH_EXPRESSION_ITEM_CATEGORIES = '';
+ const SETTING_FIX_ENCODING = false;
+ const SETTING_USE_RAW_ITEM_CONTENT = true;
+
+ private const GAME_COUNTRY_DATE_SUBSTRING_PART = [
+ 'mk8d' => [
+ 'de' => 'eröffentlicht am ',
+ 'es' => 'isponible desde el ',
+ 'fr' => 'atée du ',
+ 'it' => 'ubblicata il ',
+ 'nl' => 'itgebracht op ',
+ 'pt' => 'ançada no dia ',
+ 'en' => 'eleased ',
+ ],
+ 's2' => [
+ 'de' => 'eröffentlicht am ',
+ 'es' => 'isponible desde el ',
+ 'fr' => 'atée du ',
+ 'it' => 'ubblicata il ',
+ 'nl' => 'itgebracht op ',
+ 'pt' => 'ançada a ',
+ 'en' => 'eleased ',
+ ],
+ 'sm3as' => [
+ 'de' => 'eröffentlicht am ',
+ 'es' => 'isponible desde el ',
+ 'fr' => 'ubliée le ',
+ 'it' => 'istribuita il ',
+ 'nl' => 'itgebracht op ',
+ 'pt' => 'ançada a ',
+ 'en' => 'eleased ',
+ ],
+ 'sm3wbf' => [
+ 'de' => 'eröffentlicht am ',
+ 'es' => 'isponible desde el ',
+ 'fr' => 'atée du ',
+ 'it' => 'istribuita il ',
+ 'nl' => 'itgebracht op ',
+ 'pt' => 'ançada no dia ',
+ 'en' => 'eleased ',
+ ],
+ 'smbw' => [
+ 'de' => 'eröffentlicht am ',
+ 'es' => 'isponible desde el ',
+ 'fr' => 'atée du ',
+ 'it' => 'istribuita il ',
+ 'nl' => 'itgebracht op ',
+ 'pt' => 'ançada a ',
+ 'en' => 'eleased ',
+ ],
+ 'smm2' => [
+ 'de' => 'eröffentlicht am ',
+ 'es' => 'isponible desde el ',
+ 'fr' => 'ubliée le ',
+ 'it' => 'istribuita il ',
+ 'nl' => 'itgebracht op ',
+ 'pt' => 'ançada no dia ',
+ 'en' => 'eleased ',
+ ],
+ 'smo' => [
+ 'de' => 'eröffentlicht am ',
+ 'es' => 'isponible desde el ',
+ 'fr' => 'atée du ',
+ 'it' => 'istribuita il ',
+ 'nl' => 'itgebracht op ',
+ 'pt' => 'ançada no dia ',
+ 'en' => 'eleased ',
+ ],
+ 'ssbu' => [
+ 'de' => 'eröffentlicht am ',
+ 'es' => 'isponible desde el ',
+ 'fr' => 'atée du ',
+ 'it' => 'istribuita il ',
+ 'nl' => 'itgebracht op ',
+ 'pt' => 'ançada no dia ',
+ 'en' => 'eleased ',
+ ],
+ 'sf' => [
+ 'de' => 'eröffentlicht am ',
+ 'es' => 'isponible desde el ',
+ 'fr' => 'ise en ligne le ',
+ 'it' => 'ubblicata il ',
+ 'nl' => 'itgebracht op ',
+ 'pt' => 'ançada no dia ',
+ 'en' => 'istributed ',
+ ],
+ 'tlozla' => [
+ 'de' => 'eröffentlicht ',
+ 'es' => 'ublicada el ',
+ 'fr' => 'atée du ',
+ 'it' => 'istribuita il ',
+ 'nl' => 'itgegeven op ',
+ 'pt' => 'ançada a ',
+ 'en' => 'eleased ',
+ ],
+ 'tlozss' => [
+ 'de' => 'eröffentlicht am ',
+ 'es' => 'isponible desde el ',
+ 'fr' => 'atée du ',
+ 'it' => 'ubblicata l\'',
+ 'nl' => 'itgebracht op ',
+ 'pt' => 'ançada a ',
+ 'en' => 'eleased ',
+ ],
+ 'tloztotk' => [
+ 'de' => 'eröffentlicht am ',
+ 'es' => 'isponible desde el ',
+ 'fr' => 'ubliée le ',
+ 'it' => 'ubblicata il ',
+ 'nl' => 'erschenen op ',
+ 'pt' => 'ançada a ',
+ 'en' => 'eleased ',
+ ],
+ 'xc2' => [
+ 'de' => 'eröffentlicht am ',
+ 'es' => 'isponible desde el ',
+ 'fr' => 'atée du ',
+ 'it' => 'istribuita il ',
+ 'nl' => 'itgebracht op ',
+ 'pt' => 'ançada a ',
+ 'en' => 'eleased ',
+ ],
+ ];
+
+ private const GAME_COUNTRY_DATE_FORMAT = [
+ 'mk8d' => [
+ 'de' => 'd.m.y',
+ 'es' => 'd-m-y',
+ 'fr' => 'd/m/Y',
+ 'it' => 'd/m/y',
+ 'nl' => 'd m Y',
+ 'pt' => 'd/m/y',
+ 'en' => 'd/m/y',
+ ],
+ 's2' => [
+ 'de' => 'd.m.Y',
+ 'es' => 'd-m-Y',
+ 'fr' => 'd/m/y',
+ 'it' => 'd/m/y',
+ 'nl' => 'd/m/y',
+ 'pt' => 'd/m/y',
+ 'en' => 'd F Y',
+ ],
+ 'sm3as' => [
+ 'de' => 'j. m Y',
+ 'es' => 'j \d\e m \d\e Y',
+ 'fr' => 'j m Y',
+ 'it' => 'j m Y',
+ 'nl' => 'j m Y',
+ 'pt' => 'j \d\e m \d\e Y',
+ 'en' => 'j F Y',
+ ],
+ 'sm3wbf' => [
+ 'de' => 'd.m.y',
+ 'es' => 'd-m-y',
+ 'fr' => 'd/m/y',
+ 'it' => 'd/m/y',
+ 'nl' => 'd m Y',
+ 'pt' => 'd/m/y',
+ 'en' => 'F j, Y',
+ ],
+ 'smbw' => [
+ 'de' => 'd. m Y',
+ 'es' => 'j \d\e m \d\e Y',
+ 'fr' => 'd/m/Y',
+ 'it' => 'j m Y',
+ 'nl' => 'd m Y',
+ 'pt' => 'j \d\e m \d\e Y',
+ 'en' => 'j F Y',
+ ],
+ 'smm2' => [
+ 'de' => 'd.m.Y',
+ 'es' => 'd-m-Y',
+ 'fr' => 'd/m/Y',
+ 'it' => 'd/m/Y',
+ 'nl' => 'd m Y',
+ 'pt' => 'd/m/y',
+ 'en' => 'd/m/y',
+ ],
+ 'smo' => [
+ 'de' => 'd.m.Y',
+ 'es' => 'd-m-Y',
+ 'fr' => 'd/m/Y',
+ 'it' => 'd/m/y',
+ 'nl' => 'd m Y',
+ 'pt' => 'd/m/y',
+ 'en' => 'd/m/y',
+ ],
+ 'ssbu' => [
+ 'de' => 'd. m Y',
+ 'es' => 'j \d\e m \d\e Y',
+ 'fr' => 'j m Y',
+ 'it' => 'j m Y',
+ 'nl' => 'd m Y',
+ 'pt' => 'd/m/Y',
+ 'en' => 'j F Y',
+ ],
+ 'sf' => [
+ 'de' => 'd.m.Y',
+ 'es' => 'd-m-y',
+ 'fr' => 'd/m/Y',
+ 'it' => 'd/m/Y',
+ 'nl' => 'd m Y',
+ 'pt' => 'd/m/Y',
+ 'en' => 'd/m/Y',
+ ],
+ 'tlozla' => [
+ 'de' => 'd. m Y',
+ 'es' => 'j m \d\e Y',
+ 'fr' => 'd/m/y',
+ 'it' => 'j m Y',
+ 'nl' => 'd m Y',
+ 'pt' => 'j \d\e m \d\e Y',
+ 'en' => 'j F y',
+ ],
+ 'tlozss' => [
+ 'de' => 'd. m Y',
+ 'es' => 'j \d\e m \d\e Y',
+ 'fr' => 'd/m/y',
+ 'it' => 'j m Y',
+ 'nl' => 'd m Y',
+ 'pt' => 'j \d\e m \d\e Y',
+ 'en' => 'j F Y',
+ ],
+ 'tloztotk' => [
+ 'de' => 'd. m Y',
+ 'es' => 'j \d\e m \d\e Y',
+ 'fr' => 'j m Y',
+ 'it' => 'j m Y',
+ 'nl' => 'd m Y',
+ 'pt' => 'j \d\e m \d\e Y',
+ 'en' => 'j F Y',
+ ],
+ 'xc2' => [
+ 'de' => 'd.m.y',
+ 'es' => 'd-m-y',
+ 'fr' => 'd/m/Y',
+ 'it' => 'd/m/y',
+ 'nl' => 'd m Y',
+ 'pt' => 'd/m/y',
+ 'en' => 'd/m/y',
+ ],
+ ];
+
+ private const FOREIGN_MONTH_NAMES = [
+ 'nl' => ['01' => 'januari', '02' => 'februari', '03' => 'maart', '04' => 'april', '05' => 'mei', '06' => 'juni', '07' => 'juli', '08' => 'augustus',
+ '09' => 'september', '10' => 'oktober', '11' => 'november', '12' => 'december'],
+ 'fr' => ['01' => 'janvier', '02' => 'février', '03' => 'mars', '04' => 'avril', '05' => 'mai', '06' => 'juin', '07' => 'juillet', '08' => 'août',
+ '09' => 'septembre', '10' => 'octobre', '11' => 'novembre', '12' => 'décembre'],
+ 'de' => ['01' => 'Januar', '02' => 'Februar', '03' => 'März', '04' => 'April', '05' => 'Mai', '06' => 'Juni', '07' => 'Juli', '08' => 'August',
+ '09' => 'September', '10' => 'Oktober', '11' => 'November', '12' => 'Dezember'],
+ 'es' => ['01' => 'enero', '02' => 'febrero', '03' => 'marzo', '04' => 'abril', '05' => 'mayo', '06' => 'junio', '07' => 'julio', '08' => 'agosto',
+ '09' => 'septiembre', '10' => 'octubre', '11' => 'noviembre', '12' => 'diciembre'],
+ 'it' => ['01' => 'gennaio', '02' => 'febbraio', '03' => 'marzo', '04' => 'aprile', '05' => 'maggio', '06' => 'giugno', '07' => 'luglio', '08' => 'agosto',
+ '09' => 'settembre', '10' => 'ottobre', '11' => 'novembre', '12' => 'dicembre'],
+ 'pt' => ['01' => 'janeiro', '02' => 'fevereiro', '03' => 'março', '04' => 'abril', '05' => 'maio', '06' => 'junho', '07' => 'julho', '08' => 'agosto',
+ '09' => 'setembro', '10' => 'outubro', '11' => 'novembro', '12' => 'dezembro'],
+ ];
+ const LANGUAGE_REWRITE = ['co.uk' => 'en', 'co.za' => 'en', 'at' => 'de'];
+
+ private string $lastId = '';
+ private ?string $currentCategory = '';
+
+ private function getCurrentCategory()
+ {
+ if (empty($this->currentCategory)) {
+ $category = $this->getInput('category');
+ $this->currentCategory = empty($category) ? self::PARAMETERS['']['category']['defaultValue'] : $category;
+ }
+ return $this->currentCategory;
+ }
+
+ public function getIcon()
+ {
+ return 'https://www.nintendo.co.uk/favicon.ico';
+ }
+
+ public function getURI()
+ {
+ $category = $this->getInput('category');
+ if ('all' === $category) {
+ return self::URI;
+ } else {
+ return $this->getSourceUrl();
+ }
+ }
+
+ protected function provideFeedTitle(\DOMXPath $xpath)
+ {
+ $category = $this->getInput('category');
+ $categoryName = array_search($category, self::PARAMETERS['']['category']['values']);
+ return 'all' === $category ? self::NAME : $categoryName . ' Software-Updates';
+ }
+
+ protected function getSourceUrl()
+ {
+ $country = $this->getInput('country') ?? '';
+ $category = $this->getCurrentCategory();
+ return str_replace(self::PARAMETERS['']['country']['defaultValue'], $country, self::FEED_SOURCE_URL[$category]);
+ }
+
+ protected function getExpressionItem()
+ {
+ $category = $this->getCurrentCategory();
+ return 'sf' === $category ? self::XPATH_EXPRESSION_ITEM_FIRMWARE : self::XPATH_EXPRESSION_ITEM;
+ }
+
+ protected function getExpressionItemTimestamp()
+ {
+ if (empty($this->lastId)) {
+ return null;
+ }
+ $country = $this->getInput('country');
+ $category = $this->getCurrentCategory();
+ $language = $this->getLanguageFromCountry($country);
+ return str_replace(
+ ['{{id_here}}', '{{label_here}}'],
+ [$this->lastId, static::GAME_COUNTRY_DATE_SUBSTRING_PART[$category][$language]],
+ static::XPATH_EXPRESSION_ITEM_TIMESTAMP
+ );
+ }
+
+ protected function getExpressionItemCategories()
+ {
+ $category = $this->getCurrentCategory();
+ $categoryName = array_search($category, self::PARAMETERS['']['category']['values']);
+ return 'string("' . $categoryName . '")';
+ }
+
+ public function collectData()
+ {
+ $category = $this->getCurrentCategory();
+ if ('all' === $category) {
+ $allItems = [];
+ foreach (self::PARAMETERS['']['category']['values'] as $catKey) {
+ if ('all' === $catKey) {
+ continue;
+ }
+ $this->currentCategory = $catKey;
+ $this->items = [];
+ parent::collectData();
+ $allItems = [...$allItems, ...$this->items];
+ }
+ $this->currentCategory = 'all';
+ $this->items = $allItems;
+ } else {
+ parent::collectData();
+ }
+ }
+
+ protected function formatItemTitle($value)
+ {
+ if (false !== strpos($value, ' (')) {
+ $value = substr($value, 0, strpos($value, ' ('));
+ }
+ if ('all' === $this->getInput('category')) {
+ $category = $this->getCurrentCategory();
+ $categoryName = array_search($category, self::PARAMETERS['']['category']['values']);
+ return $categoryName . ' ' . $value;
+ }
+ return $value;
+ }
+
+ protected function formatItemContent($value)
+ {
+ $result = preg_match('~
';
+ }
+ }
+ return '';
+ }
+
+ private function getUseFullContent($rawContent)
+ {
+ $content = '';
+ foreach ($rawContent->children as $element) {
+ if (
+ ($element->tag === 'p' || $element->tag === 'h3') &&
+ $element->class !== 'article__teaser'
+ ) {
+ $content .= $element;
+ } elseif ($element->tag === 'main') {
+ $content .= $this->getUseFullContent($element->find('article', 0));
+ } elseif ($element->tag === 'header') {
+ $content .= $this->getUseFullContent($element);
+ } elseif (
+ $element->tag === 'div' &&
+ !str_contains($element->class, 'article__infobox') &&
+ !str_contains($element->class, 'authorinfo')
+ ) {
+ $content .= $this->getUseFullContent($element);
+ } elseif (
+ $element->tag === 'section' &&
+ (str_contains($element->class, 'article__richtext') ||
+ str_contains($element->class, 'article__context'))
+ ) {
+ $content .= $this->getUseFullContent($element);
+ } elseif ($element->tag === 'picture') {
+ $content .= $this->getValidImage($element);
+ } elseif ($element->tag === 'ul') {
+ $content .= $element;
+ }
+ }
+ return $content;
+ }
+
+ private function getTeaser($content)
+ {
+ $teaser = $content->find('p[class=article__teaser]', 0);
+ if ($teaser === null) {
+ return '';
+ }
+ $teaser = $teaser->plaintext;
+ $teaser = preg_replace('/[ ]{2,}/', ' ', $teaser);
+ $teaser = '';
+ return $teaser;
+ }
+
+ private function getArticle($link)
+ {
+ $item = [];
+ $article = getSimpleHTMLDOM($link);
+ defaultLinkTo($article, self::URI);
+ $content = $article->find('article[id=article]', 0);
+ $item['uri'] = $link;
+
+ $author = $article->find('.article__author', 1);
+ if ($author !== null) {
+ $item['author'] = trim($author->plaintext);
+ }
+
+ $createdAt = $article->find('[class=article__release]', 0);
+ if ($createdAt) {
+ $item['timestamp'] = strtotime(str_replace('Uhr', '', $createdAt->plaintext));
+ }
+
+ if ($article->find('h2', 0) === null) {
+ $item['title'] = $article->find('h3', 0)->innertext;
+ } else {
+ $item['title'] = $article->find('h2', 0)->innertext;
+ }
+ $item['content'] = '';
+
+ if ($article->find('section[class*=article__richtext]', 0) === null) {
+ $content = $article->find('div[class*=modul__teaser]', 0)
+ ->find('p', 0);
+ $item['content'] .= $content;
+ } else {
+ $content = $article->find('article', 0);
+ // change order of article teaser in order to show it on top
+ // of the title image. If we didn't do this some rss programs
+ // would show the subtitle of the title image as teaser instead
+ // of the actuall article teaser.
+ $item['content'] .= $this->getTeaser($content);
+ $item['content'] .= $this->getUseFullContent($content);
+ }
+
+ $categories = $article->find('[class=themen]', 0);
+ if ($categories) {
+ $item['categories'] = [];
+ foreach ($categories->find('a') as $category) {
+ $item['categories'][] = $category->innertext;
+ }
+ }
+
+ $article->clear();
+ return $item;
+ }
+
+ private function handleNewsblock($listSite)
+ {
+ $main = $listSite->find('main', 0);
+ foreach ($main->find('article') as $article) {
+ $url = $article->find('a', 0)->href;
+ $url = urljoin(self::URI, $url);
+ // exclude nn+ articles if desired
+ if (
+ $this->getInput('hideNNPlus') &&
+ str_contains($url, 'www.nn.de')
+ ) {
+ continue;
+ }
+
+ $item = $this->getArticle($url);
+
+ // exclude police reports if desired
+ if (
+ !$this->getInput('policeReports') &&
+ str_contains($item['content'], 'Hier geht es zu allen aktuellen Polizeimeldungen.')
+ ) {
+ continue;
+ }
+
+ // exclude dpa articles
+ if (
+ $this->getInput('hideDPA') &&
+ str_contains($item['author'], 'dpa')
+ ) {
+ continue;
+ }
+
+ $this->items[] = $item;
+ }
+ }
+}
diff --git a/bridges/NotAlwaysBridge.php b/bridges/NotAlwaysBridge.php
index c7758c32d23..6f1a8c008a3 100644
--- a/bridges/NotAlwaysBridge.php
+++ b/bridges/NotAlwaysBridge.php
@@ -1,60 +1,68 @@
array(
- 'type' => 'list',
- 'name' => 'Filter',
- 'values' => array(
- 'All' => 'all',
- 'Right' => 'right',
- 'Working' => 'working',
- 'Romantic' => 'romantic',
- 'Related' => 'related',
- 'Learning' => 'learning',
- 'Friendly' => 'friendly',
- 'Hopeless' => 'hopeless',
- 'Unfiltered' => 'unfiltered'
- )
- )
- ));
-
- public function getIcon() {
- return self::URI . 'favicon_nar.png';
- }
-
- public function collectData(){
- $html = getSimpleHTMLDOM($this->getURI())
- or returnServerError('Could not request NotAlways.');
- foreach($html->find('.post') as $post) {
- #print_r($post);
- $item = array();
- $item['uri'] = $post->find('h1', 0)->find('a', 0)->href;
- $item['content'] = $post;
- $item['title'] = $post->find('h1', 0)->find('a', 0)->innertext;
- $this->items[] = $item;
- }
- }
-
- public function getName(){
- if(!is_null($this->getInput('filter'))) {
- return $this->getInput('filter') . ' - NotAlways Bridge';
- }
-
- return parent::getName();
- }
-
- public function getURI(){
- if(!is_null($this->getInput('filter'))) {
- return self::URI . $this->getInput('filter') . '/';
- }
-
- return parent::getURI();
- }
+
+class NotAlwaysBridge extends BridgeAbstract
+{
+ const MAINTAINER = 'mozes';
+ const NAME = 'Not Always family Bridge';
+ const URI = 'https://notalwaysright.com/';
+ const DESCRIPTION = 'Returns the latest stories';
+ const CACHE_TIMEOUT = 1800; // 30 minutes
+
+ const PARAMETERS = [ [
+ 'filter' => [
+ 'type' => 'list',
+ 'name' => 'Filter',
+ 'values' => [
+ 'All' => '',
+ 'Right' => 'right',
+ 'Working' => 'working',
+ 'Romantic' => 'romantic',
+ 'Related' => 'related',
+ 'Learning' => 'learning',
+ 'Hopeless' => 'hopeless',
+ 'Healthy' => 'healthy',
+ 'Legal' => 'legal',
+ 'Friendly' => 'friendly',
+ 'Unfiltered' => 'unfiltered'
+ ]
+ ]
+ ]];
+
+ public function getIcon()
+ {
+ return self::URI . 'favicon_nar.png';
+ }
+
+ public function collectData()
+ {
+ $html = getSimpleHTMLDOM($this->getURI());
+ foreach ($html->find('.post') as $post) {
+ #print_r($post);
+ $item = [];
+ $item['uri'] = $post->find('h1', 0)->find('a', 0)->href;
+ $postHeader = $post->find('.post_header', 0);
+ $storyContent = $post->find('.storycontent', 0);
+ $item['content'] = $postHeader . '
' . $storyContent; + $item['title'] = $post->find('h1', 0)->find('a', 0)->innertext; + $this->items[] = $item; + } + } + + public function getName() + { + if (!is_null($this->getInput('filter'))) { + return $this->getInput('filter') . ' - NotAlways Bridge'; + } + + return parent::getName(); + } + + public function getURI() + { + if (!is_null($this->getInput('filter'))) { + return self::URI . $this->getInput('filter') . '/'; + } + + return parent::getURI(); + } } diff --git a/bridges/NovayaGazetaEuropeBridge.php b/bridges/NovayaGazetaEuropeBridge.php new file mode 100644 index 00000000000..89d31a944e0 --- /dev/null +++ b/bridges/NovayaGazetaEuropeBridge.php @@ -0,0 +1,151 @@ + [ + 'language' => [ + 'name' => 'Language', + 'type' => 'list', + 'defaultValue' => 'ru', + 'values' => [ + 'Russian' => 'ru', + 'English' => 'en', + ] + ], + 'limit' => [ + 'name' => 'Limit', + 'type' => 'number', + 'required' => false, + 'title' => 'Maximum number of items to return', + 'defaultValue' => 20 + ] + ] + ]; + + public function collectData() + { + $url = 'https://novayagazeta.eu/api/v1/get/main'; + if ($this->getInput('language') != 'ru') { + $url .= '?lang=' . $this->getInput('language'); + } + + $json = getContents($url); + $data = json_decode($json); + + foreach ($data->records as $record) { + if (!isset($record->blocks)) { + continue; + } + foreach ($record->blocks as $block) { + if (!property_exists($block, 'date')) { + continue; + } + $title = strip_tags($block->title); + if (!empty($block->subtitle)) { + $title .= '. ' . strip_tags($block->subtitle); + } + $item = [ + 'uri' => self::URI . '/articles/' . $block->slug, + 'block' => $block, + 'title' => $title, + 'author' => join(', ', array_map(function ($author) { + return $author->name; + }, $block->authors)), + 'timestamp' => $block->date / 1000, + 'categories' => $block->tags + ]; + $this->items[] = $item; + } + } + usort($this->items, function ($item1, $item2) { + return $item2['timestamp'] <=> $item1['timestamp']; + }); + if ($this->getInput('limit') !== null) { + $this->items = array_slice($this->items, 0, $this->getInput('limit')); + } + foreach ($this->items as &$item) { + $block = $item['block']; + $body = ''; + if (property_exists($block, 'body') && $block->body !== null) { + $body = self::convertBody($block); + } else { + $record_json = getContents("https://novayagazeta.eu/api/v1/get/record?slug={$block->slug}"); + $record_data = json_decode($record_json); + $body = self::convertBody($record_data->record); + } + $item['content'] = $body; + unset($item['block']); + } + } + + private static function convertBody($data) + { + $body = ''; + if ($data->previewUrl !== null && !$data->isPreviewHidden) { + $body .= '
';
+ if ($data->previewCaption !== null) {
+ $body .= '' . $data->previewCaption . ' ';
+ }
+ $body .= '![](\"{$datum-)
previewUrl}\" alt=\"{$alt}\" />";
+ if ($datum->data !== null) {
+ $res .= "{$datum->data} ";
+ }
+ $res .= '
"; + case 'embed/native': + if (isset($datum->link)) { + $desc = $datum->link; + if (isset($datum->caption)) { + $desc = $datum->caption; + } + return sprintf('', $datum->link, $desc); + } + return ''; + case 'text/framed': + $res = ''; + if (property_exists($datum, 'typeDisplay')) { + $res .= "'); //remove tbody
- $html = str_get_html(stristr($html, ' ', true)); //remove last tbody and get back as an array
- foreach($html->find('tr') as $element) {
- $item = array();
- $item['uri'] = $element->find('td', 2)->find('a', 0)->href;
- $item['title'] = $element->find('td', 2)->find('a', 0)->plaintext;
- $item['team'] = $element->find('td', 1)->innertext;
- $item['timestamp'] = strtotime($element->find('td', 0)->plaintext);
- $item['content'] = ''
- . $this->seriesTitle
- . ' - '
- . $item['title']
- . ' by '
- . $item['team']
- . '
' - . $fullhtml->find('div.seriesimg', 0)->innertext - . ''; + $this->seriesTitle = $fullhtml->find('div.seriestitlenu', 0)->plaintext; + // dirty fix for nasty simpledom bug: https://github.com/sebsauvage/rss-bridge/issues/259 + // forcefully removes tbody + $html = $fullhtml->find('table#myTable', 0)->innertext; + $html = stristr($html, ''); //strip thead + $html = stristr($html, ''); //remove tbody
+ $html = str_get_html(stristr($html, ' ', true)); //remove last tbody and get back as an array
+ foreach ($html->find('tr') as $element) {
+ $item = [];
+ $item['uri'] = $element->find('td', 2)->find('a', 0)->href;
+ $item['title'] = $element->find('td', 2)->find('a', 0)->plaintext;
+ $item['team'] = $element->find('td', 1)->innertext;
+ $item['timestamp'] = strtotime($element->find('td', 0)->plaintext);
+ $item['content'] = ''
+ . $this->seriesTitle
+ . ' - '
+ . $item['title']
+ . ' by '
+ . $item['team']
+ . '
' + . $fullhtml->find('div.seriesimg', 0)->innertext + . ''; - $this->items[] = $item; - } - } + $this->items[] = $item; + } + } - public function getName(){ - if(!empty($this->seriesTitle)) { - return $this->seriesTitle . ' - ' . static::NAME; - } - - return parent::getName(); - } + public function getName() + { + if (!empty($this->seriesTitle)) { + return $this->seriesTitle . ' - ' . static::NAME; + } + return parent::getName(); + } } diff --git a/bridges/NpciBridge.php b/bridges/NpciBridge.php new file mode 100644 index 00000000000..f9fa63af038 --- /dev/null +++ b/bridges/NpciBridge.php @@ -0,0 +1,95 @@ + 'circulars', + 'upi' => 'circular', + 'rupay' => 'circulars', + 'nach' => 'circulars', + 'imps' => 'circular', + 'netc-fastag' => 'circulars', + '99' => 'circular', + 'nfs' => 'circulars', + 'aeps' => 'circulars', + 'bhim-aadhaar' => 'circular', + 'e-rupi' => 'circular', + 'Bharat QR' => 'circulars', + 'bharat-billpay' => 'circulars', + ]; + + const PARAMETERS = [[ + 'product' => [ + 'name' => 'product', + 'type' => 'list', + 'values' => [ + 'CTS' => 'cts', + 'UPI' => 'upi', + 'RuPay' => 'rupay', + 'NACH' => 'nach', + 'IMPS' => 'imps', + 'NETC FASTag' => 'netc-fastag', + '*99#' => '99', + 'NFS' => 'nfs', + 'AePS' => 'aeps', + 'BHIM Aadhaar' => 'bhim-aadhaar', + 'e-RUPI' => 'e-rupi', + 'Bharat BillPay' => 'bharat-billpay' + ] + ] + ]]; + + public function getName() + { + if ($this->getInput('product')) { + return 'NPCI Circulars: ' . $this->getKey('product'); + } + return 'NPCI Circulars'; + } + + public function getURI() + { + $product = $this->getInput('product'); + return $product ? sprintf('%s/what-we-do/%s/%s', self::URI, $product, self::URL_SUFFIX[$product]) : self::URI; + } + + public function collectData() + { + $html = getSimpleHTMLDOMCached($this->getURI()); + $year = date('Y'); + $elements = $html->find("div[id=year$year] .pdf-item"); + + foreach ($elements as $element) { + $title = $element->find('p', 0)->innertext; + + $link = $element->find('a', 0); + + $uri = null; + + if ($link) { + $pdfLink = $link->getAttribute('href'); + $uri = self::URI . str_replace(' ', '+', $pdfLink); + } + + $item = [ + 'uri' => $uri, + 'title' => $title, + 'content' => $title, + 'uid' => sha1($pdfLink), + 'enclosures' => [ + $uri + ] + ]; + + $this->items[] = $item; + } + + $this->items = array_slice($this->items, 0, 15); + } +} diff --git a/bridges/NurembergerNachrichtenBridge.php b/bridges/NurembergerNachrichtenBridge.php new file mode 100644 index 00000000000..10644212525 --- /dev/null +++ b/bridges/NurembergerNachrichtenBridge.php @@ -0,0 +1,178 @@ + [ + 'name' => 'region', + 'type' => 'list', + 'exampleValue' => 'Nürnberg', + 'title' => 'Select a region', + 'values' => [ + 'Ansbach' => 'ansbach', + 'Erlangen' => 'erlangen', + 'Erlangen-Höchstadt' => 'erlangen-hoechstadt', + 'Forchheim' => 'forchheim', + 'Fürth' => 'fuerth', + 'Gunzenhausen' => 'gunzenhausen', + 'Neumarkt' => 'neumarkt', + 'Neustadt/Aisch-Bad Windsheim' => 'neustadt-aisch-bad-windsheim', + 'Nürnberg' => 'nuernberg', + 'Nürnberger Land' => 'nuernberger-land', + 'Pegnitz' => 'pegnitz', + 'Roth' => 'roth', + 'Schwabach' => 'schwabach', + 'Weißenburg' => 'weissenburg' + ] + ], + 'hideNNPlus' => [ + 'name' => 'Hide NN+ articles', + 'type' => 'checkbox', + 'exampleValue' => 'unchecked', + 'title' => 'Hide all paywall articles on NN' + ], + ]]; + + public function collectData() + { + $region = $this->getInput('region'); + if ( + $region === 'neustadt-aisch-bad-windsheim' || + $region === 'erlangen-hoechstadt' || + $region === '' + ) { + $region = 'region/' . $region; + } + $url = self::URI . '/' . $region; + $listSite = getSimpleHTMLDOM($url); + + $this->handleNewsblock($listSite); + } + + private function handleNewsblock($listSite) + { + $main = $listSite->find('main', 0); + foreach ($main->find('article') as $article) { + $url = $article->find('a', 0)->href; + $url = urljoin(self::URI, $url); + + $articleContent = getSimpleHTMLDOMCached($url, 86400 * 7); + + // exclude nn+ articles if desired + if ( + $this->getInput('hideNNPlus') && + str_contains($articleContent->find('article[id=article]', 0)->find('header', 0), 'icon-nnplus') + ) { + continue; + } + + $item = $this->parseArticle($articleContent, $url); + $articleContent->clear(); + + $this->items[] = $item; + } + } + + private function parseArticle($article, $link) + { + $item = []; + defaultLinkTo($article, self::URI); + + $item['uri'] = $link; + + $author = $article->find('.article__author', 1); + if ($author !== null) { + $item['author'] = trim($author->plaintext); + } + + $createdAt = $article->find('[class=article__release]', 0); + if ($createdAt) { + $item['timestamp'] = strtotime(str_replace('Uhr', '', $createdAt->plaintext)); + } + + if ($article->find('h2', 0) === null) { + $item['title'] = $article->find('h3', 0)->innertext; + } else { + $item['title'] = $article->find('h2', 0)->innertext; + } + $item['content'] = ''; + + if ($article->find('section[class*=article__richtext]', 0) === null) { + $content = $article->find('div[class*=modul__teaser]', 0)->find('p', 0); + $item['content'] .= $content; + } else { + $content = $article->find('article', 0); + // change order of article teaser in order to show it on top + // of the title image. If we didn't do this some rss programs + // would show the subtitle of the title image as teaser instead + // of the actuall article teaser. + $item['content'] .= $this->getTeaser($content); + $item['content'] .= $this->getUseFullContent($content); + } + + return $item; + } + + private function getTeaser($content) + { + $teaser = $content->find('p[class=article__teaser]', 0); + if ($teaser === null) { + return ''; + } + $teaser = $teaser->plaintext; + $teaser = preg_replace('/[ ]{2,}/', ' ', $teaser); + $teaser = ''; + return $teaser; + } + + private function getUseFullContent($rawContent) + { + $content = ''; + foreach ($rawContent->children as $element) { + if ( + ($element->tag === 'p' || $element->tag === 'h3') && + $element->class !== 'article__teaser' + ) { + $content .= $element; + } elseif ($element->tag === 'main') { + $content .= $this->getUseFullContent($element->find('article', 0)); + } elseif ($element->tag === 'header') { + $content .= $this->getUseFullContent($element); + } elseif ( + $element->tag === 'div' && + !str_contains($element->class, 'article__infobox') && + !str_contains($element->class, 'authorinfo') + ) { + $content .= $this->getUseFullContent($element); + } elseif ( + $element->tag === 'section' && + (str_contains($element->class, 'article__richtext') || + str_contains($element->class, 'article__context')) + ) { + $content .= $this->getUseFullContent($element); + } elseif ($element->tag === 'picture') { + $content .= $this->getValidImage($element); + } elseif ($element->tag === 'ul') { + $content .= $element; + } + } + return $content; + } + + private function getValidImage($picture) + { + $img = $picture->find('img', 0); + if ($img) { + $imgUrl = $img->src; + if (!preg_match('#/logo-.*\.png#', $imgUrl)) { + return '
';
+ }
+ }
+ return '';
+ }
+}
diff --git a/bridges/NvidiaDriverBridge.php b/bridges/NvidiaDriverBridge.php
new file mode 100644
index 00000000000..3c47869745c
--- /dev/null
+++ b/bridges/NvidiaDriverBridge.php
@@ -0,0 +1,107 @@
+ [
+ 'wwhql' => [
+ 'name' => 'Driver Type',
+ 'type' => 'list',
+ 'values' => [
+ 'All' => '',
+ 'Certified' => '1',
+ 'Studio' => '4',
+ ],
+ 'defaultValue' => '1',
+ ],
+ ],
+ 'Linux' => [
+ 'lwhql' => [
+ 'name' => 'Driver Type',
+ 'type' => 'list',
+ 'values' => [
+ 'All' => '',
+ 'Beta' => '0',
+ 'Branch' => '5',
+ 'Certified' => '1',
+ ],
+ 'defaultValue' => '1',
+ ],
+ ],
+ 'FreeBSD' => [
+ 'fwhql' => [
+ 'name' => 'Driver Type',
+ 'type' => 'list',
+ 'values' => [
+ 'All' => '',
+ 'Beta' => '0',
+ 'Branch' => '5',
+ 'Certified' => '1',
+ ],
+ 'defaultValue' => '1',
+ ],
+ ],
+ ];
+
+ private $operatingSystem = '';
+
+ public function collectData()
+ {
+ $parameters = [
+ 'lid' => 1, // en-us
+ 'psid' => 129, // GeForce
+ ];
+
+ switch ($this->queriedContext) {
+ case 'Windows':
+ $whql = $this->getInput('wwhql');
+ $parameters['osid'] = 57;
+ $parameters['dtcid'] = 1; // Windows Driver DCH
+ $parameters['whql'] = $whql;
+ $this->operatingSystem = 'Windows';
+ break;
+ case 'Linux':
+ $whql = $this->getInput('lwhql');
+ $parameters['osid'] = 12;
+ $parameters['whql'] = $whql;
+ $this->operatingSystem = 'Linux';
+ break;
+ case 'FreeBSD':
+ $whql = $this->getInput('fwhql');
+ $parameters['osid'] = 22;
+ $parameters['whql'] = $whql;
+ $this->operatingSystem = 'FreeBSD';
+ break;
+ }
+
+ $url = 'https://www.nvidia.com/Download/processFind.aspx?' . http_build_query($parameters);
+ $dom = getSimpleHTMLDOM($url);
+
+ foreach ($dom->find('tr#driverList') as $element) {
+ $id = str_replace('img_', '', $element->find('img', 0)->id);
+
+ $this->items[] = [
+ 'timestamp' => $element->find('td.gridItem', 3)->plaintext,
+ 'title' => sprintf('NVIDIA Driver %s', $element->find('td.gridItem', 2)->plaintext),
+ 'uri' => 'https://www.nvidia.com/Download/driverResults.aspx/' . $id,
+ 'content' => $dom->find('tr#tr_' . $id . ' span', 0)->innertext,
+ ];
+ }
+ }
+
+ public function getIcon()
+ {
+ return 'https://www.nvidia.com/favicon.ico';
+ }
+
+ public function getName()
+ {
+ $version = $this->getKey('whql') ?? '';
+ return sprintf('NVIDIA %s %s Driver Releases', $this->operatingSystem, $version);
+ }
+}
diff --git a/bridges/NyaaTorrentsBridge.php b/bridges/NyaaTorrentsBridge.php
index b40b0f95291..36708411410 100644
--- a/bridges/NyaaTorrentsBridge.php
+++ b/bridges/NyaaTorrentsBridge.php
@@ -1,131 +1,115 @@
array(
- 'name' => 'Filter',
- 'type' => 'list',
- 'values' => array(
- 'No filter' => '0',
- 'No remakes' => '1',
- 'Trusted only' => '2'
- )
- ),
- 'c' => array(
- 'name' => 'Category',
- 'type' => 'list',
- 'values' => array(
- 'All categories' => '0_0',
- 'Anime' => '1_0',
- 'Anime - AMV' => '1_1',
- 'Anime - English' => '1_2',
- 'Anime - Non-English' => '1_3',
- 'Anime - Raw' => '1_4',
- 'Audio' => '2_0',
- 'Audio - Lossless' => '2_1',
- 'Audio - Lossy' => '2_2',
- 'Literature' => '3_0',
- 'Literature - English' => '3_1',
- 'Literature - Non-English' => '3_2',
- 'Literature - Raw' => '3_3',
- 'Live Action' => '4_0',
- 'Live Action - English' => '4_1',
- 'Live Action - Idol/PV' => '4_2',
- 'Live Action - Non-English' => '4_3',
- 'Live Action - Raw' => '4_4',
- 'Pictures' => '5_0',
- 'Pictures - Graphics' => '5_1',
- 'Pictures - Photos' => '5_2',
- 'Software' => '6_0',
- 'Software - Apps' => '6_1',
- 'Software - Games' => '6_2',
- )
- ),
- 'q' => array(
- 'name' => 'Keyword',
- 'description' => 'Keyword(s)',
- 'type' => 'text'
- )
- )
- );
+class NyaaTorrentsBridge extends BridgeAbstract
+{
+ const MAINTAINER = 'ORelio & Jisagi';
+ const NAME = 'NyaaTorrents';
+ const URI = 'https://nyaa.si/';
+ const DESCRIPTION = 'Returns the newest torrents, with optional search criteria.';
+ const PARAMETERS = [
+ [
+ 'f' => [
+ 'name' => 'Filter',
+ 'type' => 'list',
+ 'values' => [
+ 'No filter' => '0',
+ 'No remakes' => '1',
+ 'Trusted only' => '2'
+ ]
+ ],
+ 'c' => [
+ 'name' => 'Category',
+ 'type' => 'list',
+ 'values' => [
+ 'All categories' => '0_0',
+ 'Anime' => '1_0',
+ 'Anime - AMV' => '1_1',
+ 'Anime - English' => '1_2',
+ 'Anime - Non-English' => '1_3',
+ 'Anime - Raw' => '1_4',
+ 'Audio' => '2_0',
+ 'Audio - Lossless' => '2_1',
+ 'Audio - Lossy' => '2_2',
+ 'Literature' => '3_0',
+ 'Literature - English' => '3_1',
+ 'Literature - Non-English' => '3_2',
+ 'Literature - Raw' => '3_3',
+ 'Live Action' => '4_0',
+ 'Live Action - English' => '4_1',
+ 'Live Action - Idol/PV' => '4_2',
+ 'Live Action - Non-English' => '4_3',
+ 'Live Action - Raw' => '4_4',
+ 'Pictures' => '5_0',
+ 'Pictures - Graphics' => '5_1',
+ 'Pictures - Photos' => '5_2',
+ 'Software' => '6_0',
+ 'Software - Apps' => '6_1',
+ 'Software - Games' => '6_2',
+ ]
+ ],
+ 'q' => [
+ 'name' => 'Keyword',
+ 'description' => 'Keyword(s)',
+ 'type' => 'text'
+ ],
+ 'u' => [
+ 'name' => 'User',
+ 'description' => 'User',
+ 'type' => 'text'
+ ]
+ ]
+ ];
- public function getIcon() {
- return self::URI . 'static/favicon.png';
- }
+ public function collectData()
+ {
+ $feedParser = new FeedParser();
+ $feed = $feedParser->parseFeed(getContents($this->getURI()));
- public function collectData() {
+ foreach ($feed['items'] as $item) {
+ $item['enclosures'] = [$item['uri']];
+ $item['uri'] = str_replace('.torrent', '', $item['uri']);
+ $item['uri'] = str_replace('/download/', '/view/', $item['uri']);
+ $item['id'] = str_replace('https://nyaa.si/view/', '', $item['uri']);
+ $dom = getSimpleHTMLDOMCached($item['uri']);
+ if ($dom) {
+ $description = $dom->find('#torrent-description', 0)->innertext ?? '';
+ $item['content'] = markdownToHtml(html_entity_decode($description));
- // Build Search URL from user-provided parameters
- $search_url = self::URI . '?s=id&o=desc&'
- . http_build_query(array(
- 'f' => $this->getInput('f'),
- 'c' => $this->getInput('c'),
- 'q' => $this->getInput('q')
- ));
+ $magnet = $dom->find('div.panel-footer.clearfix > a', 1)->href;
+ // can't put raw magnet link in enclosure, this gives information on
+ // magnet contents and works a way to sent magnet value
+ $magnet = 'https://torrent.parts/#' . html_entity_decode($magnet);
+ array_push($item['enclosures'], $magnet);
+ }
+ $this->items[] = $item;
+ if (count($this->items) >= 10) {
+ break;
+ }
+ }
+ }
- // Retrieve torrent listing from search results, which does not contain torrent description
- $html = getSimpleHTMLDOM($search_url)
- or returnServerError('Could not request Nyaa: ' . $search_url);
- $links = $html->find('a');
- $results = array();
- foreach ($links as $link)
- if (strpos($link->href, '/view/') === 0 && !in_array($link->href, $results))
- $results[] = $link->href;
- if (empty($results) && empty($this->getInput('q')))
- returnServerError('No results from Nyaa: ' . $url, 500);
+ public function getName()
+ {
+ $name = parent::getName();
+ $name .= $this->getInput('u') ? ' - ' . $this->getInput('u') : '';
+ $name .= $this->getInput('q') ? ' - ' . $this->getInput('q') : '';
+ $name .= $this->getInput('c') ? ' (' . $this->getKey('c') . ')' : '';
+ return $name;
+ }
- //Process each item individually
- foreach ($results as $element) {
+ public function getIcon()
+ {
+ return self::URI . 'static/favicon.png';
+ }
- //Limit total amount of requests
- if(count($this->items) >= 20) {
- break;
- }
-
- $torrent_id = str_replace('/view/', '', $element);
-
- //Ignore entries without valid torrent ID
- if ($torrent_id != 0 && ctype_digit($torrent_id)) {
-
- //Retrieve data for this torrent ID
- $item_uri = self::URI . 'view/' . $torrent_id;
-
- //Retrieve full description from torrent page
- if ($item_html = getSimpleHTMLDOMCached($item_uri)) {
-
- //Retrieve data from page contents
- $item_title = str_replace(' :: Nyaa', '', $item_html->find('title', 0)->plaintext);
- $item_desc = str_get_html(markdownToHtml($item_html->find('#torrent-description', 0)->innertext));
- $item_author = extractFromDelimiters($item_html->outertext, 'href="/user/', '"');
- $item_date = intval(extractFromDelimiters($item_html->outertext, 'data-timestamp="', '"'));
-
- //Retrieve image for thumbnail or generic logo fallback
- $item_image = $this->getURI() . 'static/img/avatar/default.png';
- foreach ($item_desc->find('img') as $img) {
- if (strpos($img->src, 'prez') === false) {
- $item_image = $img->src;
- break;
- }
- }
-
- //Build and add final item
- $item = array();
- $item['uri'] = $item_uri;
- $item['title'] = $item_title;
- $item['author'] = $item_author;
- $item['timestamp'] = $item_date;
- $item['enclosures'] = array($item_image);
- $item['content'] = $item_desc;
- $this->items[] = $item;
- }
- }
- $element = null;
- }
- $results = null;
- }
+ public function getURI()
+ {
+ $params = [
+ 'f' => $this->getInput('f'),
+ 'c' => $this->getInput('c'),
+ 'q' => $this->getInput('q'),
+ 'u' => $this->getInput('u'),
+ ];
+ return self::URI . '?page=rss&s=id&o=desc&' . http_build_query($params);
+ }
}
diff --git a/bridges/OLXBridge.php b/bridges/OLXBridge.php
new file mode 100644
index 00000000000..31f05eaaa7c
--- /dev/null
+++ b/bridges/OLXBridge.php
@@ -0,0 +1,211 @@
+ [
+ 'name' => 'Search URL',
+ 'title' => 'Copy the URL from your browser\'s address bar after searching for your items and paste it here',
+ 'pattern' => '^(https:\/\/)?(www.)?olx\.(bg|kz|pl|pt|ro|ua|uz).*$',
+ 'exampleValue' => 'https://www.olx.pl/d/oferty/q-cebula/',
+ 'required' => true,
+ ],
+ 'includePostsWithoutPricetag' => [
+ 'type' => 'checkbox',
+ 'name' => 'Include posts without price tag'
+ ],
+ 'includeFeaturedPosts' => [
+ 'type' => 'checkbox',
+ 'name' => 'Include featured posts'
+ ],
+ 'shippingOfferedOnly' => [
+ 'type' => 'checkbox',
+ 'name' => 'Only posts with shipping offered'
+ ]
+ ]];
+
+ private function getHostname()
+ {
+ $scheme = parse_url($this->getInput('url'), PHP_URL_SCHEME);
+ $host = parse_url($this->getInput('url'), PHP_URL_HOST);
+
+ return $scheme . '://' . $host;
+ }
+
+ public function getURI()
+ {
+ if ($this->getInput('url')) {
+ # make sure we order by the most recently listed offers
+ $uri = trim(preg_replace('/([?&])search%5Border%5D=[^&]+(&|$)/', '$1', $this->getInput('url')), '?&/');
+ $uri = preg_replace('/([?&])view=[^&]+(&|$)/', '', $uri);
+ $uri .= (parse_url($uri, PHP_URL_QUERY) ? '&' : '?') . 'search%5Border%5D=created_at:desc';
+
+ return $uri;
+ } else {
+ return parent::getURI();
+ }
+ }
+
+ public function getName()
+ {
+ $url = $this->getInput('url');
+ if (!$url) {
+ return parent::getName();
+ }
+
+ $parsedUrl = Url::fromString($url);
+ $paths = explode('/', $parsedUrl->getPath());
+
+ $query = array_reduce($paths, function ($q, $p) {
+ if (preg_match('/^q-(.+)$/i', $p, $matches)) {
+ $q[] = str_replace('-', ' ', urldecode($matches[1]));
+ }
+
+ return $q;
+ });
+
+ if ($query) {
+ return $query[0];
+ }
+
+ return parent::getName();
+ }
+
+ public function collectData()
+ {
+ $html = getSimpleHTMLDOM($this->getURI());
+ $html = defaultLinkTo($html, $this->getHostname());
+
+ $isoLang = $html->find('meta[http-equiv=Content-Language]', 0)->content;
+
+ # the second grid, if any, has extended results from additional categories, outside of original search scope
+ $listing_grid = $html->find("div[data-testid='listing-grid']", 0);
+
+ $results = $listing_grid->find("div[data-cy='l-card']");
+
+ foreach ($results as $post) {
+ $item = [];
+
+ if (!$this->getInput('includeFeaturedPosts') && $post->find('div[data-testid="adCard-featured"]', 0)) {
+ continue;
+ }
+
+ $price = $post->find('p[data-testid="ad-price"]', 0)->plaintext ?? '';
+ if (!$this->getInput('includePostsWithoutPricetag') && !$price) {
+ continue;
+ }
+
+ $negotiable = $post->find('p[data-testid="ad-price"] span.css-e2218f', 0)->plaintext ?? false;
+ if ($negotiable) {
+ $price = trim(str_replace($negotiable, '', $price));
+ $negotiable = '(' . $negotiable . ')';
+ }
+
+ if ($post->find('h4', 0)->plaintext != '') {
+ $item['uri'] = $post->find('a', 0)->href;
+ $item['title'] = $post->find('h4', 0)->plaintext;
+ }
+
+ # ignore the date component, as it is too convoluted — use the deep-crawled one; see below
+ $locationAndDate = $post->find('p[data-testid="location-date"]', 0)->plaintext;
+ $locationAndDateArray = explode(' - ', $locationAndDate, 2);
+ $location = trim($locationAndDateArray[0]);
+
+ # OLX only shows 5 results before images get lazy-loaded, so we have to deep-crawl *almost* all the results.
+ # Given that, do deep-crawl *all* the results, which allows to aso obtain the ID, the simplified location
+ # and date strings, as well as the detailed description.
+ $articleHTMLContent = getSimpleHTMLDOMCached($item['uri']);
+ $articleHTMLContent = defaultLinkTo($articleHTMLContent, $this->getHostname());
+
+ $shippingOffered = $articleHTMLContent->find('img[alt="Safety Badge"]', 0)->src ?? false;
+ if ($this->getInput('shippingOfferedOnly') && !$shippingOffered) {
+ continue;
+ }
+
+ # Extract a clean ID without resorting to the convoluted CSS class or sibling selectors. Should be always present.
+ $refreshLink = $articleHTMLContent->find('a[data-testid=refresh-link]', 0)->href ?? false;
+ if ($refreshLink) {
+ parse_str(parse_url($refreshLink, PHP_URL_QUERY), $refreshQuery);
+ $item['uid'] = $refreshQuery['ad-id'];
+ } else {
+ # may be an imported offer from a sibling auto-moto classifieds platform
+ $item['uid'] = $articleHTMLContent->find('span[id=ad_id]', 0)->plaintext;
+ }
+
+ $img = $articleHTMLContent->find('meta[property="og:image"]', 0)->content ?? false;
+ if ($img) {
+ $item['enclosures'] = [$img . '#.image'];
+ }
+
+ $isoDate = $articleHTMLContent->find('meta[property="og:updated_time"]', 0)->content ?? false;
+ if ($isoDate) {
+ $item['timestamp'] = strtotime($isoDate);
+ } else {
+ $date = $articleHTMLContent->find('span[data-cy="ad-posted-at"]', 0)->plaintext;
+ # Relative, today
+ if (preg_match('/^.*\s(\d\d:\d\d)$/i', $date, $matches)) {
+ $item['timestamp'] = strtotime($matches[1]);
+ } else {
+ # full, localized date
+ $formatter = new IntlDateFormatter($isoLang, IntlDateFormatter::SHORT, IntlDateFormatter::NONE);
+ $item['timestamp'] = $formatter->parse($date);
+ }
+ }
+
+ $descriptionHtml = $articleHTMLContent->find('div[data-cy="ad_description"] div', 0)->innertext ?? false;
+ if (!$descriptionHtml) {
+ $descriptionHtml = $articleHTMLContent->find('div[id="description"] div[data-read-more]', 0)->innertext ?? false;
+ }
+
+ $item['categories'] = [];
+ $breadcrumbs = $articleHTMLContent->find('li[data-testid="breadcrumb-item"]');
+ foreach ($breadcrumbs as $breadcrumb) {
+ $category = $breadcrumb->find('a[href!="/"]', 0) ?? false;
+
+ if ($category) {
+ $item['categories'][] = $category->plaintext;
+ }
+ }
+
+ $parameters = $articleHTMLContent->find('div.parametersArea li');
+ foreach ($parameters as $parameter) {
+ $category = $parameter->find('a', 0)->plaintext ?? false;
+
+ if ($category = empty($category) ? false : trim($category)) {
+ if ($category == 'Tak') {
+ $category = $parameter->find('span', 0)->plaintext ?? '';
+ } elseif ($category == 'Nie') {
+ continue;
+ }
+
+ $item['categories'][] = $category;
+ }
+ }
+
+ $item['content'] = <<
+
+
+
+
+
+
+ $descriptionHtml
+
+
+
(.*)
~', $value, $matches);
+ if (1 === $result) {
+ $this->lastId = $matches[1];
+ return trim($matches[2]);
+ }
+ return $value;
+ }
+
+ protected function formatItemTimestamp($value)
+ {
+ $country = $this->getInput('country');
+ $category = $this->getCurrentCategory();
+ $language = $this->getLanguageFromCountry($country);
+
+ $aMonthNames = self::FOREIGN_MONTH_NAMES[$language] ?? null;
+ if (null !== $aMonthNames) {
+ $value = str_replace(array_values($aMonthNames), array_keys($aMonthNames), $value);
+ }
+ $value = str_replace('', '-', $value);
+ $value = str_replace('--', '-', $value);
+
+ $date = \DateTime::createFromFormat(self::GAME_COUNTRY_DATE_FORMAT[$category][$language], $value);
+ if (false === $date) {
+ $date = new \DateTime('now');
+ }
+ return $date->getTimestamp();
+ }
+
+ protected function generateItemId(array $item)
+ {
+ return $this->getCurrentCategory() . '-' . $this->lastId;
+ }
+
+ private function getLanguageFromCountry($country)
+ {
+ return (strpos($country, '/') !== false) ? substr($country, strpos($country, '/') + 1) : (self::LANGUAGE_REWRITE[$country] ?? $country);
+ }
+}
diff --git a/bridges/NordbayernBridge.php b/bridges/NordbayernBridge.php
new file mode 100644
index 00000000000..94319e2bd4b
--- /dev/null
+++ b/bridges/NordbayernBridge.php
@@ -0,0 +1,213 @@
+ [
+ 'name' => 'region',
+ 'type' => 'list',
+ 'exampleValue' => 'Nürnberg',
+ 'title' => 'Select a region',
+ 'values' => [
+ 'Ansbach' => 'ansbach',
+ 'Bamberg' => 'bamberg',
+ 'Bayreuth' => 'bayreuth',
+ 'Erlangen' => 'erlangen',
+ 'Forchheim' => 'forchheim',
+ 'Fürth' => 'fuerth',
+ 'Gunzenhausen' => 'gunzenhausen',
+ 'Herzogenaurach' => 'herzogenaurach',
+ 'Höchstadt' => 'hoechstadt',
+ 'Neumarkt' => 'neumarkt',
+ 'Neustadt/Aisch-Bad Windsheim' => 'neustadt-aisch-bad-windsheim',
+ 'Nürnberg' => 'nuernberg',
+ 'Nürnberger Land' => 'nuernberger-land',
+ 'Regensburg' => 'regensburg',
+ 'Roth' => 'roth',
+ 'Schwabach' => 'schwabach',
+ 'Weißenburg' => 'weissenburg'
+ ]
+ ],
+ 'policeReports' => [
+ 'name' => 'Police Reports',
+ 'type' => 'checkbox',
+ 'exampleValue' => 'checked',
+ 'title' => 'Include Police Reports',
+ ],
+ 'hideNNPlus' => [
+ 'name' => 'Hide NN+ articles',
+ 'type' => 'checkbox',
+ 'exampleValue' => 'unchecked',
+ 'title' => 'Hide all paywall articles on NN'
+ ],
+ 'hideDPA' => [
+ 'name' => 'Hide dpa articles',
+ 'type' => 'checkbox',
+ 'exampleValue' => 'unchecked',
+ 'title' => 'Hide external articles from dpa'
+ ]
+ ]];
+
+ public function collectData()
+ {
+ $region = $this->getInput('region');
+ if ($region === 'rothenburg-o-d-t') {
+ $region = 'rothenburg-ob-der-tauber';
+ }
+ $url = self::URI . '/region/' . $region;
+ $listSite = getSimpleHTMLDOM($url);
+
+ $this->handleNewsblock($listSite);
+ }
+
+
+ private function getValidImage($picture)
+ {
+ $img = $picture->find('img', 0);
+ if ($img) {
+ $imgUrl = $img->src;
+ if (!preg_match('#/logo-.*\.png#', $imgUrl)) {
+ return '';
+ }
+ }
+ return '';
+ }
+
+ private function getUseFullContent($rawContent)
+ {
+ $content = '';
+ foreach ($rawContent->children as $element) {
+ if (
+ ($element->tag === 'p' || $element->tag === 'h3') &&
+ $element->class !== 'article__teaser'
+ ) {
+ $content .= $element;
+ } elseif ($element->tag === 'main') {
+ $content .= $this->getUseFullContent($element->find('article', 0));
+ } elseif ($element->tag === 'header') {
+ $content .= $this->getUseFullContent($element);
+ } elseif (
+ $element->tag === 'div' &&
+ !str_contains($element->class, 'article__infobox') &&
+ !str_contains($element->class, 'authorinfo')
+ ) {
+ $content .= $this->getUseFullContent($element);
+ } elseif (
+ $element->tag === 'section' &&
+ (str_contains($element->class, 'article__richtext') ||
+ str_contains($element->class, 'article__context'))
+ ) {
+ $content .= $this->getUseFullContent($element);
+ } elseif ($element->tag === 'picture') {
+ $content .= $this->getValidImage($element);
+ } elseif ($element->tag === 'ul') {
+ $content .= $element;
+ }
+ }
+ return $content;
+ }
+
+ private function getTeaser($content)
+ {
+ $teaser = $content->find('p[class=article__teaser]', 0);
+ if ($teaser === null) {
+ return '';
+ }
+ $teaser = $teaser->plaintext;
+ $teaser = preg_replace('/[ ]{2,}/', ' ', $teaser);
+ $teaser = '';
+ return $teaser;
+ }
+
+ private function getArticle($link)
+ {
+ $item = [];
+ $article = getSimpleHTMLDOM($link);
+ defaultLinkTo($article, self::URI);
+ $content = $article->find('article[id=article]', 0);
+ $item['uri'] = $link;
+
+ $author = $article->find('.article__author', 1);
+ if ($author !== null) {
+ $item['author'] = trim($author->plaintext);
+ }
+
+ $createdAt = $article->find('[class=article__release]', 0);
+ if ($createdAt) {
+ $item['timestamp'] = strtotime(str_replace('Uhr', '', $createdAt->plaintext));
+ }
+
+ if ($article->find('h2', 0) === null) {
+ $item['title'] = $article->find('h3', 0)->innertext;
+ } else {
+ $item['title'] = $article->find('h2', 0)->innertext;
+ }
+ $item['content'] = '';
+
+ if ($article->find('section[class*=article__richtext]', 0) === null) {
+ $content = $article->find('div[class*=modul__teaser]', 0)
+ ->find('p', 0);
+ $item['content'] .= $content;
+ } else {
+ $content = $article->find('article', 0);
+ // change order of article teaser in order to show it on top
+ // of the title image. If we didn't do this some rss programs
+ // would show the subtitle of the title image as teaser instead
+ // of the actuall article teaser.
+ $item['content'] .= $this->getTeaser($content);
+ $item['content'] .= $this->getUseFullContent($content);
+ }
+
+ $categories = $article->find('[class=themen]', 0);
+ if ($categories) {
+ $item['categories'] = [];
+ foreach ($categories->find('a') as $category) {
+ $item['categories'][] = $category->innertext;
+ }
+ }
+
+ $article->clear();
+ return $item;
+ }
+
+ private function handleNewsblock($listSite)
+ {
+ $main = $listSite->find('main', 0);
+ foreach ($main->find('article') as $article) {
+ $url = $article->find('a', 0)->href;
+ $url = urljoin(self::URI, $url);
+ // exclude nn+ articles if desired
+ if (
+ $this->getInput('hideNNPlus') &&
+ str_contains($url, 'www.nn.de')
+ ) {
+ continue;
+ }
+
+ $item = $this->getArticle($url);
+
+ // exclude police reports if desired
+ if (
+ !$this->getInput('policeReports') &&
+ str_contains($item['content'], 'Hier geht es zu allen aktuellen Polizeimeldungen.')
+ ) {
+ continue;
+ }
+
+ // exclude dpa articles
+ if (
+ $this->getInput('hideDPA') &&
+ str_contains($item['author'], 'dpa')
+ ) {
+ continue;
+ }
+
+ $this->items[] = $item;
+ }
+ }
+}
diff --git a/bridges/NotAlwaysBridge.php b/bridges/NotAlwaysBridge.php
index c7758c32d23..6f1a8c008a3 100644
--- a/bridges/NotAlwaysBridge.php
+++ b/bridges/NotAlwaysBridge.php
@@ -1,60 +1,68 @@
array(
- 'type' => 'list',
- 'name' => 'Filter',
- 'values' => array(
- 'All' => 'all',
- 'Right' => 'right',
- 'Working' => 'working',
- 'Romantic' => 'romantic',
- 'Related' => 'related',
- 'Learning' => 'learning',
- 'Friendly' => 'friendly',
- 'Hopeless' => 'hopeless',
- 'Unfiltered' => 'unfiltered'
- )
- )
- ));
-
- public function getIcon() {
- return self::URI . 'favicon_nar.png';
- }
-
- public function collectData(){
- $html = getSimpleHTMLDOM($this->getURI())
- or returnServerError('Could not request NotAlways.');
- foreach($html->find('.post') as $post) {
- #print_r($post);
- $item = array();
- $item['uri'] = $post->find('h1', 0)->find('a', 0)->href;
- $item['content'] = $post;
- $item['title'] = $post->find('h1', 0)->find('a', 0)->innertext;
- $this->items[] = $item;
- }
- }
-
- public function getName(){
- if(!is_null($this->getInput('filter'))) {
- return $this->getInput('filter') . ' - NotAlways Bridge';
- }
-
- return parent::getName();
- }
-
- public function getURI(){
- if(!is_null($this->getInput('filter'))) {
- return self::URI . $this->getInput('filter') . '/';
- }
-
- return parent::getURI();
- }
+
+class NotAlwaysBridge extends BridgeAbstract
+{
+ const MAINTAINER = 'mozes';
+ const NAME = 'Not Always family Bridge';
+ const URI = 'https://notalwaysright.com/';
+ const DESCRIPTION = 'Returns the latest stories';
+ const CACHE_TIMEOUT = 1800; // 30 minutes
+
+ const PARAMETERS = [ [
+ 'filter' => [
+ 'type' => 'list',
+ 'name' => 'Filter',
+ 'values' => [
+ 'All' => '',
+ 'Right' => 'right',
+ 'Working' => 'working',
+ 'Romantic' => 'romantic',
+ 'Related' => 'related',
+ 'Learning' => 'learning',
+ 'Hopeless' => 'hopeless',
+ 'Healthy' => 'healthy',
+ 'Legal' => 'legal',
+ 'Friendly' => 'friendly',
+ 'Unfiltered' => 'unfiltered'
+ ]
+ ]
+ ]];
+
+ public function getIcon()
+ {
+ return self::URI . 'favicon_nar.png';
+ }
+
+ public function collectData()
+ {
+ $html = getSimpleHTMLDOM($this->getURI());
+ foreach ($html->find('.post') as $post) {
+ #print_r($post);
+ $item = [];
+ $item['uri'] = $post->find('h1', 0)->find('a', 0)->href;
+ $postHeader = $post->find('.post_header', 0);
+ $storyContent = $post->find('.storycontent', 0);
+ $item['content'] = $postHeader . '' . $storyContent; + $item['title'] = $post->find('h1', 0)->find('a', 0)->innertext; + $this->items[] = $item; + } + } + + public function getName() + { + if (!is_null($this->getInput('filter'))) { + return $this->getInput('filter') . ' - NotAlways Bridge'; + } + + return parent::getName(); + } + + public function getURI() + { + if (!is_null($this->getInput('filter'))) { + return self::URI . $this->getInput('filter') . '/'; + } + + return parent::getURI(); + } } diff --git a/bridges/NovayaGazetaEuropeBridge.php b/bridges/NovayaGazetaEuropeBridge.php new file mode 100644 index 00000000000..89d31a944e0 --- /dev/null +++ b/bridges/NovayaGazetaEuropeBridge.php @@ -0,0 +1,151 @@ + [ + 'language' => [ + 'name' => 'Language', + 'type' => 'list', + 'defaultValue' => 'ru', + 'values' => [ + 'Russian' => 'ru', + 'English' => 'en', + ] + ], + 'limit' => [ + 'name' => 'Limit', + 'type' => 'number', + 'required' => false, + 'title' => 'Maximum number of items to return', + 'defaultValue' => 20 + ] + ] + ]; + + public function collectData() + { + $url = 'https://novayagazeta.eu/api/v1/get/main'; + if ($this->getInput('language') != 'ru') { + $url .= '?lang=' . $this->getInput('language'); + } + + $json = getContents($url); + $data = json_decode($json); + + foreach ($data->records as $record) { + if (!isset($record->blocks)) { + continue; + } + foreach ($record->blocks as $block) { + if (!property_exists($block, 'date')) { + continue; + } + $title = strip_tags($block->title); + if (!empty($block->subtitle)) { + $title .= '. ' . strip_tags($block->subtitle); + } + $item = [ + 'uri' => self::URI . '/articles/' . $block->slug, + 'block' => $block, + 'title' => $title, + 'author' => join(', ', array_map(function ($author) { + return $author->name; + }, $block->authors)), + 'timestamp' => $block->date / 1000, + 'categories' => $block->tags + ]; + $this->items[] = $item; + } + } + usort($this->items, function ($item1, $item2) { + return $item2['timestamp'] <=> $item1['timestamp']; + }); + if ($this->getInput('limit') !== null) { + $this->items = array_slice($this->items, 0, $this->getInput('limit')); + } + foreach ($this->items as &$item) { + $block = $item['block']; + $body = ''; + if (property_exists($block, 'body') && $block->body !== null) { + $body = self::convertBody($block); + } else { + $record_json = getContents("https://novayagazeta.eu/api/v1/get/record?slug={$block->slug}"); + $record_data = json_decode($record_json); + $body = self::convertBody($record_data->record); + } + $item['content'] = $body; + unset($item['block']); + } + } + + private static function convertBody($data) + { + $body = ''; + if ($data->previewUrl !== null && !$data->isPreviewHidden) { + $body .= '
{$data->lead}
"; + } + if (!empty($data->body)) { + foreach ($data->body as $datum) { + $body .= self::convertElement($datum); + } + } + return $body; + } + + private static function convertElement($datum) + { + switch ($datum->type) { + case 'text': + return $datum->data; + case 'image/single': + $alt = strip_tags($datum->data); + $res = "{$datum->data}
"; + case 'embed/native': + if (isset($datum->link)) { + $desc = $datum->link; + if (isset($datum->caption)) { + $desc = $datum->caption; + } + return sprintf('', $datum->link, $desc); + } + return ''; + case 'text/framed': + $res = ''; + if (property_exists($datum, 'typeDisplay')) { + $res .= "
{$datum->typeDisplay}
"; + } + $res .= "{$datum->data}
"; + if ( + property_exists($datum, 'attachment') + && property_exists($datum->attachment, 'type') + ) { + $res .= self::convertElement($datum->attachment); + } + return $res; + default: + return ''; + } + } +} diff --git a/bridges/NovelUpdatesBridge.php b/bridges/NovelUpdatesBridge.php index 05acd8ef999..79969ea7dde 100644 --- a/bridges/NovelUpdatesBridge.php +++ b/bridges/NovelUpdatesBridge.php @@ -1,69 +1,71 @@ array( - 'name' => 'Novel name as found in the url', - 'exampleValue' => 'spirit-realm', - 'required' => true - ) - )); +class NovelUpdatesBridge extends BridgeAbstract +{ + const MAINTAINER = 'albirew'; + const NAME = 'Novel Updates'; + const URI = 'https://www.novelupdates.com/'; + const CACHE_TIMEOUT = 21600; // 6h + const DESCRIPTION = 'Returns releases from Novel Updates'; + const PARAMETERS = [ [ + 'n' => [ + 'name' => 'Novel name as found in the url', + 'exampleValue' => 'spirit-realm', + 'required' => true + ] + ]]; - private $seriesTitle = ''; + private $seriesTitle = ''; - public function getURI(){ - if(!is_null($this->getInput('n'))) { - return static::URI . '/series/' . $this->getInput('n') . '/'; - } + public function getURI() + { + if (!is_null($this->getInput('n'))) { + return static::URI . '/series/' . $this->getInput('n') . '/'; + } - return parent::getURI(); - } + return parent::getURI(); + } - public function collectData(){ - $fullhtml = getSimpleHTMLDOM($this->getURI()) - or returnServerError('Could not request NovelUpdates, novel "' . $this->getInput('n') . '" not found'); + public function collectData() + { + $fullhtml = getSimpleHTMLDOM($this->getURI()); - $this->seriesTitle = $fullhtml->find('h4.seriestitle', 0)->plaintext; - // dirty fix for nasty simpledom bug: https://github.com/sebsauvage/rss-bridge/issues/259 - // forcefully removes tbody - $html = $fullhtml->find('table#myTable', 0)->innertext; - $html = stristr($html, ''); //strip thead - $html = stristr($html, '' - . $fullhtml->find('div.seriesimg', 0)->innertext - . ''; + $this->seriesTitle = $fullhtml->find('div.seriestitlenu', 0)->plaintext; + // dirty fix for nasty simpledom bug: https://github.com/sebsauvage/rss-bridge/issues/259 + // forcefully removes tbody + $html = $fullhtml->find('table#myTable', 0)->innertext; + $html = stristr($html, ''); //strip thead + $html = stristr($html, '
' + . $fullhtml->find('div.seriesimg', 0)->innertext + . ''; - $this->items[] = $item; - } - } + $this->items[] = $item; + } + } - public function getName(){ - if(!empty($this->seriesTitle)) { - return $this->seriesTitle . ' - ' . static::NAME; - } - - return parent::getName(); - } + public function getName() + { + if (!empty($this->seriesTitle)) { + return $this->seriesTitle . ' - ' . static::NAME; + } + return parent::getName(); + } } diff --git a/bridges/NpciBridge.php b/bridges/NpciBridge.php new file mode 100644 index 00000000000..f9fa63af038 --- /dev/null +++ b/bridges/NpciBridge.php @@ -0,0 +1,95 @@ + 'circulars', + 'upi' => 'circular', + 'rupay' => 'circulars', + 'nach' => 'circulars', + 'imps' => 'circular', + 'netc-fastag' => 'circulars', + '99' => 'circular', + 'nfs' => 'circulars', + 'aeps' => 'circulars', + 'bhim-aadhaar' => 'circular', + 'e-rupi' => 'circular', + 'Bharat QR' => 'circulars', + 'bharat-billpay' => 'circulars', + ]; + + const PARAMETERS = [[ + 'product' => [ + 'name' => 'product', + 'type' => 'list', + 'values' => [ + 'CTS' => 'cts', + 'UPI' => 'upi', + 'RuPay' => 'rupay', + 'NACH' => 'nach', + 'IMPS' => 'imps', + 'NETC FASTag' => 'netc-fastag', + '*99#' => '99', + 'NFS' => 'nfs', + 'AePS' => 'aeps', + 'BHIM Aadhaar' => 'bhim-aadhaar', + 'e-RUPI' => 'e-rupi', + 'Bharat BillPay' => 'bharat-billpay' + ] + ] + ]]; + + public function getName() + { + if ($this->getInput('product')) { + return 'NPCI Circulars: ' . $this->getKey('product'); + } + return 'NPCI Circulars'; + } + + public function getURI() + { + $product = $this->getInput('product'); + return $product ? sprintf('%s/what-we-do/%s/%s', self::URI, $product, self::URL_SUFFIX[$product]) : self::URI; + } + + public function collectData() + { + $html = getSimpleHTMLDOMCached($this->getURI()); + $year = date('Y'); + $elements = $html->find("div[id=year$year] .pdf-item"); + + foreach ($elements as $element) { + $title = $element->find('p', 0)->innertext; + + $link = $element->find('a', 0); + + $uri = null; + + if ($link) { + $pdfLink = $link->getAttribute('href'); + $uri = self::URI . str_replace(' ', '+', $pdfLink); + } + + $item = [ + 'uri' => $uri, + 'title' => $title, + 'content' => $title, + 'uid' => sha1($pdfLink), + 'enclosures' => [ + $uri + ] + ]; + + $this->items[] = $item; + } + + $this->items = array_slice($this->items, 0, 15); + } +} diff --git a/bridges/NurembergerNachrichtenBridge.php b/bridges/NurembergerNachrichtenBridge.php new file mode 100644 index 00000000000..10644212525 --- /dev/null +++ b/bridges/NurembergerNachrichtenBridge.php @@ -0,0 +1,178 @@ + [ + 'name' => 'region', + 'type' => 'list', + 'exampleValue' => 'Nürnberg', + 'title' => 'Select a region', + 'values' => [ + 'Ansbach' => 'ansbach', + 'Erlangen' => 'erlangen', + 'Erlangen-Höchstadt' => 'erlangen-hoechstadt', + 'Forchheim' => 'forchheim', + 'Fürth' => 'fuerth', + 'Gunzenhausen' => 'gunzenhausen', + 'Neumarkt' => 'neumarkt', + 'Neustadt/Aisch-Bad Windsheim' => 'neustadt-aisch-bad-windsheim', + 'Nürnberg' => 'nuernberg', + 'Nürnberger Land' => 'nuernberger-land', + 'Pegnitz' => 'pegnitz', + 'Roth' => 'roth', + 'Schwabach' => 'schwabach', + 'Weißenburg' => 'weissenburg' + ] + ], + 'hideNNPlus' => [ + 'name' => 'Hide NN+ articles', + 'type' => 'checkbox', + 'exampleValue' => 'unchecked', + 'title' => 'Hide all paywall articles on NN' + ], + ]]; + + public function collectData() + { + $region = $this->getInput('region'); + if ( + $region === 'neustadt-aisch-bad-windsheim' || + $region === 'erlangen-hoechstadt' || + $region === '' + ) { + $region = 'region/' . $region; + } + $url = self::URI . '/' . $region; + $listSite = getSimpleHTMLDOM($url); + + $this->handleNewsblock($listSite); + } + + private function handleNewsblock($listSite) + { + $main = $listSite->find('main', 0); + foreach ($main->find('article') as $article) { + $url = $article->find('a', 0)->href; + $url = urljoin(self::URI, $url); + + $articleContent = getSimpleHTMLDOMCached($url, 86400 * 7); + + // exclude nn+ articles if desired + if ( + $this->getInput('hideNNPlus') && + str_contains($articleContent->find('article[id=article]', 0)->find('header', 0), 'icon-nnplus') + ) { + continue; + } + + $item = $this->parseArticle($articleContent, $url); + $articleContent->clear(); + + $this->items[] = $item; + } + } + + private function parseArticle($article, $link) + { + $item = []; + defaultLinkTo($article, self::URI); + + $item['uri'] = $link; + + $author = $article->find('.article__author', 1); + if ($author !== null) { + $item['author'] = trim($author->plaintext); + } + + $createdAt = $article->find('[class=article__release]', 0); + if ($createdAt) { + $item['timestamp'] = strtotime(str_replace('Uhr', '', $createdAt->plaintext)); + } + + if ($article->find('h2', 0) === null) { + $item['title'] = $article->find('h3', 0)->innertext; + } else { + $item['title'] = $article->find('h2', 0)->innertext; + } + $item['content'] = ''; + + if ($article->find('section[class*=article__richtext]', 0) === null) { + $content = $article->find('div[class*=modul__teaser]', 0)->find('p', 0); + $item['content'] .= $content; + } else { + $content = $article->find('article', 0); + // change order of article teaser in order to show it on top + // of the title image. If we didn't do this some rss programs + // would show the subtitle of the title image as teaser instead + // of the actuall article teaser. + $item['content'] .= $this->getTeaser($content); + $item['content'] .= $this->getUseFullContent($content); + } + + return $item; + } + + private function getTeaser($content) + { + $teaser = $content->find('p[class=article__teaser]', 0); + if ($teaser === null) { + return ''; + } + $teaser = $teaser->plaintext; + $teaser = preg_replace('/[ ]{2,}/', ' ', $teaser); + $teaser = ''; + return $teaser; + } + + private function getUseFullContent($rawContent) + { + $content = ''; + foreach ($rawContent->children as $element) { + if ( + ($element->tag === 'p' || $element->tag === 'h3') && + $element->class !== 'article__teaser' + ) { + $content .= $element; + } elseif ($element->tag === 'main') { + $content .= $this->getUseFullContent($element->find('article', 0)); + } elseif ($element->tag === 'header') { + $content .= $this->getUseFullContent($element); + } elseif ( + $element->tag === 'div' && + !str_contains($element->class, 'article__infobox') && + !str_contains($element->class, 'authorinfo') + ) { + $content .= $this->getUseFullContent($element); + } elseif ( + $element->tag === 'section' && + (str_contains($element->class, 'article__richtext') || + str_contains($element->class, 'article__context')) + ) { + $content .= $this->getUseFullContent($element); + } elseif ($element->tag === 'picture') { + $content .= $this->getValidImage($element); + } elseif ($element->tag === 'ul') { + $content .= $element; + } + } + return $content; + } + + private function getValidImage($picture) + { + $img = $picture->find('img', 0); + if ($img) { + $imgUrl = $img->src; + if (!preg_match('#/logo-.*\.png#', $imgUrl)) { + return '
';
+ }
+ }
+ return '';
+ }
+}
diff --git a/bridges/NvidiaDriverBridge.php b/bridges/NvidiaDriverBridge.php
new file mode 100644
index 00000000000..3c47869745c
--- /dev/null
+++ b/bridges/NvidiaDriverBridge.php
@@ -0,0 +1,107 @@
+ [
+ 'wwhql' => [
+ 'name' => 'Driver Type',
+ 'type' => 'list',
+ 'values' => [
+ 'All' => '',
+ 'Certified' => '1',
+ 'Studio' => '4',
+ ],
+ 'defaultValue' => '1',
+ ],
+ ],
+ 'Linux' => [
+ 'lwhql' => [
+ 'name' => 'Driver Type',
+ 'type' => 'list',
+ 'values' => [
+ 'All' => '',
+ 'Beta' => '0',
+ 'Branch' => '5',
+ 'Certified' => '1',
+ ],
+ 'defaultValue' => '1',
+ ],
+ ],
+ 'FreeBSD' => [
+ 'fwhql' => [
+ 'name' => 'Driver Type',
+ 'type' => 'list',
+ 'values' => [
+ 'All' => '',
+ 'Beta' => '0',
+ 'Branch' => '5',
+ 'Certified' => '1',
+ ],
+ 'defaultValue' => '1',
+ ],
+ ],
+ ];
+
+ private $operatingSystem = '';
+
+ public function collectData()
+ {
+ $parameters = [
+ 'lid' => 1, // en-us
+ 'psid' => 129, // GeForce
+ ];
+
+ switch ($this->queriedContext) {
+ case 'Windows':
+ $whql = $this->getInput('wwhql');
+ $parameters['osid'] = 57;
+ $parameters['dtcid'] = 1; // Windows Driver DCH
+ $parameters['whql'] = $whql;
+ $this->operatingSystem = 'Windows';
+ break;
+ case 'Linux':
+ $whql = $this->getInput('lwhql');
+ $parameters['osid'] = 12;
+ $parameters['whql'] = $whql;
+ $this->operatingSystem = 'Linux';
+ break;
+ case 'FreeBSD':
+ $whql = $this->getInput('fwhql');
+ $parameters['osid'] = 22;
+ $parameters['whql'] = $whql;
+ $this->operatingSystem = 'FreeBSD';
+ break;
+ }
+
+ $url = 'https://www.nvidia.com/Download/processFind.aspx?' . http_build_query($parameters);
+ $dom = getSimpleHTMLDOM($url);
+
+ foreach ($dom->find('tr#driverList') as $element) {
+ $id = str_replace('img_', '', $element->find('img', 0)->id);
+
+ $this->items[] = [
+ 'timestamp' => $element->find('td.gridItem', 3)->plaintext,
+ 'title' => sprintf('NVIDIA Driver %s', $element->find('td.gridItem', 2)->plaintext),
+ 'uri' => 'https://www.nvidia.com/Download/driverResults.aspx/' . $id,
+ 'content' => $dom->find('tr#tr_' . $id . ' span', 0)->innertext,
+ ];
+ }
+ }
+
+ public function getIcon()
+ {
+ return 'https://www.nvidia.com/favicon.ico';
+ }
+
+ public function getName()
+ {
+ $version = $this->getKey('whql') ?? '';
+ return sprintf('NVIDIA %s %s Driver Releases', $this->operatingSystem, $version);
+ }
+}
diff --git a/bridges/NyaaTorrentsBridge.php b/bridges/NyaaTorrentsBridge.php
index b40b0f95291..36708411410 100644
--- a/bridges/NyaaTorrentsBridge.php
+++ b/bridges/NyaaTorrentsBridge.php
@@ -1,131 +1,115 @@
array(
- 'name' => 'Filter',
- 'type' => 'list',
- 'values' => array(
- 'No filter' => '0',
- 'No remakes' => '1',
- 'Trusted only' => '2'
- )
- ),
- 'c' => array(
- 'name' => 'Category',
- 'type' => 'list',
- 'values' => array(
- 'All categories' => '0_0',
- 'Anime' => '1_0',
- 'Anime - AMV' => '1_1',
- 'Anime - English' => '1_2',
- 'Anime - Non-English' => '1_3',
- 'Anime - Raw' => '1_4',
- 'Audio' => '2_0',
- 'Audio - Lossless' => '2_1',
- 'Audio - Lossy' => '2_2',
- 'Literature' => '3_0',
- 'Literature - English' => '3_1',
- 'Literature - Non-English' => '3_2',
- 'Literature - Raw' => '3_3',
- 'Live Action' => '4_0',
- 'Live Action - English' => '4_1',
- 'Live Action - Idol/PV' => '4_2',
- 'Live Action - Non-English' => '4_3',
- 'Live Action - Raw' => '4_4',
- 'Pictures' => '5_0',
- 'Pictures - Graphics' => '5_1',
- 'Pictures - Photos' => '5_2',
- 'Software' => '6_0',
- 'Software - Apps' => '6_1',
- 'Software - Games' => '6_2',
- )
- ),
- 'q' => array(
- 'name' => 'Keyword',
- 'description' => 'Keyword(s)',
- 'type' => 'text'
- )
- )
- );
+class NyaaTorrentsBridge extends BridgeAbstract
+{
+ const MAINTAINER = 'ORelio & Jisagi';
+ const NAME = 'NyaaTorrents';
+ const URI = 'https://nyaa.si/';
+ const DESCRIPTION = 'Returns the newest torrents, with optional search criteria.';
+ const PARAMETERS = [
+ [
+ 'f' => [
+ 'name' => 'Filter',
+ 'type' => 'list',
+ 'values' => [
+ 'No filter' => '0',
+ 'No remakes' => '1',
+ 'Trusted only' => '2'
+ ]
+ ],
+ 'c' => [
+ 'name' => 'Category',
+ 'type' => 'list',
+ 'values' => [
+ 'All categories' => '0_0',
+ 'Anime' => '1_0',
+ 'Anime - AMV' => '1_1',
+ 'Anime - English' => '1_2',
+ 'Anime - Non-English' => '1_3',
+ 'Anime - Raw' => '1_4',
+ 'Audio' => '2_0',
+ 'Audio - Lossless' => '2_1',
+ 'Audio - Lossy' => '2_2',
+ 'Literature' => '3_0',
+ 'Literature - English' => '3_1',
+ 'Literature - Non-English' => '3_2',
+ 'Literature - Raw' => '3_3',
+ 'Live Action' => '4_0',
+ 'Live Action - English' => '4_1',
+ 'Live Action - Idol/PV' => '4_2',
+ 'Live Action - Non-English' => '4_3',
+ 'Live Action - Raw' => '4_4',
+ 'Pictures' => '5_0',
+ 'Pictures - Graphics' => '5_1',
+ 'Pictures - Photos' => '5_2',
+ 'Software' => '6_0',
+ 'Software - Apps' => '6_1',
+ 'Software - Games' => '6_2',
+ ]
+ ],
+ 'q' => [
+ 'name' => 'Keyword',
+ 'description' => 'Keyword(s)',
+ 'type' => 'text'
+ ],
+ 'u' => [
+ 'name' => 'User',
+ 'description' => 'User',
+ 'type' => 'text'
+ ]
+ ]
+ ];
- public function getIcon() {
- return self::URI . 'static/favicon.png';
- }
+ public function collectData()
+ {
+ $feedParser = new FeedParser();
+ $feed = $feedParser->parseFeed(getContents($this->getURI()));
- public function collectData() {
+ foreach ($feed['items'] as $item) {
+ $item['enclosures'] = [$item['uri']];
+ $item['uri'] = str_replace('.torrent', '', $item['uri']);
+ $item['uri'] = str_replace('/download/', '/view/', $item['uri']);
+ $item['id'] = str_replace('https://nyaa.si/view/', '', $item['uri']);
+ $dom = getSimpleHTMLDOMCached($item['uri']);
+ if ($dom) {
+ $description = $dom->find('#torrent-description', 0)->innertext ?? '';
+ $item['content'] = markdownToHtml(html_entity_decode($description));
- // Build Search URL from user-provided parameters
- $search_url = self::URI . '?s=id&o=desc&'
- . http_build_query(array(
- 'f' => $this->getInput('f'),
- 'c' => $this->getInput('c'),
- 'q' => $this->getInput('q')
- ));
+ $magnet = $dom->find('div.panel-footer.clearfix > a', 1)->href;
+ // can't put raw magnet link in enclosure, this gives information on
+ // magnet contents and works a way to sent magnet value
+ $magnet = 'https://torrent.parts/#' . html_entity_decode($magnet);
+ array_push($item['enclosures'], $magnet);
+ }
+ $this->items[] = $item;
+ if (count($this->items) >= 10) {
+ break;
+ }
+ }
+ }
- // Retrieve torrent listing from search results, which does not contain torrent description
- $html = getSimpleHTMLDOM($search_url)
- or returnServerError('Could not request Nyaa: ' . $search_url);
- $links = $html->find('a');
- $results = array();
- foreach ($links as $link)
- if (strpos($link->href, '/view/') === 0 && !in_array($link->href, $results))
- $results[] = $link->href;
- if (empty($results) && empty($this->getInput('q')))
- returnServerError('No results from Nyaa: ' . $url, 500);
+ public function getName()
+ {
+ $name = parent::getName();
+ $name .= $this->getInput('u') ? ' - ' . $this->getInput('u') : '';
+ $name .= $this->getInput('q') ? ' - ' . $this->getInput('q') : '';
+ $name .= $this->getInput('c') ? ' (' . $this->getKey('c') . ')' : '';
+ return $name;
+ }
- //Process each item individually
- foreach ($results as $element) {
+ public function getIcon()
+ {
+ return self::URI . 'static/favicon.png';
+ }
- //Limit total amount of requests
- if(count($this->items) >= 20) {
- break;
- }
-
- $torrent_id = str_replace('/view/', '', $element);
-
- //Ignore entries without valid torrent ID
- if ($torrent_id != 0 && ctype_digit($torrent_id)) {
-
- //Retrieve data for this torrent ID
- $item_uri = self::URI . 'view/' . $torrent_id;
-
- //Retrieve full description from torrent page
- if ($item_html = getSimpleHTMLDOMCached($item_uri)) {
-
- //Retrieve data from page contents
- $item_title = str_replace(' :: Nyaa', '', $item_html->find('title', 0)->plaintext);
- $item_desc = str_get_html(markdownToHtml($item_html->find('#torrent-description', 0)->innertext));
- $item_author = extractFromDelimiters($item_html->outertext, 'href="/user/', '"');
- $item_date = intval(extractFromDelimiters($item_html->outertext, 'data-timestamp="', '"'));
-
- //Retrieve image for thumbnail or generic logo fallback
- $item_image = $this->getURI() . 'static/img/avatar/default.png';
- foreach ($item_desc->find('img') as $img) {
- if (strpos($img->src, 'prez') === false) {
- $item_image = $img->src;
- break;
- }
- }
-
- //Build and add final item
- $item = array();
- $item['uri'] = $item_uri;
- $item['title'] = $item_title;
- $item['author'] = $item_author;
- $item['timestamp'] = $item_date;
- $item['enclosures'] = array($item_image);
- $item['content'] = $item_desc;
- $this->items[] = $item;
- }
- }
- $element = null;
- }
- $results = null;
- }
+ public function getURI()
+ {
+ $params = [
+ 'f' => $this->getInput('f'),
+ 'c' => $this->getInput('c'),
+ 'q' => $this->getInput('q'),
+ 'u' => $this->getInput('u'),
+ ];
+ return self::URI . '?page=rss&s=id&o=desc&' . http_build_query($params);
+ }
}
diff --git a/bridges/OLXBridge.php b/bridges/OLXBridge.php
new file mode 100644
index 00000000000..31f05eaaa7c
--- /dev/null
+++ b/bridges/OLXBridge.php
@@ -0,0 +1,211 @@
+ [
+ 'name' => 'Search URL',
+ 'title' => 'Copy the URL from your browser\'s address bar after searching for your items and paste it here',
+ 'pattern' => '^(https:\/\/)?(www.)?olx\.(bg|kz|pl|pt|ro|ua|uz).*$',
+ 'exampleValue' => 'https://www.olx.pl/d/oferty/q-cebula/',
+ 'required' => true,
+ ],
+ 'includePostsWithoutPricetag' => [
+ 'type' => 'checkbox',
+ 'name' => 'Include posts without price tag'
+ ],
+ 'includeFeaturedPosts' => [
+ 'type' => 'checkbox',
+ 'name' => 'Include featured posts'
+ ],
+ 'shippingOfferedOnly' => [
+ 'type' => 'checkbox',
+ 'name' => 'Only posts with shipping offered'
+ ]
+ ]];
+
+ private function getHostname()
+ {
+ $scheme = parse_url($this->getInput('url'), PHP_URL_SCHEME);
+ $host = parse_url($this->getInput('url'), PHP_URL_HOST);
+
+ return $scheme . '://' . $host;
+ }
+
+ public function getURI()
+ {
+ if ($this->getInput('url')) {
+ # make sure we order by the most recently listed offers
+ $uri = trim(preg_replace('/([?&])search%5Border%5D=[^&]+(&|$)/', '$1', $this->getInput('url')), '?&/');
+ $uri = preg_replace('/([?&])view=[^&]+(&|$)/', '', $uri);
+ $uri .= (parse_url($uri, PHP_URL_QUERY) ? '&' : '?') . 'search%5Border%5D=created_at:desc';
+
+ return $uri;
+ } else {
+ return parent::getURI();
+ }
+ }
+
+ public function getName()
+ {
+ $url = $this->getInput('url');
+ if (!$url) {
+ return parent::getName();
+ }
+
+ $parsedUrl = Url::fromString($url);
+ $paths = explode('/', $parsedUrl->getPath());
+
+ $query = array_reduce($paths, function ($q, $p) {
+ if (preg_match('/^q-(.+)$/i', $p, $matches)) {
+ $q[] = str_replace('-', ' ', urldecode($matches[1]));
+ }
+
+ return $q;
+ });
+
+ if ($query) {
+ return $query[0];
+ }
+
+ return parent::getName();
+ }
+
+ public function collectData()
+ {
+ $html = getSimpleHTMLDOM($this->getURI());
+ $html = defaultLinkTo($html, $this->getHostname());
+
+ $isoLang = $html->find('meta[http-equiv=Content-Language]', 0)->content;
+
+ # the second grid, if any, has extended results from additional categories, outside of original search scope
+ $listing_grid = $html->find("div[data-testid='listing-grid']", 0);
+
+ $results = $listing_grid->find("div[data-cy='l-card']");
+
+ foreach ($results as $post) {
+ $item = [];
+
+ if (!$this->getInput('includeFeaturedPosts') && $post->find('div[data-testid="adCard-featured"]', 0)) {
+ continue;
+ }
+
+ $price = $post->find('p[data-testid="ad-price"]', 0)->plaintext ?? '';
+ if (!$this->getInput('includePostsWithoutPricetag') && !$price) {
+ continue;
+ }
+
+ $negotiable = $post->find('p[data-testid="ad-price"] span.css-e2218f', 0)->plaintext ?? false;
+ if ($negotiable) {
+ $price = trim(str_replace($negotiable, '', $price));
+ $negotiable = '(' . $negotiable . ')';
+ }
+
+ if ($post->find('h4', 0)->plaintext != '') {
+ $item['uri'] = $post->find('a', 0)->href;
+ $item['title'] = $post->find('h4', 0)->plaintext;
+ }
+
+ # ignore the date component, as it is too convoluted — use the deep-crawled one; see below
+ $locationAndDate = $post->find('p[data-testid="location-date"]', 0)->plaintext;
+ $locationAndDateArray = explode(' - ', $locationAndDate, 2);
+ $location = trim($locationAndDateArray[0]);
+
+ # OLX only shows 5 results before images get lazy-loaded, so we have to deep-crawl *almost* all the results.
+ # Given that, do deep-crawl *all* the results, which allows to aso obtain the ID, the simplified location
+ # and date strings, as well as the detailed description.
+ $articleHTMLContent = getSimpleHTMLDOMCached($item['uri']);
+ $articleHTMLContent = defaultLinkTo($articleHTMLContent, $this->getHostname());
+
+ $shippingOffered = $articleHTMLContent->find('img[alt="Safety Badge"]', 0)->src ?? false;
+ if ($this->getInput('shippingOfferedOnly') && !$shippingOffered) {
+ continue;
+ }
+
+ # Extract a clean ID without resorting to the convoluted CSS class or sibling selectors. Should be always present.
+ $refreshLink = $articleHTMLContent->find('a[data-testid=refresh-link]', 0)->href ?? false;
+ if ($refreshLink) {
+ parse_str(parse_url($refreshLink, PHP_URL_QUERY), $refreshQuery);
+ $item['uid'] = $refreshQuery['ad-id'];
+ } else {
+ # may be an imported offer from a sibling auto-moto classifieds platform
+ $item['uid'] = $articleHTMLContent->find('span[id=ad_id]', 0)->plaintext;
+ }
+
+ $img = $articleHTMLContent->find('meta[property="og:image"]', 0)->content ?? false;
+ if ($img) {
+ $item['enclosures'] = [$img . '#.image'];
+ }
+
+ $isoDate = $articleHTMLContent->find('meta[property="og:updated_time"]', 0)->content ?? false;
+ if ($isoDate) {
+ $item['timestamp'] = strtotime($isoDate);
+ } else {
+ $date = $articleHTMLContent->find('span[data-cy="ad-posted-at"]', 0)->plaintext;
+ # Relative, today
+ if (preg_match('/^.*\s(\d\d:\d\d)$/i', $date, $matches)) {
+ $item['timestamp'] = strtotime($matches[1]);
+ } else {
+ # full, localized date
+ $formatter = new IntlDateFormatter($isoLang, IntlDateFormatter::SHORT, IntlDateFormatter::NONE);
+ $item['timestamp'] = $formatter->parse($date);
+ }
+ }
+
+ $descriptionHtml = $articleHTMLContent->find('div[data-cy="ad_description"] div', 0)->innertext ?? false;
+ if (!$descriptionHtml) {
+ $descriptionHtml = $articleHTMLContent->find('div[id="description"] div[data-read-more]', 0)->innertext ?? false;
+ }
+
+ $item['categories'] = [];
+ $breadcrumbs = $articleHTMLContent->find('li[data-testid="breadcrumb-item"]');
+ foreach ($breadcrumbs as $breadcrumb) {
+ $category = $breadcrumb->find('a[href!="/"]', 0) ?? false;
+
+ if ($category) {
+ $item['categories'][] = $category->plaintext;
+ }
+ }
+
+ $parameters = $articleHTMLContent->find('div.parametersArea li');
+ foreach ($parameters as $parameter) {
+ $category = $parameter->find('a', 0)->plaintext ?? false;
+
+ if ($category = empty($category) ? false : trim($category)) {
+ if ($category == 'Tak') {
+ $category = $parameter->find('span', 0)->plaintext ?? '';
+ } elseif ($category == 'Nie') {
+ continue;
+ }
+
+ $item['categories'][] = $category;
+ }
+ }
+
+ $item['content'] = <<$location
+$price $negotiable
blocks
+ );
+ $contents = $html->find('main > article > section.prose', 0);
+ $contents = defaultLinkTo($contents, self::URI);
+ return $contents->innertext;
+ }
+}
diff --git a/bridges/OnVaSortirBridge.php b/bridges/OnVaSortirBridge.php
index ed1dcb65cab..f8c395c1da7 100644
--- a/bridges/OnVaSortirBridge.php
+++ b/bridges/OnVaSortirBridge.php
@@ -1,130 +1,133 @@
array(
- 'name' => 'City',
- 'type' => 'list',
- 'values' => array(
- 'Agen' => 'Agen',
- 'Ajaccio' => 'Ajaccio',
- 'Albi' => 'Albi',
- 'Amiens' => 'Amiens',
- 'Angers' => 'Angers',
- 'Angoulême' => 'Angouleme',
- 'Annecy' => 'annecy',
- 'Aurillac' => 'aurillac',
- 'Auxerre' => 'auxerre',
- 'Avignon' => 'avignon',
- 'Béziers' => 'Beziers',
- 'Bastia' => 'Bastia',
- 'Beauvais' => 'Beauvais',
- 'Belfort' => 'Belfort',
- 'Bergerac' => 'bergerac',
- 'Besançon' => 'Besancon',
- 'Biarritz' => 'Biarritz',
- 'Blois' => 'Blois',
- 'Bordeaux' => 'bordeaux',
- 'Bourg-en-Bresse' => 'bourg-en-bresse',
- 'Bourges' => 'Bourges',
- 'Brest' => 'Brest',
- 'Brive' => 'brive-la-gaillarde',
- 'Bruxelles' => 'bruxelles',
- 'Caen' => 'Caen',
- 'Calais' => 'Calais',
- 'Carcassonne' => 'Carcassonne',
- 'Châteauroux' => 'Chateauroux',
- 'Chalon-sur-saone' => 'chalon-sur-saone',
- 'Chambéry' => 'chambery',
- 'Chantilly' => 'chantilly',
- 'Charleroi' => 'charleroi',
- 'Charleville-Mézières' => 'Charleville-Mezieres',
- 'Chartres' => 'Chartres',
- 'Cherbourg' => 'Cherbourg',
- 'Cholet' => 'cholet',
- 'Clermont-Ferrand' => 'Clermont-Ferrand',
- 'Compiègne' => 'compiegne',
- 'Dieppe' => 'dieppe',
- 'Dijon' => 'Dijon',
- 'Dunkerque' => 'Dunkerque',
- 'Evreux' => 'evreux',
- 'Fréjus' => 'frejus',
- 'Gap' => 'gap',
- 'Genève' => 'geneve',
- 'Grenoble' => 'Grenoble',
- 'La Roche sur Yon' => 'La-Roche-sur-Yon',
- 'La Rochelle' => 'La-Rochelle',
- 'Lausanne' => 'lausanne',
- 'Laval' => 'Laval',
- 'Le Havre' => 'le-havre',
- 'Le Mans' => 'le-mans',
- 'Liège' => 'liege',
- 'Lille' => 'lille',
- 'Limoges' => 'Limoges',
- 'Lorient' => 'Lorient',
- 'Luxembourg' => 'Luxembourg',
- 'Lyon' => 'lyon',
- 'Marseille' => 'marseille',
- 'Metz' => 'Metz',
- 'Mons' => 'Mons',
- 'Mont de Marsan' => 'mont-de-marsan',
- 'Montauban' => 'Montauban',
- 'Montluçon' => 'montlucon',
- 'Montpellier' => 'montpellier',
- 'Mulhouse' => 'Mulhouse',
- 'Nîmes' => 'nimes',
- 'Namur' => 'Namur',
- 'Nancy' => 'Nancy',
- 'Nantes' => 'nantes',
- 'Nevers' => 'nevers',
- 'Nice' => 'nice',
- 'Niort' => 'niort',
- 'Orléans' => 'orleans',
- 'Périgueux' => 'perigueux',
- 'Paris' => 'paris',
- 'Pau' => 'Pau',
- 'Perpignan' => 'Perpignan',
- 'Poitiers' => 'Poitiers',
- 'Quimper' => 'Quimper',
- 'Reims' => 'Reims',
- 'Rennes' => 'Rennes',
- 'Roanne' => 'roanne',
- 'Rodez' => 'rodez',
- 'Rouen' => 'Rouen',
- 'Saint-Brieuc' => 'Saint-Brieuc',
- 'Saint-Etienne' => 'saint-etienne',
- 'Saint-Malo' => 'saint-malo',
- 'Saint-Nazaire' => 'saint-nazaire',
- 'Saint-Quentin' => 'saint-quentin',
- 'Saintes' => 'saintes',
- 'Strasbourg' => 'Strasbourg',
- 'Tarbes' => 'Tarbes',
- 'Toulon' => 'Toulon',
- 'Toulouse' => 'Toulouse',
- 'Tours' => 'Tours',
- 'Troyes' => 'troyes',
- 'Valence' => 'valence',
- 'Vannes' => 'vannes',
- 'Zurich' => 'zurich',
- )
- )
- )
- );
- protected function parseItem($item){
- $item = parent::parseItem($item);
- $html = getSimpleHTMLDOMCached($item['uri']);
- $text = $html->find('div.corpsMax', 0)->innertext;
- $item['content'] = utf8_encode($text);
- return $item;
- }
+class OnVaSortirBridge extends FeedExpander
+{
+ const MAINTAINER = 'AntoineTurmel';
+ const NAME = 'OnVaSortir';
+ const URI = 'https://www.onvasortir.com';
+ const DESCRIPTION = 'Returns the newest events from OnVaSortir (full text)';
+ const PARAMETERS = [
+ [
+ 'city' => [
+ 'name' => 'City',
+ 'type' => 'list',
+ 'values' => [
+ 'Agen' => 'Agen',
+ 'Ajaccio' => 'Ajaccio',
+ 'Albi' => 'Albi',
+ 'Amiens' => 'Amiens',
+ 'Angers' => 'Angers',
+ 'Angoulême' => 'Angouleme',
+ 'Annecy' => 'annecy',
+ 'Aurillac' => 'aurillac',
+ 'Auxerre' => 'auxerre',
+ 'Avignon' => 'avignon',
+ 'Béziers' => 'Beziers',
+ 'Bastia' => 'Bastia',
+ 'Beauvais' => 'Beauvais',
+ 'Belfort' => 'Belfort',
+ 'Bergerac' => 'bergerac',
+ 'Besançon' => 'Besancon',
+ 'Biarritz' => 'Biarritz',
+ 'Blois' => 'Blois',
+ 'Bordeaux' => 'bordeaux',
+ 'Bourg-en-Bresse' => 'bourg-en-bresse',
+ 'Bourges' => 'Bourges',
+ 'Brest' => 'Brest',
+ 'Brive' => 'brive-la-gaillarde',
+ 'Bruxelles' => 'bruxelles',
+ 'Caen' => 'Caen',
+ 'Calais' => 'Calais',
+ 'Carcassonne' => 'Carcassonne',
+ 'Châteauroux' => 'Chateauroux',
+ 'Chalon-sur-saone' => 'chalon-sur-saone',
+ 'Chambéry' => 'chambery',
+ 'Chantilly' => 'chantilly',
+ 'Charleroi' => 'charleroi',
+ 'Charleville-Mézières' => 'Charleville-Mezieres',
+ 'Chartres' => 'Chartres',
+ 'Cherbourg' => 'Cherbourg',
+ 'Cholet' => 'cholet',
+ 'Clermont-Ferrand' => 'Clermont-Ferrand',
+ 'Compiègne' => 'compiegne',
+ 'Dieppe' => 'dieppe',
+ 'Dijon' => 'Dijon',
+ 'Dunkerque' => 'Dunkerque',
+ 'Evreux' => 'evreux',
+ 'Fréjus' => 'frejus',
+ 'Gap' => 'gap',
+ 'Genève' => 'geneve',
+ 'Grenoble' => 'Grenoble',
+ 'La Roche sur Yon' => 'La-Roche-sur-Yon',
+ 'La Rochelle' => 'La-Rochelle',
+ 'Lausanne' => 'lausanne',
+ 'Laval' => 'Laval',
+ 'Le Havre' => 'le-havre',
+ 'Le Mans' => 'le-mans',
+ 'Liège' => 'liege',
+ 'Lille' => 'lille',
+ 'Limoges' => 'Limoges',
+ 'Lorient' => 'Lorient',
+ 'Luxembourg' => 'Luxembourg',
+ 'Lyon' => 'lyon',
+ 'Marseille' => 'marseille',
+ 'Metz' => 'Metz',
+ 'Mons' => 'Mons',
+ 'Mont de Marsan' => 'mont-de-marsan',
+ 'Montauban' => 'Montauban',
+ 'Montluçon' => 'montlucon',
+ 'Montpellier' => 'montpellier',
+ 'Mulhouse' => 'Mulhouse',
+ 'Nîmes' => 'nimes',
+ 'Namur' => 'Namur',
+ 'Nancy' => 'Nancy',
+ 'Nantes' => 'nantes',
+ 'Nevers' => 'nevers',
+ 'Nice' => 'nice',
+ 'Niort' => 'niort',
+ 'Orléans' => 'orleans',
+ 'Périgueux' => 'perigueux',
+ 'Paris' => 'paris',
+ 'Pau' => 'Pau',
+ 'Perpignan' => 'Perpignan',
+ 'Poitiers' => 'Poitiers',
+ 'Quimper' => 'Quimper',
+ 'Reims' => 'Reims',
+ 'Rennes' => 'Rennes',
+ 'Roanne' => 'roanne',
+ 'Rodez' => 'rodez',
+ 'Rouen' => 'Rouen',
+ 'Saint-Brieuc' => 'Saint-Brieuc',
+ 'Saint-Etienne' => 'saint-etienne',
+ 'Saint-Malo' => 'saint-malo',
+ 'Saint-Nazaire' => 'saint-nazaire',
+ 'Saint-Quentin' => 'saint-quentin',
+ 'Saintes' => 'saintes',
+ 'Strasbourg' => 'Strasbourg',
+ 'Tarbes' => 'Tarbes',
+ 'Toulon' => 'Toulon',
+ 'Toulouse' => 'Toulouse',
+ 'Tours' => 'Tours',
+ 'Troyes' => 'troyes',
+ 'Valence' => 'valence',
+ 'Vannes' => 'vannes',
+ 'Zurich' => 'zurich',
+ ]
+ ]
+ ]
+ ];
- public function collectData(){
- $this->collectExpandableDatas('https://' .
- $this->getInput('city') . '.onvasortir.com/rss.php');
- }
+ public function collectData()
+ {
+ $url = 'https://' . $this->getInput('city') . '.onvasortir.com/rss.php';
+ $this->collectExpandableDatas($url);
+ }
+
+ protected function parseItem(array $item)
+ {
+ $dom = getSimpleHTMLDOMCached($item['uri']);
+ $text = $dom->find('div.corpsMax', 0)->innertext;
+ $item['content'] = utf8_encode($text);
+ return $item;
+ }
}
diff --git a/bridges/OneFortuneADayBridge.php b/bridges/OneFortuneADayBridge.php
index 62fe767d9b9..de91a546a07 100644
--- a/bridges/OneFortuneADayBridge.php
+++ b/bridges/OneFortuneADayBridge.php
@@ -1,76 +1,84 @@
array(
- 'name' => 'Time in UTC',
- 'type' => 'list',
- 'values' => array(
- '0:00' => 0,
- '1:00' => 1,
- '2:00' => 2,
- '3:00' => 3,
- '4:00' => 4,
- '5:00' => 5,
- '6:00' => 6,
- '7:00' => 7,
- '8:00' => 8,
- '9:00' => 9,
- '10:00' => 10,
- '11:00' => 11,
- '12:00' => 12,
- '13:00' => 13,
- '14:00' => 14,
- '15:00' => 15,
- '16:00' => 16,
- '17:00' => 17,
- '18:00' => 18,
- '19:00' => 19,
- '20:00' => 20,
- '21:00' => 21,
- '22:00' => 22,
- '23:00' => 23,
- ),
- 'defaultValue' => 5
- ),
- 'lucky' => array(
- 'name' => 'Lucky number (optional)',
- 'type' => 'text'
- )
- ));
- const LIMIT_ITEMS = 7;
- const DAY_SECS = 86400;
+class OneFortuneADayBridge extends BridgeAbstract
+{
+ const NAME = 'One Fortune a Day';
+ const URI = 'https://github.com/fulmeek';
+ const DESCRIPTION = 'Get a fortune quote every single day.';
+ const MAINTAINER = 'fulmeek';
+ const PARAMETERS = [[
+ 'time' => [
+ 'name' => 'Time in UTC',
+ 'type' => 'list',
+ 'values' => [
+ '0:00' => 0,
+ '1:00' => 1,
+ '2:00' => 2,
+ '3:00' => 3,
+ '4:00' => 4,
+ '5:00' => 5,
+ '6:00' => 6,
+ '7:00' => 7,
+ '8:00' => 8,
+ '9:00' => 9,
+ '10:00' => 10,
+ '11:00' => 11,
+ '12:00' => 12,
+ '13:00' => 13,
+ '14:00' => 14,
+ '15:00' => 15,
+ '16:00' => 16,
+ '17:00' => 17,
+ '18:00' => 18,
+ '19:00' => 19,
+ '20:00' => 20,
+ '21:00' => 21,
+ '22:00' => 22,
+ '23:00' => 23,
+ ],
+ 'defaultValue' => 5
+ ],
+ 'lucky' => [
+ 'name' => 'Lucky number (optional)',
+ 'type' => 'text'
+ ]
+ ]];
- public function getDescription(){
- return self::DESCRIPTION . '
Set a lucky number to get your personal quotes, like ' . mt_rand();
- }
+ const LIMIT_ITEMS = 7;
+ const DAY_SECS = 86400;
- public function collectData() {
- $time = gmmktime((int)$this->getInput('time'), 0, 0);
- if ($time > time())
- $time -= self::DAY_SECS;
+ public function getDescription()
+ {
+ return self::DESCRIPTION . '
Set a lucky number to get your personal quotes, like ' . mt_rand();
+ }
- for ($i = self::LIMIT_ITEMS; $i > 0; --$i) {
- $seed = gmdate('Ymd', $time) . $this->getInput('lucky');
- $quote = $this->getQuote($seed);
+ public function collectData()
+ {
+ $time = gmmktime((int)$this->getInput('time'), 0, 0);
+ if ($time > time()) {
+ $time -= self::DAY_SECS;
+ }
- $item['title'] = strftime('%A, %x', $time);
- $item['content'] = htmlentities($quote, ENT_QUOTES, 'UTF-8');
- $item['timestamp'] = $time;
- $item['uid'] = hash('sha1', $seed);
+ for ($i = self::LIMIT_ITEMS; $i > 0; --$i) {
+ $seed = gmdate('Ymd', $time) . $this->getInput('lucky');
+ $quote = $this->getQuote($seed);
- $this->items[] = $item;
+ $item['title'] = strftime('%A, %x', $time);
+ $item['content'] = htmlentities($quote, ENT_QUOTES, 'UTF-8');
+ $item['timestamp'] = $time;
+ $item['uid'] = hash('sha1', $seed);
- $time -= self::DAY_SECS;
- }
- }
+ $this->items[] = $item;
- private function getQuote($seed) {
- $quotes = explode('//', << [
+ 'instance' => [
+ 'name' => 'OpenCVE Instance',
+ 'required' => true,
+ 'defaultValue' => 'https://www.opencve.io',
+ 'exampleValue' => 'https://www.opencve.io'
+ ],
+ 'login' => [
+ 'name' => 'Login',
+ 'type' => 'text',
+ 'required' => true
+ ],
+ 'password' => [
+ 'name' => 'Password',
+ 'type' => 'text',
+ 'required' => true
+ ],
+ 'pages' => [
+ 'name' => 'Number of pages',
+ 'type' => 'number',
+ 'required' => false,
+ 'exampleValue' => 1,
+ 'defaultValue' => 1
+ ],
+ 'filter' => [
+ 'name' => 'Filter',
+ 'type' => 'text',
+ 'required' => false,
+ 'exampleValue' => 'search:jenkins;product:gitlab,cvss:critical',
+ 'title' => 'Syntax: param1:value1,param2:value2;param1query2:param2query2. See https://docs.opencve.io/api/cve/ for parameters'
+ ],
+ 'upd_timestamp' => [
+ 'name' => 'Use updated_at instead of created_at as timestamp',
+ 'type' => 'checkbox'
+ ],
+ 'trunc_summary' => [
+ 'name' => 'Truncate summary for header',
+ 'type' => 'number',
+ 'defaultValue' => 100
+ ],
+ 'fetch_contents' => [
+ 'name' => 'Fetch detailed contents for CVEs',
+ 'defaultValue' => 'checked',
+ 'type' => 'checkbox'
+ ]
+ ]
+ ];
+
+ const CSS = '
+ ';
+
+ public function collectData()
+ {
+ $creds = $this->getInput('login') . ':' . $this->getInput('password');
+ $authHeader = 'Authorization: Basic ' . base64_encode($creds);
+ $instance = $this->getInput('instance');
+
+ $queries = [];
+ $filter = $this->getInput('filter');
+ $filterValues = [];
+ if ($filter && mb_strlen($filter) > 0) {
+ $filterValues = explode(';', $filter);
+ } else {
+ $queries[''] = [];
+ }
+ foreach ($filterValues as $filterValue) {
+ $params = explode(',', $filterValue);
+ $queryName = $filterValue;
+ $query = [];
+ foreach ($params as $param) {
+ [$key, $value] = explode(':', $param);
+ if ($key == 'title') {
+ $queryName = $value;
+ } else {
+ $query[$key] = $value;
+ }
+ }
+ $queries[$queryName] = $query;
+ }
+
+ $fetchedIds = [];
+
+ foreach ($queries as $queryName => $query) {
+ for ($i = 1; $i <= $this->getInput('pages'); $i++) {
+ $queryPaginated = array_merge($query, ['page' => $i]);
+ $url = $instance . '/api/cve?' . http_build_query($queryPaginated);
+
+ $response = getContents($url, [$authHeader]);
+
+ $titlePrefix = '';
+ if (count($queries) > 1) {
+ $titlePrefix = '[' . $queryName . '] ';
+ }
+
+ foreach (json_decode($response) as $cveItem) {
+ if (array_key_exists($cveItem->id, $fetchedIds)) {
+ continue;
+ }
+ $fetchedIds[$cveItem->id] = true;
+ $item = [
+ 'uri' => $instance . '/cve/' . $cveItem->id,
+ 'uid' => $cveItem->id,
+ ];
+ if ($this->getInput('upd_timestamp') == 1) {
+ $item['timestamp'] = strtotime($cveItem->updated_at);
+ } else {
+ $item['timestamp'] = strtotime($cveItem->created_at);
+ }
+ if ($this->getInput('fetch_contents')) {
+ [$content, $title] = $this->fetchContents(
+ $cveItem,
+ $titlePrefix,
+ $instance,
+ $authHeader
+ );
+ $item['content'] = $content;
+ $item['title'] = $title;
+ } else {
+ $item['content'] = $cveItem->summary . $this->getLinks($cveItem->id);
+ $item['title'] = $this->getTitle($titlePrefix, $cveItem);
+ }
+ $this->items[] = $item;
+ }
+ }
+ }
+ usort($this->items, function ($a, $b) {
+ return $b['timestamp'] - $a['timestamp'];
+ });
+ }
+
+ private function getTitle($titlePrefix, $cveItem)
+ {
+ $summary = $cveItem->summary;
+ $limit = $this->getInput('limit');
+ if ($limit && mb_strlen($summary) > 100) {
+ $summary = mb_substr($summary, 0, $limit) + '...';
+ }
+ return $titlePrefix . $cveItem->id . '. ' . $summary;
+ }
+
+ private function fetchContents($cveItem, $titlePrefix, $instance, $authHeader)
+ {
+ $url = $instance . '/api/cve/' . $cveItem->id;
+
+ $response = getContents($url, [$authHeader]);
+ $datum = json_decode($response);
+
+ $title = $this->getTitleFromDatum($datum, $titlePrefix);
+
+ $result = self::CSS;
+ $result .= '' . $cveItem->id . '
';
+ $result .= $this->getCVSSLabels($datum);
+ $result .= '' . $datum->summary . '
';
+ $result .= <<Information:
+
+
+ - Publication date: {$datum->raw_nvd_data->published}
+
- Last modified: {$datum->raw_nvd_data->lastModified}
+
- Last modified: {$datum->raw_nvd_data->lastModified}
+
+
+ EOD;
+
+ $result .= $this->getV3Table($datum);
+ $result .= $this->getV2Table($datum);
+
+ $result .= $this->getLinks($datum->id);
+ $result .= $this->getReferences($datum);
+
+ $result .= $this->getVendors($datum);
+
+ return [$result, $title];
+ }
+
+ private function getTitleFromDatum($datum, $titlePrefix)
+ {
+ $title = $titlePrefix;
+ if ($datum->cvss->v3) {
+ $title .= "[v3: {$datum->cvss->v3}] ";
+ }
+ if ($datum->cvss->v2) {
+ $title .= "[v2: {$datum->cvss->v2}] ";
+ }
+ $title .= $datum->id . '. ';
+ $titlePostfix = $datum->summary;
+ $limit = $this->getInput('limit');
+ if ($limit && mb_strlen($titlePostfix) > 100) {
+ $titlePostfix = mb_substr($titlePostfix, 0, $limit) + '...';
+ }
+ $title .= $titlePostfix;
+ return $title;
+ }
+
+ private function getCVSSLabels($datum)
+ {
+ $CVSSv2Text = 'n/a';
+ $CVSSv2Class = 'cvss-na-color';
+ if ($datum->cvss->v2) {
+ $importance = '';
+ if ($datum->cvss->v2 >= 7) {
+ $importance = 'HIGH';
+ $CVSSv2Class = 'cvss-high-color';
+ } else if ($datum->cvss->v2 >= 4) {
+ $importance = 'MEDIUM';
+ $CVSSv2Class = 'cvss-medium-color';
+ } else {
+ $importance = 'LOW';
+ $CVSSv2Class = 'cvss-low-color';
+ }
+ $CVSSv2Text = sprintf('[%s] %.1f', $importance, $datum->cvss->v2);
+ }
+ $CVSSv2Item = "CVSS v2: {$CVSSv2Text}";
+
+ $CVSSv3Text = 'n/a';
+ $CVSSv3Class = 'cvss-na-color';
+ if ($datum->cvss->v3) {
+ $importance = '';
+ if ($datum->cvss->v3 >= 9) {
+ $importance = 'CRITICAL';
+ $CVSSv3Class = 'cvss-crit-color';
+ } else if ($datum->cvss->v3 >= 7) {
+ $importance = 'HIGH';
+ $CVSSv3Class = 'cvss-high-color';
+ } else if ($datum->cvss->v3 >= 4) {
+ $importance = 'MEDIUM';
+ $CVSSv3Class = 'cvss-medium-color';
+ } else {
+ $importance = 'LOW';
+ $CVSSv3Class = 'cvss-low-color';
+ }
+ $CVSSv3Text = sprintf('[%s] %.1f', $importance, $datum->cvss->v3);
+ }
+ $CVSSv3Item = "CVSS v3: {$CVSSv3Text}";
+ return '' . $CVSSv3Item . $CVSSv2Item . '';
+ }
+
+ private function getReferences($datum)
+ {
+ if (count($datum->raw_nvd_data->references) == 0) {
+ return '';
+ }
+ $res = 'References:
';
+ foreach ($datum->raw_nvd_data->references as $ref) {
+ $item = '- ';
+ if (isset($ref->tags) && count($ref->tags) > 0) {
+ $item .= '[' . implode(', ', $ref->tags) . '] ';
+ }
+ $item .= "url}\">{$ref->url}";
+ $item .= '
- ';
+ $res .= $item;
+ }
+ $res .= '
';
+ return $res;
+ }
+
+ private function getLinks($id)
+ {
+ return <<Links
+
+
+
+ EOD;
+ }
+
+ private function getV3Table($datum)
+ {
+ $metrics = $datum->raw_nvd_data->metrics;
+ if (!isset($metrics->cvssMetricV31) || count($metrics->cvssMetricV31) == 0) {
+ return '';
+ }
+ $v3 = $metrics->cvssMetricV31[0];
+ $data = $v3->cvssData;
+ return <<
+ CVSS v3 details
+
+
+ Impact score {$v3->impactScore}
+ Exploitability score {$v3->exploitabilityScore}
+
+
+ Attack vector {$data->attackVector}
+ Confidentiality Impact {$data->confidentialityImpact}
+
+
+ Attack complexity {$data->attackComplexity}
+ Integrity Impact {$data->integrityImpact}
+
+
+ Privileges Required {$data->privilegesRequired}
+ Availability Impact {$data->availabilityImpact}
+
+
+ User Interaction {$data->userInteraction}
+ Scope {$data->scope}
+
+
+
+ EOD;
+ }
+
+ private function getV2Table($datum)
+ {
+ $metrics = $datum->raw_nvd_data->metrics;
+ if (!isset($metrics->cvssMetricV2) || count($metrics->cvssMetricV2) == 0) {
+ return '';
+ }
+ $v2 = $metrics->cvssMetricV2[0];
+ $data = $v2->cvssData;
+ return <<
+ CVSS v2 details
+
+
+ Impact score {$v2->impactScore}
+ Exploitability score {$v2->exploitabilityScore}
+
+
+ Access Vector {$data->accessVector}
+ Confidentiality Impact {$data->confidentialityImpact}
+
+
+ Access Complexity {$data->accessComplexity}
+ Integrity Impact {$data->integrityImpact}
+
+
+ Authentication {$data->authentication}
+ Availability Impact {$data->availabilityImpact}
+
+
+
+
+ EOD;
+ }
+
+ private function getVendors($datum)
+ {
+ if (count((array)$datum->vendors) == 0) {
+ return '';
+ }
+ $res = 'Affected products
';
+ foreach ($datum->vendors as $vendor => $products) {
+ $res .= "- {$vendor}";
+ if (count($products) > 0) {
+ $res .= '
';
+ foreach ($products as $product) {
+ $res .= '- ' . $product . '
';
+ }
+ $res .= '
';
+ }
+ $res .= ' ';
+ }
+ $res .= '
';
+ }
+}
diff --git a/bridges/OpenClassroomsBridge.php b/bridges/OpenClassroomsBridge.php
deleted file mode 100644
index 4db7bc19329..00000000000
--- a/bridges/OpenClassroomsBridge.php
+++ /dev/null
@@ -1,48 +0,0 @@
- array(
- 'name' => 'Catégorie',
- 'type' => 'list',
- 'values' => array(
- 'Arts & Culture' => 'arts',
- 'Code' => 'code',
- 'Design' => 'design',
- 'Entreprise' => 'business',
- 'Numérique' => 'digital',
- 'Sciences' => 'sciences',
- 'Sciences Humaines' => 'humainities',
- 'Systèmes d\'information' => 'it',
- 'Autres' => 'others'
- )
- )
- ));
-
- public function getURI(){
- if(!is_null($this->getInput('u'))) {
- return self::URI . '/courses?categories=' . $this->getInput('u') . '&title=&sort=updatedAt+desc';
- }
-
- return parent::getURI();
- }
-
- public function collectData(){
- $html = getSimpleHTMLDOM($this->getURI())
- or returnServerError('Could not request OpenClassrooms.');
-
- foreach($html->find('.courseListItem') as $element) {
- $item = array();
- $item['uri'] = self::URI . $element->find('a', 0)->href;
- $item['title'] = $element->find('h3', 0)->plaintext;
- $item['content'] = $element->find('slidingItem__descriptionContent', 0)->plaintext;
- $this->items[] = $item;
- }
- }
-}
diff --git a/bridges/OpenlyBridge.php b/bridges/OpenlyBridge.php
new file mode 100644
index 00000000000..9f54e22a3e8
--- /dev/null
+++ b/bridges/OpenlyBridge.php
@@ -0,0 +1,255 @@
+ [],
+ 'All Opinion' => [],
+ 'By Region' => [
+ 'region' => [
+ 'name' => 'Region',
+ 'type' => 'list',
+ 'values' => [
+ 'Africa' => 'africa',
+ 'Asia Pacific' => 'asia-pacific',
+ 'Europe' => 'europe',
+ 'Latin America' => 'latin-america',
+ 'Middle Easta' => 'middle-east',
+ 'North America' => 'north-america'
+ ]
+ ],
+ 'content' => [
+ 'name' => 'Content',
+ 'type' => 'list',
+ 'values' => [
+ 'News' => 'news',
+ 'Opinion' => 'people'
+ ],
+ 'defaultValue' => 'news'
+ ]
+ ],
+ 'By Tag' => [
+ 'tag' => [
+ 'name' => 'Tag',
+ 'type' => 'text',
+ 'required' => true,
+ 'exampleValue' => 'lgbt-law',
+ ],
+ 'content' => [
+ 'name' => 'Content',
+ 'type' => 'list',
+ 'values' => [
+ 'News' => 'news',
+ 'Opinion' => 'people'
+ ],
+ 'defaultValue' => 'news'
+ ]
+ ],
+ 'By Author' => [
+ 'profileId' => [
+ 'name' => 'Profile ID',
+ 'type' => 'text',
+ 'required' => true,
+ 'exampleValue' => '003D000002WZGYRIA5',
+ ]
+ ]
+ ];
+
+ const TEST_DETECT_PARAMETERS = [
+ 'https://www.openlynews.com/profile/?id=0033z00002XUTepAAH' => [
+ 'context' => 'By Author', 'profileId' => '0033z00002XUTepAAH'
+ ],
+ 'https://www.openlynews.com/news/?page=1&theme=lgbt-law' => [
+ 'context' => 'By Tag', 'content' => 'news', 'tag' => 'lgbt-law'
+ ],
+ 'https://www.openlynews.com/news/?page=1®ion=north-america' => [
+ 'context' => 'By Region', 'content' => 'news', 'region' => 'north-america'
+ ],
+ 'https://www.openlynews.com/news/?theme=lgbt-law' => [
+ 'context' => 'By Tag', 'content' => 'news', 'tag' => 'lgbt-law'
+ ],
+ 'https://www.openlynews.com/news/?region=north-america' => [
+ 'context' => 'By Region', 'content' => 'news', 'region' => 'north-america'
+ ]
+ ];
+
+ const CACHE_TIMEOUT = 900; // 15 mins
+ const ARTICLE_CACHE_TIMEOUT = 3600; // 1 hour
+
+ private $feedTitle = '';
+ private $itemLimit = 10;
+
+ private $profileUrlRegex = '/openlynews\.com\/profile\/\?id=([a-zA-Z0-9]+)/';
+ private $tagUrlRegex = '/openlynews\.com\/([a-z]+)\/\?(?:page=(?:[0-9]+)&)?theme=([\w-]+)/';
+ private $regionUrlRegex = '/openlynews\.com\/([a-z]+)\/\?(?:page=(?:[0-9]+)&)?region=([\w-]+)/';
+
+ public function detectParameters($url)
+ {
+ $params = [];
+
+ if (preg_match($this->profileUrlRegex, $url, $matches) > 0) {
+ $params['context'] = 'By Author';
+ $params['profileId'] = $matches[1];
+ return $params;
+ }
+
+ if (preg_match($this->tagUrlRegex, $url, $matches) > 0) {
+ $params['context'] = 'By Tag';
+ $params['content'] = $matches[1];
+ $params['tag'] = $matches[2];
+ return $params;
+ }
+
+ if (preg_match($this->regionUrlRegex, $url, $matches) > 0) {
+ $params['context'] = 'By Region';
+ $params['content'] = $matches[1];
+ $params['region'] = $matches[2];
+ return $params;
+ }
+
+ return null;
+ }
+
+ public function collectData()
+ {
+ $url = $this->getAjaxURI();
+
+ if ($this->queriedContext === 'By Author') {
+ $url = $this->getURI();
+ }
+
+ $html = getSimpleHTMLDOM($url);
+ $html = defaultLinkTo($html, $this->getURI());
+
+ if ($html->find('h1', 0)) {
+ $this->feedTitle = $html->find('h1', 0)->plaintext;
+ }
+
+ if ($html->find('h2.title-v4', 0)) {
+ $html->find('span.tooltiptext', 0)->innertext = '';
+ $this->feedTitle = $html->find('a.tooltipitem', 0)->plaintext;
+ }
+
+ $items = $html->find('div.item');
+ $limit = 5;
+ foreach (array_slice($items, 0, $limit) as $div) {
+ $this->items[] = $this->getArticle($div->find('a', 0)->href);
+
+ if (count($this->items) >= $this->itemLimit) {
+ break;
+ }
+ }
+ }
+
+ public function getURI()
+ {
+ switch ($this->queriedContext) {
+ case 'All News':
+ return self::URI . 'news';
+ break;
+ case 'All Opinion':
+ return self::URI . 'people';
+ break;
+ case 'By Tag':
+ return self::URI . $this->getInput('content') . '/?theme=' . $this->getInput('tag');
+ case 'By Region':
+ return self::URI . $this->getInput('content') . '/?region=' . $this->getInput('region');
+ break;
+ case 'By Author':
+ return self::URI . 'profile/?id=' . $this->getInput('profileId');
+ break;
+ default:
+ return parent::getURI();
+ }
+ }
+
+ public function getName()
+ {
+ switch ($this->queriedContext) {
+ case 'All News':
+ return 'News - Openly';
+ break;
+ case 'All Opinion':
+ return 'Opinion - Openly';
+ break;
+ case 'By Tag':
+ if (empty($this->feedTitle)) {
+ $this->feedTitle = $this->getInput('tag');
+ }
+
+ if ($this->getInput('content') === 'people') {
+ return $this->feedTitle . ' - Opinion - Openly';
+ }
+
+ return $this->feedTitle . ' - Openly';
+ break;
+ case 'By Region':
+ if (empty($this->feedTitle)) {
+ $this->feedTitle = $this->getInput('region');
+ }
+
+ if ($this->getInput('content') === 'people') {
+ return $this->feedTitle . ' - Opinion - Openly';
+ }
+
+ return $this->feedTitle . ' - Openly';
+ break;
+ case 'By Author':
+ if (empty($this->feedTitle)) {
+ $this->feedTitle = $this->getInput('profileId');
+ }
+
+ return $this->feedTitle . ' - Author - Openly';
+ break;
+ default:
+ return parent::getName();
+ }
+ }
+
+ private function getAjaxURI()
+ {
+ $part = '/ajax.html?';
+
+ switch ($this->queriedContext) {
+ case 'All News':
+ return self::URI . 'news' . $part;
+ break;
+ case 'All Opinion':
+ return self::URI . 'people' . $part;
+ break;
+ case 'By Tag':
+ return self::URI . $this->getInput('content') . $part . 'theme=' . $this->getInput('tag');
+ break;
+ case 'By Region':
+ return self::URI . $this->getInput('content') . $part . 'region=' . $this->getInput('region');
+ break;
+ }
+ }
+
+ private function getArticle($url)
+ {
+ $article = getSimpleHTMLDOMCached($url, self::ARTICLE_CACHE_TIMEOUT);
+ $article = defaultLinkTo($article, $this->getURI());
+
+ $item = [];
+ $item['title'] = $article->find('h1', 0)->plaintext;
+ $item['uri'] = $url;
+ $item['content'] = $article->find('div.body-text', 0);
+ $item['enclosures'][] = $article->find('meta[name="twitter:image"]', 0)->content;
+ $item['timestamp'] = $article->find('div.meta.small', 0)->plaintext;
+
+ if ($article->find('div.meta a', 0)) {
+ $item['author'] = $article->find('div.meta a', 0)->plaintext;
+ }
+
+ foreach ($article->find('div.themes li') as $li) {
+ $item['categories'][] = trim(htmlspecialchars($li->plaintext, ENT_QUOTES));
+ }
+
+ return $item;
+ }
+}
diff --git a/bridges/OpenwhydBridge.php b/bridges/OpenwhydBridge.php
index f80cb066374..431173bc865 100644
--- a/bridges/OpenwhydBridge.php
+++ b/bridges/OpenwhydBridge.php
@@ -1,61 +1,66 @@
array(
- 'name' => 'username/id',
- 'required' => true
- )
- ));
-
- private $userName = '';
-
- public function getIcon() {
- return self::URI . '/images/favicon.ico';
- }
-
- public function collectData(){
- $html = '';
- if(strlen(preg_replace('/[^0-9a-f]/', '', $this->getInput('u'))) == 24) {
- // is input the userid ?
- $html = getSimpleHTMLDOM(
- self::URI . '/u/' . preg_replace('/[^0-9a-f]/', '', $this->getInput('u'))
- ) or returnServerError('No results for this query.');
- } else { // input may be the username
- $html = getSimpleHTMLDOM(
- self::URI . '/search?q=' . urlencode($this->getInput('u'))
- ) or returnServerError('No results for this query.');
-
- for($j = 0; $j < 5; $j++) {
- if(strtolower($html->find('div.user', $j)->find('a', 0)->plaintext) == strtolower($this->getInput('u'))) {
- $html = getSimpleHTMLDOM(
- self::URI . $html->find('div.user', $j)->find('a', 0)->getAttribute('href')
- ) or returnServerError('No results for this query');
- break;
- }
- }
- }
- $this->userName = $html->find('div#profileTop', 0)->find('h1', 0)->plaintext;
-
- for($i = 0; $i < 10; $i++) {
- $track = $html->find('div.post', $i);
- $item = array();
- $item['author'] = $track->find('h2', 0)->plaintext;
- $item['title'] = $track->find('h2', 0)->plaintext;
- $item['content'] = $track->find('a.thumb', 0) . '
' . $track->find('h2', 0)->plaintext;
- $item['id'] = self::URI . $track->find('a.no-ajaxy', 0)->getAttribute('href');
- $item['uri'] = self::URI . $track->find('a.no-ajaxy', 0)->getAttribute('href');
- $this->items[] = $item;
- }
- }
-
- public function getName(){
- return (!empty($this->userName) ? $this->userName . ' - ' : '') . 'Openwhyd Bridge';
- }
+
+class OpenwhydBridge extends BridgeAbstract
+{
+ const MAINTAINER = 'kranack';
+ const NAME = 'Openwhyd Bridge';
+ const URI = 'https://openwhyd.org';
+ const CACHE_TIMEOUT = 600; // 10min
+ const DESCRIPTION = 'Returns 10 newest music from user profile';
+
+ const PARAMETERS = [ [
+ 'u' => [
+ 'name' => 'username/id',
+ 'exampleValue' => '5247f0267e91c862b2b052d0',
+ 'required' => true
+ ]
+ ]];
+
+ private $userName = '';
+
+ public function getIcon()
+ {
+ return self::URI . '/images/favicon.ico';
+ }
+
+ public function collectData()
+ {
+ $html = '';
+ if (strlen(preg_replace('/[^0-9a-f]/', '', $this->getInput('u'))) == 24) {
+ // is input the userid ?
+ $html = getSimpleHTMLDOM(
+ self::URI . '/u/' . preg_replace('/[^0-9a-f]/', '', $this->getInput('u'))
+ );
+ } else { // input may be the username
+ $html = getSimpleHTMLDOM(
+ self::URI . '/search?q=' . urlencode($this->getInput('u'))
+ );
+
+ for ($j = 0; $j < 5; $j++) {
+ if (strtolower($html->find('div.user', $j)->find('a', 0)->plaintext) == strtolower($this->getInput('u'))) {
+ $html = getSimpleHTMLDOM(
+ self::URI . $html->find('div.user', $j)->find('a', 0)->getAttribute('href')
+ );
+ break;
+ }
+ }
+ }
+ $this->userName = $html->find('div#profileTop', 0)->find('h1', 0)->plaintext;
+
+ for ($i = 0; $i < 10; $i++) {
+ $track = $html->find('div.post', $i);
+ $item = [];
+ $item['author'] = $track->find('h2', 0)->plaintext;
+ $item['title'] = $track->find('h2', 0)->plaintext;
+ $item['content'] = $track->find('a.thumb', 0) . '
' . $track->find('h2', 0)->plaintext;
+ $item['id'] = self::URI . $track->find('a.no-ajaxy', 0)->getAttribute('href');
+ $item['uri'] = self::URI . $track->find('a.no-ajaxy', 0)->getAttribute('href');
+ $this->items[] = $item;
+ }
+ }
+
+ public function getName()
+ {
+ return (!empty($this->userName) ? $this->userName . ' - ' : '') . 'Openwhyd Bridge';
+ }
}
diff --git a/bridges/OpenwrtSecurityBridge.php b/bridges/OpenwrtSecurityBridge.php
new file mode 100644
index 00000000000..bfe4e9dde50
--- /dev/null
+++ b/bridges/OpenwrtSecurityBridge.php
@@ -0,0 +1,40 @@
+find('div[class=plugin_nspages]', 0);
+
+ foreach ($advisories->find('a[class=wikilink1]') as $element) {
+ $item = [];
+
+ $row = $element->innertext;
+
+ $item['title'] = substr($row, 0, strpos($row, ' - '));
+ $item['timestamp'] = $this->getDate($element->href);
+ $item['uri'] = self::WEBROOT . $element->href;
+ $item['uid'] = self::WEBROOT . $element->href;
+ $item['content'] = substr($row, strpos($row, ' - ') + 3);
+ $item['author'] = 'OpenWrt Project';
+
+ $this->items[] = $item;
+ }
+ }
+
+ private function getDate($href)
+ {
+ $date = substr($href, -12);
+ return $date;
+ }
+}
diff --git a/bridges/OsmAndBlogBridge.php b/bridges/OsmAndBlogBridge.php
deleted file mode 100644
index 402c0301b1d..00000000000
--- a/bridges/OsmAndBlogBridge.php
+++ /dev/null
@@ -1,64 +0,0 @@
-find('div.article') as $element) {
- $item = array();
-
- $objTitle = $element->find('h1', 0);
- if (!$objTitle)
- $objTitle = $element->find('h2', 0);
- if (!$objTitle)
- $objTitle = $element->find('h3', 0);
- if ($objTitle)
- $item['title'] = $objTitle->plaintext;
-
- $objDate = $element->find('meta[pubdate]', 0);
- if ($objDate) {
- $item['timestamp'] = strtotime($objDate->pubdate);
- } else {
- $objDate = $element->find('.date', 0);
- if ($objDate)
- $item['timestamp'] = strtotime($objDate->plaintext);
- }
-
- $this->cleanupContent($element, $objTitle, $objDate, $element->find('.date', 0));
- $item['content'] = $element->innertext;
-
- $objLink = $html->find('.articlelinklist a', 0);
- if ($objLink) {
- $item['uri'] = $this->filterURL($objLink->href);
- } else {
- $item['uri'] = 'urn:sha1:' . hash('sha1', $item['content']);
- }
-
- $this->items[] = $item;
- }
- }
-
- private function filterURL($url) {
- if (strpos($url, '://') === false)
- return self::URI . ltrim($url, '/');
- return $url;
- }
-
- private function cleanupContent($content, ...$removeItems) {
- foreach ($removeItems as $obj) {
- if ($obj) $obj->outertext = '';
- }
- foreach ($content->find('img') as $obj) {
- $obj->src = $this->filterURL($obj->src);
- }
- foreach ($content->find('a') as $obj) {
- $obj->href = $this->filterURL($obj->href);
- $obj->target = '_blank';
- }
- }
-}
diff --git a/bridges/OtrkeyFinderBridge.php b/bridges/OtrkeyFinderBridge.php
new file mode 100644
index 00000000000..7920ff9a430
--- /dev/null
+++ b/bridges/OtrkeyFinderBridge.php
@@ -0,0 +1,197 @@
+ [
+ 'name' => 'Search term',
+ 'exampleValue' => 'Tatort',
+ 'title' => 'The search term is case-insensitive',
+ ],
+ 'station' => [
+ 'name' => 'Station name',
+ 'exampleValue' => 'ARD',
+ ],
+ 'type' => [
+ 'name' => 'Media type',
+ 'type' => 'list',
+ 'values' => [
+ 'any' => '',
+ 'Detail' => [
+ 'HD' => 'HD.avi',
+ 'AC3' => 'HD.ac3',
+ 'HD & AC3' => 'HD.',
+ 'HQ' => 'HQ.avi',
+ 'AVI' => 'g.avi', // 'g.' to exclude HD.avi and HQ.avi (filename always contains 'mpg.')
+ 'MP4' => '.mp4',
+ ],
+ ],
+ ],
+ 'minTime' => [
+ 'name' => 'Min. running time',
+ 'type' => 'number',
+ 'title' => 'The minimum running time in minutes. The resolution is 5 minutes.',
+ 'exampleValue' => '90',
+ 'defaultValue' => '0',
+ ],
+ 'maxTime' => [
+ 'name' => 'Max. running time',
+ 'type' => 'number',
+ 'title' => 'The maximum running time in minutes. The resolution is 5 minutes.',
+ 'exampleValue' => '120',
+ 'defaultValue' => '0',
+ ],
+ 'pages' => [
+ 'name' => 'Number of pages',
+ 'type' => 'number',
+ 'title' => 'Specifies the number of pages to fetch. Increase this value if you get an empty feed.',
+ 'exampleValue' => '5',
+ 'defaultValue' => '5',
+ ],
+ ]
+ ];
+ // Example: Terminator_20.04.13_02-25_sf2_100_TVOON_DE.mpg.avi.otrkey
+ // The first group is the running time in minutes
+ const FILENAME_REGEX = '/_(\d+)_TVOON_DE\.mpg\..+\.otrkey/';
+ // year.month.day_hour-minute with leading zeros
+ const TIME_REGEX = '/\d{2}\.\d{2}\.\d{2}_\d{2}-\d{2}/';
+ const CONTENT_TEMPLATE = '%s
';
+ const MIRROR_TEMPLATE = '%s ';
+
+ public function collectData()
+ {
+ $pages = $this->getInput('pages');
+
+ for ($page = 1; $page <= $pages; $page++) {
+ $uri = $this->buildUri($page);
+
+ $html = getSimpleHTMLDOMCached($uri, self::CACHE_TIMEOUT);
+
+ $keys = $html->find('div.otrkey');
+
+ foreach ($keys as $key) {
+ $temp = $this->buildItem($key);
+
+ if ($temp != null) {
+ $this->items[] = $temp;
+ }
+ }
+
+ // Sleep for 0.5 seconds to don't hammer the server.
+ usleep(500000);
+ }
+ }
+
+ private function buildUri($page)
+ {
+ $searchterm = $this->getInput('searchterm');
+ $station = $this->getInput('station');
+ $type = $this->getInput('type');
+
+ // Combine all three parts to a search query by separating them with white space
+ $search = implode(' ', [$searchterm, $station, $type]);
+ $search = trim($search);
+ $search = urlencode($search);
+
+ return sprintf(self::URI_TEMPLATE, $search, $page);
+ }
+
+ private function buildItem(simple_html_dom_node $node)
+ {
+ $file = $this->getFilename($node);
+
+ if ($file == null) {
+ return null;
+ }
+
+ $minTime = $this->getInput('minTime');
+ $maxTime = $this->getInput('maxTime');
+
+ // Do we need to check the running time?
+ if ($minTime != 0 || $maxTime != 0) {
+ if ($maxTime > 0 && $maxTime < $minTime) {
+ returnClientError('The minimum running time must be less than the maximum running time.');
+ }
+
+ preg_match(self::FILENAME_REGEX, $file, $matches);
+
+ if (!isset($matches[1])) {
+ return null;
+ }
+
+ $time = (int)$matches[1];
+
+ // Check for minimum running time
+ if ($minTime > 0 && $minTime > $time) {
+ return null;
+ }
+
+ // Check for maximum running time
+ if ($maxTime > 0 && $maxTime < $time) {
+ return null;
+ }
+ }
+
+ $item = [];
+ $item['title'] = $file;
+
+ // The URI_TEMPLATE for querying the site can be reused here
+ $item['uri'] = sprintf(self::URI_TEMPLATE, $file, 1);
+
+ $content = $this->buildContent($node);
+
+ if ($content != null) {
+ $item['content'] = $content;
+ }
+
+ if (preg_match(self::TIME_REGEX, $file, $matches) === 1) {
+ $item['timestamp'] = DateTime::createFromFormat(
+ 'y.m.d_H-i',
+ $matches[0],
+ new DateTimeZone('Europe/Berlin')
+ )->getTimestamp();
+ }
+
+ return $item;
+ }
+
+ private function getFilename(simple_html_dom_node $node)
+ {
+ $file = $node->find('.file', 0);
+
+ if ($file == null) {
+ return null;
+ }
+
+ // Sometimes there is HTML in the filename - we don't want that.
+ // To filter that out, enumerate to the node which contains the text only.
+ foreach ($file->nodes as $node) {
+ if ($node->nodetype == HDOM_TYPE_TEXT) {
+ return trim($node->innertext);
+ }
+ }
+
+ return null;
+ }
+
+ private function buildContent(simple_html_dom_node $node)
+ {
+ $mirrors = $node->find('div.mirror');
+ $list = '';
+
+ // Build list of available mirrors
+ foreach ($mirrors as $mirror) {
+ $anchor = $mirror->find('a', 0);
+ $list .= sprintf(self::MIRROR_TEMPLATE, $anchor->href, $anchor->innertext);
+ }
+
+ return sprintf(self::CONTENT_TEMPLATE, $list);
+ }
+}
diff --git a/bridges/OvertakeBridge.php b/bridges/OvertakeBridge.php
new file mode 100644
index 00000000000..6de152761bd
--- /dev/null
+++ b/bridges/OvertakeBridge.php
@@ -0,0 +1,42 @@
+collectExpandableDatas('https://www.overtake.gg/ams/index.rss', 10);
+ }
+
+ protected function parseItem(array $item)
+ {
+ $articlePage = getSimpleHTMLDOMCached($item['uri']);
+
+ $coverImage = $articlePage->find('img.js-articleCoverImage', 0);
+ #relative url -> absolute url
+ $coverImage = str_replace('src="/', 'src="' . $this->getURI() . '/', $coverImage);
+ $article = $articlePage->find('article.articleBody-main > div.bbWrapper', 0);
+ $item['content'] = str_get_html($coverImage . $article);
+
+ //convert iframes to links. meant for embedded videos.
+ foreach ($item['content']->find('iframe') as $found) {
+ $iframeUrl = $found->getAttribute('src');
+
+ if ($iframeUrl) {
+ $found->outertext = '' . $iframeUrl . '';
+ }
+ }
+
+ $item['categories'] = [];
+ foreach ($articlePage->find('a.tagItem') as $tag) {
+ array_push($item['categories'], $tag->innertext);
+ }
+
+ return $item;
+ }
+}
diff --git a/bridges/PanneauPocketBridge.php b/bridges/PanneauPocketBridge.php
new file mode 100644
index 00000000000..464d56c5d92
--- /dev/null
+++ b/bridges/PanneauPocketBridge.php
@@ -0,0 +1,183 @@
+ [
+ 'name' => 'Choisir une ville',
+ 'type' => 'list',
+ 'values' => self::CITIES,
+ ],
+ 'cityName' => [
+ 'name' => 'Ville',
+ ],
+ 'cityId' => [
+ 'name' => 'Identifiant',
+ ]
+ ]
+ ];
+ const CACHE_TIMEOUT = 7200; // 2h
+
+ private const CITIES = [
+ 'Andouillé-Neuville-35250' => '1455789521',
+ 'Aubigné-35250' => '1814317005',
+ 'Availles-sur-Seiche-35130' => '1892893207',
+ 'Baulon-35580' => '605833540',
+ 'Beaucé-35133' => '560906842',
+ 'Boisgervilly-35360' => '1993806123',
+ 'Bonnemain-35270' => '1099773691',
+ 'Bonnemain - Ecole Privée Saint-Joseph-35270' => '538925534',
+ 'Bonnemain - Ecole Publique Henri Matisse-35270' => '1820283844',
+ 'Bourg-des-Comptes-35890' => '957084809',
+ 'Breteil-35160' => '1206807553',
+ 'Chanteloup-35150' => '65528978',
+ 'Chavagne-35310' => '1825825704',
+ 'Cintré-35310' => '857744989',
+ 'Clayes-35590' => '1176604734',
+ 'Comblessac-35330' => '799252614',
+ 'Compagnie de Gendarmerie de Montfort-sur-Meu-35160' => '1310467096',
+ 'Compagnie de Gendarmerie de Redon-35600' => '772555117',
+ 'Compagnie de Gendarmerie de Saint-Malo-35400' => '212942271',
+ 'Compagnie de Gendarmerie de Vitré-35500' => '2117121991',
+ 'Dingé-35440' => '1146475327',
+ 'Feins-35440' => '762081007',
+ 'Gahard-35490' => '858141102',
+ 'Gendarmerie BTA de Bain-de-Bretagne-35470' => '2125697119',
+ 'Gendarmerie BTA de Mordelles-35310' => '1915843207',
+ 'Gendarmerie BTA de Saint-Aubin-du-Cormier-35140' => '1325843950',
+ 'Gendarmerie BTA de Vitré-35500' => '898672661',
+ 'Gendarmerie BTA Maen-Roch-35460' => '1096873908',
+ 'Gendarmerie COB Cancale-35260' => '1992410402',
+ 'Gendarmerie COB de Chateaugiron-35410' => '1867528169',
+ 'Gendarmerie COB de Combourg-35270' => '1045617593',
+ 'Gendarmerie COB de Fougères-35300' => '177248581',
+ 'Gendarmerie COB de Guichen-35580' => '557627842',
+ 'Gendarmerie COB de Hédé-Bazouges-35630' => '519881302',
+ 'Gendarmerie COB de Janzé-35150' => '533620097',
+ 'Gendarmerie COB de La Guerche-de-Bretagne-35130' => '1282120307',
+ 'Gendarmerie COB de Montauban de Bretagne-35360' => '137692263',
+ 'Gendarmerie COB de Redon-35600' => '1027850906',
+ 'Gendarmerie de Betton-35830' => '307605625',
+ 'Gosné-35140' => '1261503624',
+ 'Grand-Fougeray-35390' => '1687416796',
+ 'Guignen-35580' => '75195882',
+ 'L\'Hermitage-35590' => '1954292633',
+ 'La Boussac-35120' => '162444335',
+ 'La Chapelle-Bouëxic-35330' => '869117325',
+ 'La Couyère-35320' => '2075958825',
+ 'La Dominelais-35390' => '2065081911',
+ 'La Fresnais-35111' => '2010636370',
+ 'La Gouesnière-35350' => '1925923421',
+ 'La Noé-Blanche-35470' => '224305391',
+ 'La Nouaye-35137' => '1000733211',
+ 'Lalleu-35320' => '1460101917',
+ 'Landavran-35450' => '133549915',
+ 'Langouet-35630' => '1523560503',
+ 'Le Ferré-35420' => '1432943983',
+ 'Le Verger-35160' => '1266074746',
+ 'Les Brulais-35330' => '1854147921',
+ 'Les Portes du Coglais-35460' => '413267621',
+ 'Livré-sur-Changeon-35450' => '1850101087',
+ 'Louvigné-de-Bais-35680' => '1676392257',
+ 'Louvigné-de-Bais - Ecole Charles Perrault-35680' => '1180505145',
+ 'Louvigné-de-Bais - Ecole Saint-Patern-35680' => '919443746',
+ 'Maen Roch-35460' => '1112477040',
+ 'Maison de Quartier Francisco Ferrer-35200' => '944171353',
+ 'Marcillé-Raoul-35560' => '991970696',
+ 'Maxent-35380' => '209041860',
+ 'Meillac-35270' => '1841968856',
+ 'Mernel-35330' => '1311137811',
+ 'Monterfil-35160' => '873169651',
+ 'Montreuil-sur-Ille-35440' => '550764994',
+ 'Mouazé-35250' => '1931390548',
+ 'Moutiers-35130' => '443526227',
+ 'Parigné-35133' => '2013041755',
+ 'Pleugueneuc-35720' => '748287926',
+ 'Princé-35210' => '1765498088',
+ 'Rives-du-Couesnon-35140' => '1609662849',
+ 'Saint-Aubin-des-Landes-35500' => '1483721395',
+ 'Saint-Germain-du-Pinel-35370' => '1357547548',
+ 'Saint-Gonlay-35750' => '711639882',
+ 'Saint-Péran-35380' => '1484951371',
+ 'Saint-Séglin-35330' => '292665012',
+ 'Saint-Thual-35190' => '427165321',
+ 'Saint-Thurial-35310' => '940529156',
+ 'Sens-de-Bretagne-35490' => '1055647650',
+ 'Thourie-35134' => '1250885948',
+ 'Torcé-35370' => '1927215543',
+ 'Treffendel-35380' => '738532467',
+ 'Val d\'Anast-35330' => '225564233',
+ 'Vallons de Haute Bretagne Communauté-35580' => '1319050928',
+ 'Vergéal-35680' => '389815752',
+ 'Vieux-Vy-sur-Couesnon-35490' => '2016313694'
+ ];
+
+ public function collectData()
+ {
+ $cityId = $this->getInput('cityId');
+ if ($cityId != null) {
+ $cityName = $this->getInput('cityName');
+ $city = strtolower($cityId . '-' . $cityName);
+ } else {
+ $matchedCity = array_search($this->getInput('cities'), self::CITIES);
+ $city = strtolower($this->getInput('cities') . '-' . $matchedCity);
+ }
+ $url = sprintf('https://app.panneaupocket.com/ville/%s', urlencode($city));
+
+ $html = getSimpleHTMLDOM($url);
+
+ foreach ($html->find('.sign-carousel--item') as $itemDom) {
+ $item = [];
+
+ $item['uri'] = $itemDom->find('button[type=button]', 0)->href;
+ $item['title'] = $itemDom->find('.sign-preview__content .title', 0)->innertext;
+ $item['author'] = 'floviolleau';
+ $item['content'] = $itemDom->find('.sign-preview__content .content', 0)->innertext;
+
+ $timestamp = $itemDom->find('span.date', 0)->plaintext;
+ if (preg_match('#(?[0-9]+)/(?[0-9]+)/(?[0-9]+)#', $timestamp, $match)) {
+ $item['timestamp'] = "{$match['y']}-{$match['m']}-{$match['d']}";
+ }
+
+ $this->items[] = $item;
+ }
+ }
+
+ public function detectParameters($url)
+ {
+ $params = [];
+ $regex = '/\/ville\/(\d+)-([a-z0-9-]+)/';
+ if (preg_match($regex, $url, $matches)) {
+ $params['cityId'] = $matches[1];
+ $params['cityName'] = $matches[2];
+ return $params;
+ }
+ return null;
+ }
+
+ /**
+ * Produce self::CITIES array
+ */
+ private static function getCities($zipcodeStartWith)
+ {
+ $cities = json_decode(getContents(self::URI . '/public-api/city'), true);
+
+ $formattedCities = null;
+ $citiesString = '[
';
+ foreach ($cities as $city) {
+ if (str_starts_with($city['postCode'], $zipcodeStartWith)) {
+ $formattedCities[$city['name'] . ' - ' . $city['postCode']] = $city['id'];
+ $citiesString .= ' "' . $city['name'] . '-' . $city['postCode'] . '" => "' . $city['id'] . '",';
+ $citiesString .= '
';
+ }
+ }
+ $citiesString .= ']';
+ echo '' . $citiesString . '
';
+ die();
+ }
+}
diff --git a/bridges/ParksOnTheAirBridge.php b/bridges/ParksOnTheAirBridge.php
new file mode 100644
index 00000000000..67910f6ef1b
--- /dev/null
+++ b/bridges/ParksOnTheAirBridge.php
@@ -0,0 +1,42 @@
+ 1];
+ $json = getContents(self::API_URI, $header, $opts);
+
+ $spots = json_decode($json, true);
+
+ foreach ($spots as $spot) {
+ $title = $spot['activator'] . ' @ ' . $spot['reference'] . ' ' .
+ $spot['frequency'] . ' kHz';
+ $park_link = self::URI . '/park/' . $spot['reference'];
+
+ $content = <<
+{$spot['reference']}, {$spot['name']}
+Location: {$spot['locationDesc']}
+Frequency: {$spot['frequency']} kHz
+Spotter: {$spot['spotter']}
+Comments: {$spot['comments']}
+EOL;
+
+ $this->items[] = [
+ 'uri' => $park_link,
+ 'title' => $title,
+ 'content' => $content,
+ 'timestamp' => $spot['spotTime']
+ ];
+ }
+ }
+}
diff --git a/bridges/ParlerBridge.php b/bridges/ParlerBridge.php
new file mode 100644
index 00000000000..9f481d13ca3
--- /dev/null
+++ b/bridges/ParlerBridge.php
@@ -0,0 +1,53 @@
+ [
+ 'name' => 'User',
+ 'type' => 'text',
+ 'required' => true,
+ 'exampleValue' => 'NigelFarage',
+ ],
+ 'limit' => self::LIMIT,
+ ]
+ ];
+
+ public function collectData()
+ {
+ $user = trim($this->getInput('user'));
+ if (preg_match('#^https?://parler\.com/(\w+)#i', $user, $m)) {
+ $user = $m[1];
+ }
+ $json = getContents(sprintf('https://api.parler.com/v0/public/user/%s/feed/?page=1&limit=20&media_only=0', $user));
+ $response = Json::decode($json, false);
+ $data = $response->data ?? null;
+ if (!$data) {
+ throw new \Exception('The returned data is empty');
+ }
+ foreach ($data as $post) {
+ $item = [
+ 'title' => $post->body,
+ 'uri' => sprintf('https://parler.com/feed/%s', $post->postuuid),
+ 'author' => $post->user->username,
+ 'uid' => $post->postuuid,
+ 'content' => $post->body,
+ ];
+ $date = $post->date_created;
+ $createdAt = date_create($date);
+ if ($createdAt) {
+ $item['timestamp'] = $createdAt->getTimestamp();
+ }
+ if (isset($post->image)) {
+ $item['content'] .= sprintf('', $post->image);
+ }
+ $this->items[] = $item;
+ }
+ }
+}
diff --git a/bridges/ParuVenduImmoBridge.php b/bridges/ParuVenduImmoBridge.php
index 7b2825bcc02..87b6b25500f 100644
--- a/bridges/ParuVenduImmoBridge.php
+++ b/bridges/ParuVenduImmoBridge.php
@@ -1,102 +1,115 @@
array(
- 'name' => 'Minimal surface m²',
- 'type' => 'number'
- ),
- 'maxprice' => array(
- 'name' => 'Max price',
- 'type' => 'number'
- ),
- 'pa' => array(
- 'name' => 'Country code',
- 'exampleValue' => 'FR'
- ),
- 'lo' => array(
- 'name' => 'department numbers or postal codes, comma-separated'
- )
- ));
-
- public function collectData(){
- $html = getSimpleHTMLDOM($this->getURI())
- or returnServerError('Could not request paruvendu.');
-
- foreach($html->find('div.annonce a') as $element) {
-
- if(!$element->title) {
- continue;
- }
-
- $img = '';
- foreach($element->find('span.img img') as $img) {
- if($img->original) {
- $img = '
';
- }
- }
-
- $desc = $element->find('span.desc')[0]->innertext;
- $desc = str_replace("voir l'annonce", '', $desc);
-
- $price = $element->find('span.price')[0]->innertext;
-
- list($href) = explode('#', $element->href);
-
- $item = array();
- $item['uri'] = self::URI . $href;
- $item['title'] = $element->title;
- $item['content'] = $img . $desc . $price;
- $this->items[] = $item;
- }
- }
-
- public function getURI(){
- $appartment = '&tbApp=1&tbDup=1&tbChb=1&tbLof=1&tbAtl=1&tbPla=1';
- $maison = '&tbMai=1&tbVil=1&tbCha=1&tbPro=1&tbHot=1&tbMou=1&tbFer=1';
- $link = self::URI
- . '/immobilier/annonceimmofo/liste/listeAnnonces?tt=1'
- . $appartment
- . $maison;
-
- if($this->getInput('minarea')) {
- $link .= '&sur0=' . urlencode($this->getInput('minarea'));
- }
-
- if($this->getInput('maxprice')) {
- $link .= '&px1=' . urlencode($this->getInput('maxprice'));
- }
-
- if($this->getInput('pa')) {
- $link .= '&pa=' . urlencode($this->getInput('pa'));
- }
-
- if($this->getInput('lo')) {
- $link .= '&lo=' . urlencode($this->getInput('lo'));
- }
- return $link;
- }
-
- public function getName(){
- if(!is_null($this->getInput('minarea'))) {
- $request = '';
- $minarea = $this->getInput('minarea');
- if(!empty($minarea)) {
- $request .= ' ' . $minarea . ' m2';
- }
- $location = $this->getInput('lo');
- if(!empty($location)) {
- $request .= ' In: ' . $location;
- }
- return 'Paru Vendu Immobilier' . $request;
- }
-
- return parent::getName();
- }
+
+class ParuVenduImmoBridge extends BridgeAbstract
+{
+ const MAINTAINER = 'polo2ro';
+ const NAME = 'Paru Vendu Immobilier';
+ const URI = 'https://www.paruvendu.fr';
+ const CACHE_TIMEOUT = 10800; // 3h
+ const DESCRIPTION = 'Returns the ads from the first page of search result.';
+
+ const PARAMETERS = [ [
+ 'minarea' => [
+ 'name' => 'Minimal surface m²',
+ 'type' => 'number'
+ ],
+ 'maxprice' => [
+ 'name' => 'Max price',
+ 'type' => 'number'
+ ],
+ 'pa' => [
+ 'name' => 'Country code',
+ 'exampleValue' => 'FR'
+ ],
+ 'lo' => [
+ 'name' => 'department numbers or postal codes, comma-separated'
+ ]
+ ]];
+
+ public function collectData()
+ {
+ $html = getSimpleHTMLDOM($this->getURI());
+
+ $elements = $html->find('#bloc_liste > div.ergov3-annonce a');
+
+ foreach ($elements as $element) {
+ if (!$element->title) {
+ continue;
+ }
+
+ $img = '';
+ foreach ($element->find('span.img img') as $img) {
+ if ($img->original) {
+ $img = '';
+ }
+ }
+
+ $description = $element->find('p', 0);
+ if ($description) {
+ $desc = str_replace("voir l'annonce", '', $description->innertext);
+ } else {
+ $desc = '';
+ }
+
+ $priceElement = $element->find('div.ergov3-priceannonce', 0);
+ if ($priceElement) {
+ $price = $priceElement->innertext;
+ } else {
+ $price = '';
+ }
+
+ [$href] = explode('#', $element->href);
+
+ $item = [];
+ $item['uri'] = self::URI . $href;
+ $item['title'] = $element->title;
+ $item['content'] = $img . $desc . $price;
+ $this->items[] = $item;
+ }
+ }
+
+ public function getURI()
+ {
+ $appartment = '&tbApp=1&tbDup=1&tbChb=1&tbLof=1&tbAtl=1&tbPla=1';
+ $maison = '&tbMai=1&tbVil=1&tbCha=1&tbPro=1&tbHot=1&tbMou=1&tbFer=1';
+ $link = self::URI
+ . '/immobilier/annonceimmofo/liste/listeAnnonces?tt=1'
+ . $appartment
+ . $maison;
+
+ if ($this->getInput('minarea')) {
+ $link .= '&sur0=' . urlencode($this->getInput('minarea'));
+ }
+
+ if ($this->getInput('maxprice')) {
+ $link .= '&px1=' . urlencode($this->getInput('maxprice'));
+ }
+
+ if ($this->getInput('pa')) {
+ $link .= '&pa=' . urlencode($this->getInput('pa'));
+ }
+
+ if ($this->getInput('lo')) {
+ $link .= '&lo=' . urlencode($this->getInput('lo'));
+ }
+ return $link;
+ }
+
+ public function getName()
+ {
+ if (!is_null($this->getInput('minarea'))) {
+ $request = '';
+ $minarea = $this->getInput('minarea');
+ if (!empty($minarea)) {
+ $request .= ' ' . $minarea . ' m2';
+ }
+ $location = $this->getInput('lo');
+ if (!empty($location)) {
+ $request .= ' In: ' . $location;
+ }
+ return 'Paru Vendu Immobilier' . $request;
+ }
+
+ return parent::getName();
+ }
}
diff --git a/bridges/PatreonBridge.php b/bridges/PatreonBridge.php
index 57727a3e97d..895a9306fa2 100644
--- a/bridges/PatreonBridge.php
+++ b/bridges/PatreonBridge.php
@@ -1,203 +1,337 @@
array(
- 'name' => 'Creator',
- 'type' => 'text',
- 'required' => true,
- 'title' => 'Creator name as seen in their page URL'
- )
- ));
-
- public function collectData(){
- $html = getSimpleHTMLDOMCached($this->getURI(), 86400)
- or returnServerError('Failed to load creator page at ' . $this->getURI());
- $regex = '#/api/campaigns/([0-9]+)#';
- if(preg_match($regex, $html->save(), $matches) > 0) {
- $campaign_id = $matches[1];
- } else {
- returnServerError('Could not find campaign ID');
- }
-
- $query = array(
- 'include' => implode(',', array(
- 'user',
- 'attachments',
- 'user_defined_tags',
- //'campaign',
- //'poll.choices',
- //'poll.current_user_responses.user',
- //'poll.current_user_responses.choice',
- //'poll.current_user_responses.poll',
- //'access_rules.tier.null',
- //'images.null',
- //'audio.null'
- )),
- 'fields' => array(
- 'post' => implode(',', array(
- //'change_visibility_at',
- //'comment_count',
- 'content',
- //'current_user_can_delete',
- //'current_user_can_view',
- //'current_user_has_liked',
- //'embed',
- 'image',
- //'is_paid',
- //'like_count',
- //'min_cents_pledged_to_view',
- //'patreon_url',
- //'patron_count',
- //'pledge_url',
- //'post_file',
- //'post_metadata',
- //'post_type',
- 'published_at',
- 'teaser_text',
- //'thumbnail_url',
- 'title',
- //'upgrade_url',
- 'url',
- //'was_posted_by_campaign_owner'
- )),
- 'user' => implode(',', array(
- //'image_url',
- 'full_name',
- //'url'
- ))
- ),
- 'filter' => array(
- 'contains_exclusive_posts' => true,
- 'is_draft' => false,
- 'campaign_id' => $campaign_id
- ),
- 'sort' => '-published_at'
- );
- $posts = $this->apiGet('posts', $query);
-
- foreach($posts->data as $post) {
- $item = array(
- 'uri' => $post->attributes->url,
- 'title' => $post->attributes->title,
- 'timestamp' => $post->attributes->published_at,
- 'content' => '',
- 'uid' => 'patreon.com/' . $post->id
- );
-
- $user = $this->findInclude($posts,
- 'user',
- $post->relationships->user->data->id);
- $item['author'] = $user->full_name;
-
- if(isset($post->attributes->image))
- $item['content'] .= '
';
-
- if(isset($post->attributes->content)) {
- $item['content'] .= $post->attributes->content;
- } elseif (isset($post->attributes->teaser_text)) {
- $item['content'] .= ''
- . $post->attributes->teaser_text
- . '
';
- }
-
- if(isset($post->relationships->user_defined_tags)) {
- $item['categories'] = array();
- foreach($post->relationships->user_defined_tags->data as $tag) {
- $attrs = $this->findInclude($posts, 'post_tag', $tag->id);
- $item['categories'][] = $attrs->value;
- }
- }
-
- if(isset($post->relationships->attachments)) {
- $item['enclosures'] = array();
- foreach($post->relationships->attachments->data as $attachment) {
- $attrs = $this->findInclude($posts, 'attachment', $attachment->id);
- $item['enclosures'][] = $attrs->url;
- }
- }
-
- $this->items[] = $item;
- }
- }
-
- /*
- * Searches the "included" array in an API response and returns attributes
- * for the first match.
- */
- private function findInclude($data, $type, $id) {
- foreach($data->included as $include)
- if($include->type === $type && $include->id === $id)
- return $include->attributes;
- }
-
- private function apiGet($endpoint, $query_data = array()) {
- $query_data['json-api-version'] = 1.0;
- $query_data['json-api-use-default-includes'] = 0;
-
- $url = 'https://www.patreon.com/api/'
- . $endpoint
- . '?'
- . http_build_query($query_data);
-
- /*
- * Accept-Language header and the CURL cipher list are for bypassing the
- * Cloudflare anti-bot protection on the Patreon API. If this ever breaks,
- * here are some other project that also deal with this:
- * https://github.com/mikf/gallery-dl/issues/342
- * https://github.com/daemionfox/patreon-feed/issues/7
- * https://www.patreondevelopers.com/t/api-returning-cloudflare-challenge/2025
- * https://github.com/splitbrain/patreon-rss/issues/4
- */
- $header = array(
- 'Accept-Language: en-US',
- 'Content-Type: application/json'
- );
- $opts = array(
- CURLOPT_SSL_CIPHER_LIST => implode(':', array(
- 'DEFAULT',
- '!DHE-RSA-CHACHA20-POLY1305'
- ))
- );
-
- $data = json_decode(getContents($url, $header, $opts))
- or returnServerError('API request to "' . $url . '" failed.');
-
- return $data;
- }
-
- public function getName(){
- if(!is_null($this->getInput('creator')))
- return $this->getInput('creator') . ' posts';
-
- return parent::getName();
- }
-
- public function getURI(){
- if(!is_null($this->getInput('creator')))
- return self::URI . $this->getInput('creator');
-
- return parent::getURI();
- }
-
- public function detectParameters($url){
- $params = array();
-
- // Matches e.g. https://www.patreon.com/SomeCreator
- $regex = '/^(https?:\/\/)?(www\.)?patreon\.com\/([^\/&?\n]+)/';
- if(preg_match($regex, $url, $matches) > 0) {
- $params['creator'] = urldecode($matches[3]);
- return $params;
- }
-
- return null;
- }
+
+class PatreonBridge extends BridgeAbstract
+{
+ const NAME = 'Patreon Bridge';
+ const URI = 'https://www.patreon.com/';
+ const CACHE_TIMEOUT = 300; // 5min
+ const DESCRIPTION = 'Returns posts by creators on Patreon';
+ const MAINTAINER = 'Roliga, mruac';
+ const PARAMETERS = [[
+ 'creator' => [
+ 'name' => 'Creator',
+ 'type' => 'text',
+ 'required' => true,
+ 'exampleValue' => 'user?u=13425451',
+ 'title' => 'Creator name as seen in their page URL'
+ ]
+ ]];
+
+ public function collectData()
+ {
+ $url = $this->getURI();
+ $html = getSimpleHTMLDOMCached($url);
+ $regex = '#/api/campaigns/([0-9]+)#';
+ if (preg_match($regex, $html->save(), $matches) > 0) {
+ $campaign_id = $matches[1];
+ } else {
+ returnServerError('Could not find campaign ID');
+ }
+
+ $query = [
+ 'include' => implode(',', [
+ 'user',
+ 'attachments',
+ 'user_defined_tags',
+ //'campaign',
+ 'poll.choices',
+ //'poll.current_user_responses.user',
+ //'poll.current_user_responses.choice',
+ //'poll.current_user_responses.poll',
+ //'access_rules.tier.null',
+ 'images.null',
+ 'audio.null',
+ // 'user.null',
+ 'attachments.null',
+ 'audio_preview.null',
+ 'poll.choices.null'
+ // 'poll.current_user_responses.null'
+ ]),
+ 'fields' => [
+ 'post' => implode(',', [
+ //'change_visibility_at',
+ //'comment_count',
+ 'content',
+ //'current_user_can_delete',
+ //'current_user_can_view',
+ //'current_user_has_liked',
+ 'embed',
+ 'image',
+ //'is_paid',
+ //'like_count',
+ //'min_cents_pledged_to_view',
+ //'patreon_url',
+ //'patron_count',
+ //'pledge_url',
+ // 'post_file',
+ // 'post_metadata',
+ 'post_type',
+ 'published_at',
+ 'teaser_text',
+ //'thumbnail_url',
+ 'title',
+ //'upgrade_url',
+ 'url',
+ //'was_posted_by_campaign_owner'
+ // 'content_teaser_text',
+ // 'current_user_can_report',
+ 'thumbnail',
+ // 'video_preview'
+ ]),
+ 'user' => implode(',', [
+ //'image_url',
+ 'full_name',
+ //'url'
+ ]),
+ 'media' => implode(',', [
+ 'id',
+ 'image_urls',
+ 'download_url',
+ 'metadata',
+ 'file_name',
+ 'mimetype',
+ 'size_bytes'
+ ])
+ ],
+ 'filter' => [
+ 'contains_exclusive_posts' => true,
+ 'is_draft' => false,
+ 'campaign_id' => $campaign_id
+ ],
+ 'sort' => '-published_at'
+ ];
+ $posts = $this->apiGet('posts', $query);
+
+ foreach ($posts->data as $post) {
+ $item = [
+ 'uri' => $post->attributes->url,
+ 'title' => $post->attributes->title,
+ 'timestamp' => $post->attributes->published_at,
+ 'content' => '',
+ 'uid' => 'patreon.com/' . $post->id
+ ];
+
+ $user = $this->findInclude(
+ $posts,
+ 'user',
+ $post->relationships->user->data->id
+ )->attributes;
+ $item['author'] = $user->full_name;
+
+ //image, video, audio, link (featured post content)
+ switch ($post->attributes->post_type) {
+ case 'audio_file':
+ //check if download_url is null before assigning $audio
+ $id = $post->relationships->audio->data->id ?? null;
+ if (isset($id)) {
+ $audio = $this->findInclude($posts, 'media', $id)->attributes ?? null;
+ }
+ if (!isset($audio->download_url)) { //if not unlocked
+ $id = $post->relationships->audio_preview->data->id ?? null;
+ if (isset($id)) {
+ $audio = $this->findInclude($posts, 'media', $id)->attributes ?? null;
+ }
+ }
+ $thumbnail = $post->attributes->thumbnail->large ?? null;
+ $thumbnail = $thumbnail ?? $post->attributes->thumbnail->url ?? null;
+ $thumbnail = $thumbnail ?? $post->attributes->image->thumb_url ?? null;
+ $thumbnail = $thumbnail ?? $post->attributes->image->url ?? null;
+ $audio_filename = $audio->file_name ?? $item['title'];
+ $download_url = $audio->download_url ?? $item['uri'];
+ $item['content'] .= "![](\"{$thumbnail}\")
🎧 {$audio_filename}
";
+ if ($download_url !== $item['uri']) {
+ $item['enclosures'][] = $download_url;
+ $item['content'] .= "";
+ }
+ $item['content'] .= '
';
+ break;
+
+ case 'video_embed':
+ $thumbnail = $post->attributes->thumbnail->large ?? null;
+ $thumbnail = $thumbnail ?? $post->attributes->thumbnail->url ?? null;
+ $thumbnail = $thumbnail ?? $post->attributes->image->thumb_url ?? null;
+ $thumbnail = $thumbnail ?? $post->attributes->image->url ?? null;
+ $item['content'] .= "";
+ break;
+
+ case 'video_external_file':
+ $thumbnail = $post->attributes->thumbnail->large ?? null;
+ $thumbnail = $thumbnail ?? $post->attributes->thumbnail->url ?? null;
+ $thumbnail = $thumbnail ?? $post->attributes->image->thumb_url ?? null;
+ $thumbnail = $thumbnail ?? $post->attributes->image->url ?? null;
+ $item['content'] .= "";
+ break;
+
+ case 'image_file':
+ $item['content'] .= '';
+ foreach ($post->relationships->images->data as $key => $image) {
+ $image = $this->findInclude($posts, 'media', $image->id)->attributes;
+ $image_fullres = $image->download_url ?? $image->image_urls->url ?? $image->image_urls->original ?? null;
+ $filename = $image->file_name ?? '';
+ $image_url = $image->image_urls->url ?? $image->image_urls->original ?? null;
+ $item['enclosures'][] = $image_fullres;
+ $item['content'] .= "{$filename}
![](\"{$image_url}\")
";
+ }
+ $item['content'] .= '
';
+ break;
+
+ case 'link':
+ //make it locked safe
+ if (isset($post->attributes->embed)) {
+ $embed = $post->attributes->embed;
+ $thumbnail = $post->attributes->image->large_url ?? $post->attributes->image->thumb_url ?? $post->attributes->image->url;
+ $item['content'] .= '';
+ $item['content'] .= "url}\"> {$embed->subject} {$embed->description}
';
+ }
+ break;
+ }
+
+ //content of the post
+ if (isset($post->attributes->content)) {
+ $item['content'] .= $post->attributes->content;
+ } elseif (isset($post->attributes->teaser_text)) {
+ $item['content'] .= ''
+ . $post->attributes->teaser_text;
+ if (strlen($post->attributes->teaser_text) === 140) {
+ $item['content'] .= '…';
+ }
+ $item['content'] .= '
';
+ }
+
+ //post tags
+ if (isset($post->relationships->user_defined_tags)) {
+ $item['categories'] = [];
+ foreach ($post->relationships->user_defined_tags->data as $tag) {
+ $attrs = $this->findInclude($posts, 'post_tag', $tag->id)->attributes;
+ $item['categories'][] = $attrs->value;
+ }
+ }
+
+ //poll
+ if (isset($post->relationships->poll->data)) {
+ $poll = $this->findInclude($posts, 'poll', $post->relationships->poll->data->id);
+ $item['content'] .= "Poll: {$poll->attributes->question_text} {$poll_option_text}
';
+ }
+
+
+ //post attachments
+ if (
+ isset($post->relationships->attachments->data) &&
+ count($post->relationships->attachments->data) > 0
+ ) {
+ $item['enclosures'] = [];
+ $item['content'] .= '
Attachments:
';
+ foreach ($post->relationships->attachments->data as $attachment) {
+ $attrs = $this->findInclude($posts, 'attachment', $attachment->id)->attributes;
+ $filename = $attrs->name;
+ $n = strrpos($filename, '.');
+ $ext = ($n === false) ? '' : substr($filename, $n);
+ $item['enclosures'][] = $attrs->url . '#' . $ext;
+ $item['content'] .= '- ' . $filename . '
';
+ }
+ $item['content'] .= '
';
+ }
+
+ $this->items[] = $item;
+ }
+ }
+
+ /*
+ * Searches the "included" array in an API response and returns the result for the first match.
+ * A result will include attributes containing further details of the included object
+ * (e.g. an audio object), and an optional relationships object that links to more "included"
+ * objects. (e.g. a poll object with related poll_choice(s))
+ */
+ private function findInclude($data, $type, $id)
+ {
+ foreach ($data->included as $include) {
+ if ($include->type === $type && $include->id === $id) {
+ return $include;
+ }
+ }
+ }
+
+ private function apiGet($endpoint, $query_data = [])
+ {
+ $query_data['json-api-version'] = 1.0;
+ $query_data['json-api-use-default-includes'] = 0;
+
+ $url = 'https://www.patreon.com/api/'
+ . $endpoint
+ . '?'
+ . http_build_query($query_data);
+
+ /*
+ * Accept-Language header and the CURL cipher list are for bypassing the
+ * Cloudflare anti-bot protection on the Patreon API. If this ever breaks,
+ * here are some other project that also deal with this:
+ * https://github.com/mikf/gallery-dl/issues/342
+ * https://github.com/daemionfox/patreon-feed/issues/7
+ * https://www.patreondevelopers.com/t/api-returning-cloudflare-challenge/2025
+ * https://github.com/splitbrain/patreon-rss/issues/4
+ */
+ $header = [
+ 'Accept-Language: en-US',
+ 'Content-Type: application/json'
+ ];
+ $opts = [
+ CURLOPT_SSL_CIPHER_LIST => implode(':', [
+ 'DEFAULT',
+ '!DHE-RSA-CHACHA20-POLY1305'
+ ])
+ ];
+
+ $data = json_decode(getContents($url, $header, $opts));
+
+ return $data;
+ }
+
+ public function getName()
+ {
+ if (!is_null($this->getInput('creator'))) {
+ $html = getSimpleHTMLDOMCached($this->getURI());
+ if ($html) {
+ preg_match('#"name": "(.*)"#', $html->save(), $matches);
+ return 'Patreon posts from ' . stripcslashes($matches[1]);
+ } else {
+ return $this->getInput('creator') . 'posts from Patreon';
+ }
+ }
+
+ return parent::getName();
+ }
+
+ public function getURI()
+ {
+ if (!is_null($this->getInput('creator'))) {
+ return self::URI . $this->getInput('creator');
+ }
+
+ return parent::getURI();
+ }
+
+ public function detectParameters($url)
+ {
+ $params = [];
+
+ // Matches e.g. https://www.patreon.com/SomeCreator
+ $regex = '/^(https?:\/\/)?(www\.)?patreon\.com\/([^\/&?\n]+)/';
+ if (preg_match($regex, $url, $matches) > 0) {
+ $params['creator'] = urldecode($matches[3]);
+ return $params;
+ }
+
+ return null;
+ }
}
diff --git a/bridges/PcGamerBridge.php b/bridges/PcGamerBridge.php
index e0e55ce41e3..bac01ee8830 100644
--- a/bridges/PcGamerBridge.php
+++ b/bridges/PcGamerBridge.php
@@ -1,23 +1,47 @@
self::LIMIT,
+ ]
+ ];
+
+ public function collectData()
+ {
+ $html = getSimpleHTMLDOMCached($this->getURI(), 300);
+ $stories = $html->find('a.article-link');
+ $limit = $this->getInput('limit') ?? 10;
+ foreach (array_slice($stories, 0, $limit) as $element) {
+ $item = [];
+ $item['uri'] = $element->href;
+ $articleHtml = getSimpleHTMLDOMCached($item['uri']);
+
+ // Relying on meta tags ought to be more reliable.
+ $item['title'] = $articleHtml->find('meta[name=parsely-title]', 0)->content;
+ $item['content'] = html_entity_decode($articleHtml->find('meta[name=description]', 0)->content);
+ $item['author'] = $articleHtml->find('meta[name=parsely-author]', 0)->content;
+
+ $imageUrl = $articleHtml->find('meta[name=parsely-image-url]', 0);
+ if ($imageUrl) {
+ $item['enclosures'][] = $imageUrl->content;
+ }
- public function collectData()
- {
- $html = getSimpleHTMLDOMCached($this->getURI(), 300);
- $stories = $html->find('div#popularcontent li.most-popular-item');
- foreach ($stories as $element) {
- $item['uri'] = $element->find('a', 0)->href;
- $articleHtml = getSimpleHTMLDOMCached($item['uri']);
- $item['title'] = $element->find('h4 a', 0)->plaintext;
- $item['timestamp'] = strtotime($articleHtml->find('meta[name=pub_date]', 0)->content);
- $item['content'] = $articleHtml->find('meta[name=description]', 0)->content;
- $item['author'] = $articleHtml->find('a[itemprop=author]', 0)->plaintext;
- $this->items[] = $item;
- }
- }
+ /* I don't know why every article has two extra tags, but because
+ one matches another common tag, "guide," it needs to be removed. */
+ $item['categories'] = array_diff(
+ explode(',', $articleHtml->find('meta[name=parsely-tags]', 0)->content),
+ ['van_buying_guide_progressive', 'serversidehawk']
+ );
+ $item['timestamp'] = strtotime($articleHtml->find('meta[name=pub_date]', 0)->content);
+ $this->items[] = $item;
+ }
+ }
}
diff --git a/bridges/PepperBridgeAbstract.php b/bridges/PepperBridgeAbstract.php
new file mode 100644
index 00000000000..43dbe82906e
--- /dev/null
+++ b/bridges/PepperBridgeAbstract.php
@@ -0,0 +1,562 @@
+queriedContext) {
+ case $this->i8n('context-keyword'):
+ return $this->collectDataKeywords();
+ break;
+ case $this->i8n('context-group'):
+ return $this->collectDataGroup();
+ break;
+ case $this->i8n('context-talk'):
+ return $this->collectDataTalk();
+ break;
+ }
+ }
+
+ /**
+ * Get the Deal data from the choosen group in the choosed order
+ */
+ protected function collectDataGroup()
+ {
+ $url = $this->getGroupURI();
+ $this->collectDeals($url);
+ }
+
+ /**
+ * Get the Deal data from the choosen keywords and parameters
+ */
+ protected function collectDataKeywords()
+ {
+ /* Even if the original website uses POST with the search page, GET works too */
+ $url = $this->getSearchURI();
+ $this->collectDeals($url);
+ }
+
+ /**
+ * Get the Deal data using the given URL
+ */
+ protected function collectDeals($url)
+ {
+ $html = getSimpleHTMLDOM($url);
+ $list = $html->find('article[id][class*=thread--deal]]');
+
+ // Deal Description CSS Selector
+ $selectorDescription = implode(
+ ' ', /* Notice this is a space! */
+ [
+ 'overflow--wrap-break'
+ ]
+ );
+
+ // If there is no results, we don't parse the content because it display some random deals
+ $noresult = $html->find('div[id=content-list]', 0)->find('h2', 0);
+ if ($noresult !== null) {
+ $this->items = [];
+ } else {
+ foreach ($list as $deal) {
+ // Get the JSON Data stored as vue
+ $jsonDealData = $this->getDealJsonData($deal);
+ $dealMeta = Json::decode($deal->find('div[class=js-vue2]', 1)->getAttribute('data-vue2'));
+
+ $item = [];
+ $item['uri'] = $this->getDealURI($jsonDealData);
+ $item['title'] = $this->getTitle($jsonDealData);
+ $item['author'] = $this->getDealAuthor($jsonDealData);
+
+ $item['content'] = ''
+ . $this->getImage($deal)
+ . ' '
+ . $this->getHTMLTitle($jsonDealData)
+ . $this->getPrice($jsonDealData)
+ . $this->getDiscount($jsonDealData)
+ . $this->getShipsFrom($dealMeta)
+ . $this->getShippingCost($jsonDealData)
+ . $this->getSource($jsonDealData)
+ . $this->getDealLocation($jsonDealData)
+ . $deal->find('div[class*=' . $selectorDescription . ']', 0)->innertext
+ . ' '
+ . $this->getTemperature($jsonDealData)
+ . '
';
+
+ $item['timestamp'] = $this->getPublishedDate($jsonDealData);
+ $this->items[] = $item;
+ }
+ }
+ }
+
+ /**
+ * Get the Talk lastest comments
+ */
+ protected function collectDataTalk()
+ {
+ $threadURL = $this->getInput('url');
+ $onlyWithUrl = $this->getInput('only_with_url');
+
+ // Get Thread ID from url passed in parameter
+ $threadSearch = preg_match('/-([0-9]{1,20})$/', $threadURL, $matches);
+
+ // Show an error message if we can't find the thread ID in the URL sent by the user
+ if ($threadSearch !== 1) {
+ returnClientError($this->i8n('thread-error'));
+ }
+ $threadID = $matches[1];
+
+ $url = $this->i8n('bridge-uri') . 'graphql';
+
+ // Get Cookies header to do the query
+ $cookiesHeaderValue = $this->getCookiesHeaderValue($url);
+
+ // GraphQL String
+ // This was extracted from https://www.dealabs.com/assets/js/modern/common_211b99.js
+ // This string was extracted during a Website visit, and minified using this neat tool :
+ // https://codepen.io/dangodev/pen/Baoqmoy
+ $graphqlString = <<<'HEREDOC'
+query comments($filter:CommentFilter!,$limit:Int,$page:Int){comments(filter:$filter,limit:$limit,page:$page){
+items{...commentFields}pagination{...paginationFields}}}fragment commentFields on Comment{commentId threadId url
+preparedHtmlContent user{...userMediumAvatarFields...userNameFields...userPersonaFields bestBadge{...badgeFields}}
+reactionCounts{type count}deletable currentUserReaction{type}reported reportable source status createdAt updatedAt
+ignored popular deletedBy{username}notes{content createdAt user{username}}lastEdit{reason timeAgo userId}}fragment
+userMediumAvatarFields on User{userId isDeletedOrPendingDeletion imageUrls(slot:"default",variations:
+["user_small_avatar"])}fragment userNameFields on User{userId username isUserProfileHidden isDeletedOrPendingDeletion}
+fragment userPersonaFields on User{persona{type text}}fragment badgeFields on Badge{badgeId level{...badgeLevelFields}}
+fragment badgeLevelFields on BadgeLevel{key name description}fragment paginationFields on Pagination{count current last
+ next previous size order}
+HEREDOC;
+
+ // Construct the JSON object to send to the Website
+ $queryArray = [
+ 'query' => $graphqlString,
+ 'variables' => [
+ 'filter' => [
+ 'threadId' => [
+ 'eq' => $threadID,
+ ],
+ 'order' => [
+ 'direction' => 'Descending',
+ ],
+
+ ],
+ 'page' => 1,
+ ],
+ ];
+ $queryJSON = json_encode($queryArray);
+
+ // HTTP headers
+ $header = [
+ 'Content-Type: application/json',
+ 'Accept: application/json, text/plain, */*',
+ 'X-Pepper-Txn: threads.show',
+ 'X-Request-Type: application/vnd.pepper.v1+json',
+ 'X-Requested-With: XMLHttpRequest',
+ "Cookie: $cookiesHeaderValue",
+ ];
+ // CURL Options
+ $opts = [
+ CURLOPT_POST => 1,
+ CURLOPT_POSTFIELDS => $queryJSON
+ ];
+ $json = getContents($url, $header, $opts);
+ $objects = json_decode($json);
+ foreach ($objects->data->comments->items as $comment) {
+ $item = [];
+ $item['uri'] = $comment->url;
+ $item['title'] = $comment->user->username . ' - ' . $comment->createdAt;
+ $item['author'] = $comment->user->username;
+ $item['content'] = $comment->preparedHtmlContent;
+ $item['uid'] = $comment->commentId;
+ // Timestamp handling needs a new parsing function
+ if ($onlyWithUrl == true) {
+ // Only parse the comment if it is not empry
+ if ($item['content'] != '') {
+ // Count Links and Quote Links
+ $content = str_get_html($item['content']);
+ $countLinks = count($content->find('a[href]'));
+ $countQuoteLinks = count($content->find('a[href][class=userHtml-quote-source]'));
+ // Only add element if there are Links and more links tant Quote links
+ if ($countLinks > 0 && $countLinks > $countQuoteLinks) {
+ $this->items[] = $item;
+ }
+ }
+ } else {
+ $this->items[] = $item;
+ }
+ }
+ }
+
+ private function getCookiesHeaderValue($url)
+ {
+ $response = getContents($url, [], [], true);
+ $setCookieHeaders = $response->getHeader('set-cookie', true);
+ $cookies = array_map(fn($c): string => explode(';', $c)[0], $setCookieHeaders);
+
+ return implode('; ', $cookies);
+ }
+
+ /**
+ * Check if the string $str contains any of the string of the array $arr
+ * @return boolean true if the string matched anything otherwise false
+ */
+ private function contains($str, array $arr)
+ {
+ foreach ($arr as $a) {
+ if (stripos($str, $a) !== false) {
+ return true;
+ }
+ }
+ return false;
+ }
+
+ /**
+ * Get the Price from a Deal if it exists
+ * @return string String of the deal price
+ */
+ private function getPrice($jsonDealData)
+ {
+ if ($jsonDealData['props']['thread']['discountType'] == null) {
+ $price = $jsonDealData['props']['thread']['price'];
+ return '' . $this->i8n('price') . ' : '
+ . $price . ' ' . $this->i8n('currency') . '';
+ } else {
+ return '';
+ }
+ }
+
+ /**
+ * Get the Publish Date from a Deal if it exists
+ * @return integer Timestamp of the published date of the deal
+ */
+ private function getPublishedDate($jsonDealData)
+ {
+ return $jsonDealData['props']['thread']['publishedAt'];
+ }
+
+ /**
+ * Get the Deal Author from a Deal if it exists
+ * @return String Author of the deal
+ */
+ private function getDealAuthor($jsonDealData)
+ {
+ return $jsonDealData['props']['thread']['user']['username'];
+ }
+
+ /**
+ * Get the Title from a Deal if it exists
+ * @return string String of the deal title
+ */
+ private function getTitle($jsonDealData)
+ {
+ $title = $jsonDealData['props']['thread']['title'];
+ return $title;
+ }
+
+ /**
+ * Get the Title from a Talk if it exists
+ * @return string String of the Talk title
+ */
+ private function getTalkTitle()
+ {
+ $cacheKey = $this->getInput('url') . 'TITLE';
+ $title = $this->loadCacheValue($cacheKey);
+ // The cache does not contain the title of the bridge, we must get it and save it in the cache
+ if ($title === null) {
+ $html = getSimpleHTMLDOMCached($this->getInput('url'));
+ $title = $html->find('title', 0)->plaintext;
+ // Save the value in the cache for the next 15 days
+ $this->saveCacheValue($cacheKey, $title, 86400 * 15);
+ }
+ return $title;
+ }
+
+ /**
+ * Get the Title from a Group if it exists
+ * @return string String of the Talk title
+ */
+ private function getGroupTitle()
+ {
+ $cacheKey = $this->getInput('group') . 'TITLE';
+ $title = $this->loadCacheValue($cacheKey);
+ // The cache does not contain the title of the bridge, we must get it and save it in the cache
+ if ($title == null) {
+ $html = getSimpleHTMLDOMCached($this->getGroupURI());
+ // Search the title in the javascript mess
+ preg_match('/threadGroupName":"([^"]*)","threadGroupUrlName":"' . $this->getInput('group') . '"/m', $html, $matches);
+ $title = $matches[1];
+ // Save the value in the cache for the next 15 days
+ $this->saveCacheValue($cacheKey, $title, 86400 * 15);
+ }
+
+ $order = $this->getKey('order');
+ return $title . ' - ' . $order;
+ }
+
+ /**
+ * Get the HTML Title code from an item
+ * @return string String of the deal title
+ */
+ private function getHTMLTitle($jsonDealData)
+ {
+ $html = ''
+ . $this->getTitle($jsonDealData) . '
';
+
+ return $html;
+ }
+
+ /**
+ * Get the URI from a Deal if it exists
+ * @return string String of the deal URI
+ */
+ private function getDealURI($jsonDealData)
+ {
+ $dealSlug = $jsonDealData['props']['thread']['titleSlug'];
+ $dealId = $jsonDealData['props']['thread']['threadId'];
+ $uri = $this->i8n('bridge-uri') . $this->i8n('uri-deal') . $dealSlug . '-' . $dealId;
+ return $uri;
+ }
+
+ /**
+ * Get the Shipping costs from a Deal if it exists
+ * @return string String of the deal shipping Cost
+ */
+ private function getShippingCost($jsonDealData)
+ {
+ $isFree = $jsonDealData['props']['thread']['shipping']['isFree'];
+ $price = $jsonDealData['props']['thread']['shipping']['price'];
+ if ($isFree !== null) {
+ return '' . $this->i8n('shipping') . ' : '
+ . $price . ' ' . $this->i8n('currency')
+ . '';
+ } else {
+ return '';
+ }
+ }
+
+ /**
+ * Get the temperature from a Deal if it exists
+ * @return string String of the deal temperature
+ */
+ private function getTemperature($data)
+ {
+ return $data['props']['thread']['temperature'] . '°';
+ }
+
+
+ /**
+ * Get the Deal data from the "data-vue2" JSON attribute
+ * @return array Array containg the deal properties contained in the "data-vue2" attribute
+ */
+ private function getDealJsonData($deal)
+ {
+ $data = Json::decode($deal->find('div[class=js-vue2]', 0)->getAttribute('data-vue2'));
+ return $data;
+ }
+
+ /**
+ * Get the source of a Deal if it exists
+ * @return string String of the deal source
+ */
+ private function getSource($jsonData)
+ {
+ if ($jsonData['props']['thread']['merchant'] != null) {
+ $path = $this->i8n('uri-merchant') . $jsonData['props']['thread']['merchant']['merchantId'];
+ $text = $jsonData['props']['thread']['merchant']['merchantName'];
+ return '' . $this->i8n('origin') . ' : ' . $text . '';
+ } else {
+ return '';
+ }
+ }
+
+ /**
+ * Get the original Price and discout from a Deal if it exists
+ * @return string String of the deal original price and discount
+ */
+ private function getDiscount($jsonDealData)
+ {
+ $oldPrice = $jsonDealData['props']['thread']['nextBestPrice'];
+ $newPrice = $jsonDealData['props']['thread']['price'];
+ $percentage = $jsonDealData['props']['thread']['percentage'];
+
+ if ($oldPrice != 0) {
+ // If there is no percentage calculated, then calculate it manually
+ if ($percentage == 0) {
+ $percentage = round(100 - ($newPrice * 100 / $oldPrice), 2);
+ }
+ return '' . $this->i8n('discount') . ' : '
+ . $oldPrice . ' ' . $this->i8n('currency')
+ . ' -'
+ . $percentage
+ . ' %';
+ } else {
+ return '';
+ }
+ }
+
+ /**
+ * Get the Deal location if it exists
+ * @return string String of the deal location
+ */
+ private function getDealLocation($jsonDealData)
+ {
+ if ($jsonDealData['props']['thread']['isLocal']) {
+ $content = '' . $this->i8n('deal-type') . ' : ' . $this->i8n('localdeal') . '';
+ } else {
+ $content = '';
+ }
+ return $content;
+ }
+
+ /**
+ * Get the Picture URL from a Deal if it exists
+ * @return string String of the deal Picture URL
+ */
+ private function getImage($deal)
+ {
+ // Get thread Image JSON content
+ $content = Json::decode($deal->find('div[class=js-vue2]', 0)->getAttribute('data-vue2'));
+ //return '
';
+ return ' . $content['props']['thread']['mainImage']['path'] . '/'
+ . $content['props']['thread']['mainImage']['name'] . '/re/202x202/qt/70/'
+ . $content['props']['thread']['mainImage']['uid'] . ')
';
+ }
+
+ /**
+ * Get the originating country from a Deal if it exists
+ * @return string String of the deal originating country
+ */
+ private function getShipsFrom($dealMeta)
+ {
+ $metas = $dealMeta['props']['metaRibbons'] ?? [];
+ $shipsFrom = null;
+ foreach ($metas as $meta) {
+ if ($meta['type'] == 'dispatched-from') {
+ $shipsFrom = $meta['text'];
+ }
+ }
+ if ($shipsFrom != null) {
+ return '' . $shipsFrom . '';
+ }
+ return '';
+ }
+
+ /**
+ * Returns the RSS Feed title according to the parameters
+ * @return string the RSS feed Tiyle
+ */
+ public function getName()
+ {
+ switch ($this->queriedContext) {
+ case $this->i8n('context-keyword'):
+ return $this->i8n('bridge-name') . ' - ' . $this->i8n('title-keyword') . ' : ' . $this->getInput('q');
+ break;
+ case $this->i8n('context-group'):
+ return $this->i8n('bridge-name') . ' - ' . $this->i8n('title-group') . ' : ' . $this->getGroupTitle();
+ break;
+ case $this->i8n('context-talk'):
+ return $this->i8n('bridge-name') . ' - ' . $this->i8n('title-talk') . ' : ' . $this->getTalkTitle();
+ break;
+ default: // Return default value
+ return static::NAME;
+ }
+ }
+
+ /**
+ * Returns the RSS Feed URI according to the parameters
+ * @return string the RSS feed Title
+ */
+ public function getURI()
+ {
+ switch ($this->queriedContext) {
+ case $this->i8n('context-keyword'):
+ return $this->getSearchURI();
+ break;
+ case $this->i8n('context-group'):
+ return $this->getGroupURI();
+ break;
+ case $this->i8n('context-talk'):
+ return $this->getTalkURI();
+ break;
+ default: // Return default value
+ return static::URI;
+ }
+ }
+
+ /**
+ * Returns the RSS Feed URI for a keyword Feed
+ * @return string the RSS feed URI
+ */
+ private function getSearchURI()
+ {
+ $q = $this->getInput('q');
+ $hide_expired = $this->getInput('hide_expired');
+ $hide_local = $this->getInput('hide_local');
+ $priceFrom = $this->getInput('priceFrom');
+ $priceTo = $this->getInput('priceTo');
+ $url = $this->i8n('bridge-uri')
+ . 'search?q='
+ . urlencode($q)
+ . '&hide_expired=' . $hide_expired
+ . '&hide_local=' . $hide_local
+ . '&priceFrom=' . $priceFrom
+ . '&priceTo=' . $priceTo
+ /* Some default parameters
+ * search_fields : Search in Titres & Descriptions & Codes
+ * sort_by : Sort the search by new deals
+ * time_frame : Search will not be on a limited timeframe
+ */
+ . '&search_fields[]=1&search_fields[]=2&search_fields[]=3&sort_by=new&time_frame=0';
+ return $url;
+ }
+
+ /**
+ * Returns the RSS Feed URI for a group Feed
+ * @return string the RSS feed URI
+ */
+ private function getGroupURI()
+ {
+ $group = $this->getInput('group');
+ $order = $this->getInput('order');
+ $subgroups = $this->getInput('subgroups');
+
+ // This permit to keep the existing Feed to work
+ if ($order == $this->i8n('context-hot')) {
+ $sortBy = 'temp';
+ } else if ($order == $this->i8n('context-new')) {
+ $sortBy = 'new';
+ }
+
+ $url = $this->i8n('bridge-uri')
+ . $this->i8n('uri-group') . $group . '?sortBy=' . $sortBy . '&groups=' . $subgroups;
+ return $url;
+ }
+
+ /**
+ * Returns the RSS Feed URI for a Talk Feed
+ * @return string the RSS feed URI
+ */
+ private function getTalkURI()
+ {
+ $url = $this->getInput('url');
+ return $url;
+ }
+
+ /**
+ * This is some "localisation" function that returns the needed content using
+ * the "$lang" class variable in the local class
+ * @return various the local content needed
+ */
+ protected function i8n($key)
+ {
+ if (array_key_exists($key, $this->lang)) {
+ return $this->lang[$key];
+ } else {
+ return null;
+ }
+ }
+}
diff --git a/bridges/PhoronixBridge.php b/bridges/PhoronixBridge.php
new file mode 100644
index 00000000000..227685e0bb0
--- /dev/null
+++ b/bridges/PhoronixBridge.php
@@ -0,0 +1,70 @@
+ [
+ 'name' => 'Limit',
+ 'type' => 'number',
+ 'required' => false,
+ 'title' => 'Maximum number of items to return',
+ 'defaultValue' => 10
+ ],
+ 'svgAsImg' => [
+ 'name' => 'SVG in "image" tag',
+ 'type' => 'checkbox',
+ 'title' => 'Some benchmarks are exported as SVG with "object" tag,
+but some RSS readers don\'t support this. "img" tag are supported by most browsers',
+ 'defaultValue' => false
+ ],
+ ]];
+
+ public function collectData()
+ {
+ $this->collectExpandableDatas('https://www.phoronix.com/rss.php', $this->getInput('n'));
+ }
+
+ protected function parseItem(array $item)
+ {
+ $itemUrl = $item['uri'];
+
+ $articlePage = getSimpleHTMLDOM($itemUrl);
+ $articlePage = defaultLinkTo($articlePage, $this->getURI());
+ // Extract final link. From Facebook's like plugin.
+ $parsedUrlQuery = parse_url($articlePage->find('iframe[src^=//www.facebook.com/plugins]', 0), PHP_URL_QUERY);
+ parse_str($parsedUrlQuery, $facebookQuery);
+ if (array_key_exists('href', $facebookQuery)) {
+ $itemUrl = $facebookQuery['href'];
+ }
+ $item['content'] = $this->extractContent($articlePage);
+
+ $pages = $articlePage->find('.pagination a[!title]');
+ foreach ($pages as $page) {
+ $pageURI = urljoin($itemUrl, html_entity_decode($page->href));
+ $page = getSimpleHTMLDOM($pageURI);
+ $item['content'] .= $this->extractContent($page);
+ }
+ return $item;
+ }
+
+ private function extractContent($page)
+ {
+ $content = $page->find('.content', 0);
+ $objects = $content->find('script[src^=//openbenchmarking.org]');
+ foreach ($objects as $object) {
+ $objectSrc = preg_replace('/p=0/', 'p=2', $object->src);
+ if ($this->getInput('svgAsImg')) {
+ $object->outertext = '
';
+ } else {
+ $object->outertext = '';
+ }
+ }
+ $content = stripWithDelimiters($content, '');
+ return $content;
+ }
+}
diff --git a/bridges/PicalaBridge.php b/bridges/PicalaBridge.php
new file mode 100644
index 00000000000..fa2542cfcd5
--- /dev/null
+++ b/bridges/PicalaBridge.php
@@ -0,0 +1,84 @@
+ 'actualites',
+ 'Économie' => 'economie',
+ 'Tests' => 'tests',
+ 'Pratique' => 'pratique',
+ ];
+ const NAME = 'Picala Bridge';
+ const URI = 'https://www.picala.fr';
+ const DESCRIPTION = 'Dernière nouvelles du média indépendant sur le vélo électrique';
+ const MAINTAINER = 'Chouchen';
+ const PARAMETERS = [
+ [
+ 'type' => [
+ 'name' => 'Type',
+ 'type' => 'list',
+ 'values' => self::TYPES,
+ ],
+ ],
+ ];
+
+ public function getURI()
+ {
+ if (!is_null($this->getInput('type'))) {
+ return sprintf('%s/%s', static::URI, $this->getInput('type'));
+ }
+
+ return parent::getURI();
+ }
+
+ public function getIcon()
+ {
+ return 'https://picala-static.s3.amazonaws.com/static/img/favicon/favicon-32x32.png';
+ }
+
+ public function getDescription()
+ {
+ if (!is_null($this->getInput('type'))) {
+ return sprintf('%s - %s', static::DESCRIPTION, array_search($this->getInput('type'), self::TYPES));
+ }
+
+ return parent::getDescription();
+ }
+
+ public function getName()
+ {
+ if (!is_null($this->getInput('type'))) {
+ return sprintf('%s - %s', static::NAME, array_search($this->getInput('type'), self::TYPES));
+ }
+
+ return parent::getName();
+ }
+
+ public function collectData()
+ {
+ $fullhtml = getSimpleHTMLDOM($this->getURI());
+ foreach ($fullhtml->find('.list-container-category a') as $article) {
+ $firstImage = $article->find('img', 0);
+ $image = null;
+ if ($firstImage !== null) {
+ $srcsets = explode(',', $firstImage->getAttribute('srcset'));
+ $image = explode(' ', trim(array_shift($srcsets)))[0];
+ }
+
+ $item = [];
+ $item['uri'] = self::URI . $article->href;
+ $item['title'] = $article->find('h2', 0)->plaintext;
+ if ($image === null) {
+ $item['content'] = $article->find('.teaser__text', 0)->plaintext;
+ } else {
+ $item['content'] = sprintf(
+ '
%s',
+ $image,
+ $article->find('.teaser__text', 0)->plaintext
+ );
+ }
+
+ $this->items[] = $item;
+ }
+ }
+}
diff --git a/bridges/PicartoBridge.php b/bridges/PicartoBridge.php
new file mode 100644
index 00000000000..0326e02d992
--- /dev/null
+++ b/bridges/PicartoBridge.php
@@ -0,0 +1,41 @@
+ [
+ 'name' => 'Channel name',
+ 'type' => 'text',
+ 'required' => true,
+ 'title' => 'Channel name',
+ 'exampleValue' => 'Wysdrem',
+ ],
+ ]
+ ];
+
+ public function collectData()
+ {
+ $channel = $this->getInput('channel');
+ $data = json_decode(getContents('https://api.picarto.tv/api/v1/channel/name/' . $channel), true);
+ if (!$data['online']) {
+ return;
+ }
+ $lastLive = new \DateTime($data['last_live']);
+ $this->items[] = [
+ 'uri' => 'https://picarto.tv/' . $channel,
+ 'title' => $data['name'] . ' is now online',
+ 'content' => sprintf('', $data['thumbnails']['tablet']),
+ 'timestamp' => $lastLive->getTimestamp(),
+ 'uid' => 'https://picarto.tv/' . $channel . $lastLive->getTimestamp(),
+ ];
+ }
+
+ public function getName()
+ {
+ return 'Picarto - ' . $this->getInput('channel');
+ }
+}
diff --git a/bridges/PickyWallpapersBridge.php b/bridges/PickyWallpapersBridge.php
index 488b448340d..29fdc1aa1a7 100644
--- a/bridges/PickyWallpapersBridge.php
+++ b/bridges/PickyWallpapersBridge.php
@@ -1,101 +1,106 @@
array(
- 'name' => 'category',
- 'required' => true
- ),
- 's' => array(
- 'name' => 'subcategory'
- ),
- 'm' => array(
- 'name' => 'Max number of wallpapers',
- 'defaultValue' => 12,
- 'type' => 'number'
- ),
- 'r' => array(
- 'name' => 'resolution',
- 'exampleValue' => '1920x1200, 1680x1050,…',
- 'defaultValue' => '1920x1200',
- 'pattern' => '[0-9]{3,4}x[0-9]{3,4}'
- )
- ));
+ const PARAMETERS = [ [
+ 'c' => [
+ 'name' => 'category',
+ 'exampleValue' => 'funny',
+ 'required' => true
+ ],
+ 's' => [
+ 'name' => 'subcategory'
+ ],
+ 'm' => [
+ 'name' => 'Max number of wallpapers',
+ 'defaultValue' => 12,
+ 'type' => 'number'
+ ],
+ 'r' => [
+ 'name' => 'resolution',
+ 'exampleValue' => '1920x1200, 1680x1050,…',
+ 'defaultValue' => '1920x1200',
+ 'pattern' => '[0-9]{3,4}x[0-9]{3,4}'
+ ]
+ ]];
- public function collectData(){
- $lastpage = 1;
- $num = 0;
- $max = $this->getInput('m');
- $resolution = $this->getInput('r'); // Wide wallpaper default
+ public function collectData()
+ {
+ $lastpage = 1;
+ $num = 0;
+ $max = $this->getInput('m');
+ $resolution = $this->getInput('r'); // Wide wallpaper default
- for($page = 1; $page <= $lastpage; $page++) {
- $html = getSimpleHTMLDOM($this->getURI() . '/page-' . $page . '/')
- or returnServerError('No results for this query.');
+ for ($page = 1; $page <= $lastpage; $page++) {
+ $html = getSimpleHTMLDOM($this->getURI() . '/page-' . $page . '/');
- if($page === 1) {
- preg_match('/page-(\d+)\/$/', $html->find('.pages li a', -2)->href, $matches);
- $lastpage = min($matches[1], ceil($max / 12));
- }
+ if ($page === 1) {
+ preg_match('/page-(\d+)\/$/', $html->find('.pages li a', -2)->href, $matches);
+ $lastpage = min($matches[1], ceil($max / 12));
+ }
- foreach($html->find('.items li img') as $element) {
- $item = array();
- $item['uri'] = str_replace('www', 'wallpaper', self::URI)
- . '/'
- . $resolution
- . '/'
- . basename($element->src);
+ foreach ($html->find('.items li img') as $element) {
+ $item = [];
+ $item['uri'] = str_replace('www', 'wallpaper', self::URI)
+ . '/'
+ . $resolution
+ . '/'
+ . basename($element->src);
- $item['timestamp'] = time();
- $item['title'] = $element->alt;
- $item['content'] = $item['title']
- . '
'
- . $element
- . '';
+ $item['timestamp'] = time();
+ $item['title'] = $element->alt;
+ $item['content'] = $item['title']
+ . '
'
+ . $element
+ . '';
- $this->items[] = $item;
+ $this->items[] = $item;
- $num++;
- if ($num >= $max)
- break 2;
- }
- }
- }
+ $num++;
+ if ($num >= $max) {
+ break 2;
+ }
+ }
+ }
+ }
- public function getURI(){
- if(!is_null($this->getInput('s')) && !is_null($this->getInput('r')) && !is_null($this->getInput('c'))) {
- $subcategory = $this->getInput('s');
- $link = self::URI
- . $this->getInput('r')
- . '/'
- . $this->getInput('c')
- . '/'
- . $subcategory;
+ public function getURI()
+ {
+ if (!is_null($this->getInput('s')) && !is_null($this->getInput('r')) && !is_null($this->getInput('c'))) {
+ $subcategory = $this->getInput('s');
+ $link = self::URI
+ . $this->getInput('r')
+ . '/'
+ . $this->getInput('c')
+ . '/'
+ . $subcategory;
- return $link;
- }
+ return $link;
+ }
- return parent::getURI();
- }
+ return parent::getURI();
+ }
- public function getName(){
- if(!is_null($this->getInput('s'))) {
- $subcategory = $this->getInput('s');
- return 'PickyWallpapers - '
- . $this->getInput('c')
- . ($subcategory ? ' > ' . $subcategory : '')
- . ' ['
- . $this->getInput('r')
- . ']';
- }
+ public function getName()
+ {
+ if (!is_null($this->getInput('s'))) {
+ $subcategory = $this->getInput('s');
+ return 'PickyWallpapers - '
+ . $this->getInput('c')
+ . ($subcategory ? ' > ' . $subcategory : '')
+ . ' ['
+ . $this->getInput('r')
+ . ']';
+ }
- return parent::getName();
- }
+ return parent::getName();
+ }
}
diff --git a/bridges/PicnobBridge.php b/bridges/PicnobBridge.php
new file mode 100644
index 00000000000..1d7d06b486e
--- /dev/null
+++ b/bridges/PicnobBridge.php
@@ -0,0 +1,106 @@
+ [
+ 'u' => [
+ 'name' => 'username',
+ 'type' => 'text',
+ 'title' => 'Instagram username you want to follow',
+ 'exampleValue' => 'aesoprockwins',
+ 'required' => true,
+ ],
+ ],
+ 'Hashtag' => [
+ 'h' => [
+ 'name' => 'hashtag',
+ 'type' => 'text',
+ 'title' => 'Instagram hastag you want to follow, without the \'#\'',
+ 'exampleValue' => 'beautifulday',
+ 'required' => true,
+ ],
+ ]
+ ];
+
+ public function getURI()
+ {
+ if (!is_null($this->getInput('u'))) {
+ return urljoin(self::URI, '/profile/' . $this->getInput('u') . '/');
+ }
+
+ if (!is_null($this->getInput('h'))) {
+ return urljoin(self::URI, '/tag/' . trim($this->getInput('h') . '/'));
+ }
+
+ return parent::getURI();
+ }
+
+ public function collectData()
+ {
+ $html = getSimpleHTMLDOM($this->getURI());
+ foreach ($html->find('.items') as $part) {
+ foreach ($part->find('.item') as $element) {
+ $url = urljoin(self::URI, $element->find('a', 0)->href);
+
+ $date = date_create();
+ $relativeDate = date_interval_create_from_date_string(str_replace(' ago', '', $element->find('.time', 0)->plaintext));
+ if ($relativeDate) {
+ date_sub($date, $relativeDate);
+ }
+
+ $description = defaultLinkTo(trim($element->find('.sum', 0)->innertext), self::URI);
+
+ $isVideo = (bool) $element->find('.icon_video', 0);
+ $videoNote = $isVideo ? '(video)
' : '';
+
+ $isTV = (bool) $element->find('.icon_tv', 0);
+ $tvNote = $isTV ? '(TV)
' : '';
+
+ $isMoreContent = (bool) $element->find('.icon_multi', 0);
+ $moreContentNote = $isMoreContent ? '(multiple images and/or videos)
' : '';
+
+ $imageUrl = $element->find('.img', 0)->getAttribute('data-src');
+
+ $uid = explode('/', parse_url($url, PHP_URL_PATH))[2];
+
+ $this->items[] = [
+ 'uri' => $url,
+ 'timestamp' => date_format($date, 'r'),
+ 'title' => strlen($description) > 60 ? mb_substr($description, 0, 57) . '...' : $description,
+ 'thumbnail' => $imageUrl,
+ 'enclosures' => [$imageUrl],
+ 'content' => <<
+ 
+
+{$videoNote}
+{$tvNote}
+{$moreContentNote}
+{$description}
+HTML,
+ 'uid' => $uid
+ ];
+ }
+ }
+ }
+
+ public function getName()
+ {
+ if (!is_null($this->getInput('u'))) {
+ return 'Username ' . $this->getInput('u') . ' - Picnob Bridge';
+ }
+
+ if (!is_null($this->getInput('h'))) {
+ return 'Hashtag ' . $this->getInput('h') . ' - Picnob Bridge';
+ }
+
+ return parent::getName();
+ }
+}
diff --git a/bridges/PicukiBridge.php b/bridges/PicukiBridge.php
new file mode 100644
index 00000000000..8e818bb0475
--- /dev/null
+++ b/bridges/PicukiBridge.php
@@ -0,0 +1,129 @@
+ [
+ 'count' => [
+ 'name' => 'Count',
+ 'type' => 'number',
+ 'title' => 'How many posts to fetch',
+ 'defaultValue' => 12
+ ]
+ ],
+ 'Username' => [
+ 'u' => [
+ 'name' => 'username',
+ 'exampleValue' => 'aesoprockwins',
+ 'required' => true,
+ ],
+ ],
+ 'Hashtag' => [
+ 'h' => [
+ 'name' => 'hashtag',
+ 'exampleValue' => 'beautifulday',
+ 'required' => true,
+ ],
+ ]
+ ];
+
+ public function getURI()
+ {
+ if (!is_null($this->getInput('u'))) {
+ return urljoin(self::URI, '/profile/' . $this->getInput('u'));
+ }
+
+ if (!is_null($this->getInput('h'))) {
+ return urljoin(self::URI, '/tag/' . trim($this->getInput('h'), '#'));
+ }
+
+ return parent::getURI();
+ }
+
+ public function collectData()
+ {
+ $re = '#let short_code = "(.*?)";\s*$#m';
+ $html = getSimpleHTMLDOM($this->getURI());
+
+ $requestedCount = $this->getInput('count');
+ if ($requestedCount > 12) {
+ // Picuki shows 12 posts per page at initial load.
+ throw new \Exception('Maximum count is 12');
+ }
+
+ $count = 0;
+ foreach ($html->find('div[class=.box-photo][data-s=media]') as $element) {
+ // skip ad items
+ if (in_array('adv', explode(' ', $element->class))) {
+ continue;
+ }
+
+ $url = $element->find('a', 0)->href;
+ $html_single = getSimpleHTMLDOMCached($url);
+ $sourceUrl = null;
+ if (preg_match($re, $html_single, $matches) > 0) {
+ $sourceUrl = 'https://instagram.com/p/' . $matches[1];
+ }
+
+ //$author = trim($element->find('.single-photo-nickname', 0)->plaintext);
+
+ $date = date_create();
+ $relativeDate = str_replace(' ago', '', $element->find('.time', 0)->plaintext);
+ date_sub($date, date_interval_create_from_date_string($relativeDate));
+
+ $description = trim($element->find('.photo-action-description', 0)->plaintext);
+
+ $isVideo = (bool) $element->find('.video-icon', 0);
+ $videoNote = $isVideo ? '
(video)
' : '';
+
+ $imageUrl = $element->find('.post-image', 0)->src;
+
+ // the last path segment needs to be encoded, because it contains special characters like + or |
+ $imageUrlParts = explode('/', $imageUrl);
+ $imageUrlParts[count($imageUrlParts) - 1] = urlencode($imageUrlParts[count($imageUrlParts) - 1]);
+ $imageUrl = implode('/', $imageUrlParts);
+
+ $this->items[] = [
+ 'uri' => $url,
+ /*'author' => $author,*/
+ 'timestamp' => date_format($date, 'r'),
+ 'title' => strlen($description) > 60 ? mb_substr($description, 0, 57) . '...' : $description,
+ 'thumbnail' => $imageUrl,
+ 'source' => $sourceUrl,
+ 'enclosures' => [$imageUrl],
+ 'content' => <<
+
+
+ {$sourceUrl}
+ {$videoNote}
+ {$description}
+ HTML
+ ];
+
+ $count++;
+ if ($count >= $requestedCount) {
+ break;
+ }
+ }
+ }
+
+ public function getName()
+ {
+ if (!is_null($this->getInput('u'))) {
+ return $this->getInput('u') . ' - Picuki Bridge';
+ }
+
+ if (!is_null($this->getInput('h'))) {
+ return $this->getInput('h') . ' - Picuki Bridge';
+ }
+
+ return parent::getName();
+ }
+}
diff --git a/bridges/PikabuBridge.php b/bridges/PikabuBridge.php
index a54f6bf53fc..3a4d0a1ca98 100644
--- a/bridges/PikabuBridge.php
+++ b/bridges/PikabuBridge.php
@@ -1,141 +1,162 @@
'Фильтр',
- 'type' => 'list',
- 'values' => array(
- 'Горячее' => 'hot',
- 'Свежее' => 'new',
- ),
- 'defaultValue' => 'hot'
- );
-
- const PARAMETERS = array(
- 'По тегу' => array(
- 'tag' => array(
- 'name' => 'Тег',
- 'exampleValue' => 'it',
- 'required' => true
- ),
- 'filter' => self::PARAMETERS_FILTER
- ),
- 'По сообществу' => array(
- 'community' => array(
- 'name' => 'Сообщество',
- 'exampleValue' => 'linux',
- 'required' => true
- ),
- 'filter' => self::PARAMETERS_FILTER
- ),
- 'По пользователю' => array(
- 'user' => array(
- 'name' => 'Пользователь',
- 'exampleValue' => 'admin',
- 'required' => true
- )
- )
- );
-
- protected $title = null;
-
- public function getURI() {
- if ($this->getInput('tag')) {
- return self::URI . '/tag/' . rawurlencode($this->getInput('tag')) . '/' . rawurlencode($this->getInput('filter'));
- } else if ($this->getInput('user')) {
- return self::URI . '/@' . rawurlencode($this->getInput('user'));
- } else if ($this->getInput('community')) {
- $uri = self::URI . '/community/' . rawurlencode($this->getInput('community'));
- if ($this->getInput('filter') != 'hot') {
- $uri .= '/' . rawurlencode($this->getInput('filter'));
- }
- return $uri;
- } else {
- return parent::getURI();
- }
- }
-
- public function getIcon() {
- return 'https://cs.pikabu.ru/assets/favicon.ico';
- }
-
- public function getName() {
- if (is_null($this->title)) {
- return parent::getName();
- } else {
- return $this->title . ' - ' . parent::getName();
- }
- }
-
- public function collectData(){
- $link = $this->getURI();
-
- $text_html = getContents($link) or returnServerError('Could not fetch ' . $link);
- $text_html = iconv('windows-1251', 'utf-8', $text_html);
- $html = str_get_html($text_html);
-
- $this->title = $html->find('title', 0)->innertext;
-
- foreach($html->find('article.story') as $post) {
- $time = $post->find('time.story__datetime', 0);
- if (is_null($time)) continue;
-
- $el_to_remove_selectors = array(
- '.story__read-more',
- 'svg.story-image__stretch',
- );
-
- foreach($el_to_remove_selectors as $el_to_remove_selector) {
- foreach($post->find($el_to_remove_selector) as $el) {
- $el->outertext = '';
- }
- }
-
- foreach($post->find('[data-type=gifx]') as $el) {
- $src = $el->getAttribute('data-source');
- $el->outertext = '
';
- }
-
- foreach($post->find('img') as $img) {
- $src = $img->getAttribute('src');
- if (!$src) {
- $src = $img->getAttribute('data-src');
- if (!$src) {
- continue;
- }
- }
- $img->outertext = '';
-
- // it is assumed, that img's parents are links to post itself
- // we don't need them
- $img->parent()->outertext = $img->outertext;
- }
-
- $categories = array();
- foreach($post->find('.tags__tag') as $tag) {
- if ($tag->getAttribute('data-tag')) {
- $categories[] = $tag->innertext;
- }
- }
-
- $title = $post->find('.story__title-link', 0);
-
- $item = array();
- $item['categories'] = $categories;
- $item['author'] = $post->find('.user__nick', 0)->innertext;
- $item['title'] = $title->plaintext;
- $item['content'] = strip_tags(
- backgroundToImg($post->find('.story__content-inner', 0)->innertext),
- '
![]()
- ');
- $item['uri'] = $title->href;
- $item['timestamp'] = strtotime($time->getAttribute('datetime'));
- $this->items[] = $item;
- }
- }
+
+class PikabuBridge extends BridgeAbstract
+{
+ const NAME = 'Пикабу';
+ const URI = 'https://pikabu.ru';
+ const DESCRIPTION = 'Выводит посты по тегу, сообществу или пользователю';
+ const MAINTAINER = 'em92';
+
+ const PARAMETERS_FILTER = [
+ 'name' => 'Фильтр',
+ 'type' => 'list',
+ 'values' => [
+ 'Горячее' => 'hot',
+ 'Свежее' => 'new',
+ ],
+ 'defaultValue' => 'hot',
+ ];
+
+ const PARAMETERS = [
+ 'По тегу' => [
+ 'tag' => [
+ 'name' => 'Тег',
+ 'exampleValue' => 'it',
+ 'required' => true
+ ],
+ 'filter' => self::PARAMETERS_FILTER
+ ],
+ 'По сообществу' => [
+ 'community' => [
+ 'name' => 'Сообщество',
+ 'exampleValue' => 'linux',
+ 'required' => true
+ ],
+ 'filter' => self::PARAMETERS_FILTER
+ ],
+ 'По пользователю' => [
+ 'user' => [
+ 'name' => 'Пользователь',
+ 'exampleValue' => 'admin',
+ 'required' => true
+ ]
+ ]
+ ];
+
+ protected $title = null;
+
+ public function getURI()
+ {
+ if ($this->getInput('tag')) {
+ return self::URI . '/tag/' . rawurlencode($this->getInput('tag')) . '/' . rawurlencode($this->getInput('filter'));
+ } elseif ($this->getInput('user')) {
+ return self::URI . '/@' . rawurlencode($this->getInput('user'));
+ } elseif ($this->getInput('community')) {
+ $uri = self::URI . '/community/' . rawurlencode($this->getInput('community'));
+ if ($this->getInput('filter') != 'hot') {
+ $uri .= '/' . rawurlencode($this->getInput('filter'));
+ }
+ return $uri;
+ } else {
+ return parent::getURI();
+ }
+ }
+
+ public function getIcon()
+ {
+ return 'https://cs.pikabu.ru/assets/favicon.ico';
+ }
+
+ public function getName()
+ {
+ if (is_null($this->title)) {
+ return parent::getName();
+ } else {
+ return $this->title . ' - ' . parent::getName();
+ }
+ }
+
+ public function collectData()
+ {
+ $link = $this->getURI();
+
+ $text_html = getContents($link);
+ $text_html = iconv('windows-1251', 'utf-8', $text_html);
+ $html = str_get_html($text_html);
+
+ $this->title = $html->find('title', 0)->innertext;
+
+ foreach ($html->find('article.story') as $post) {
+ $time = $post->find('time.story__datetime', 0);
+ if (is_null($time)) {
+ continue;
+ }
+
+ $el_to_remove_selectors = [
+ '.story__read-more',
+ 'script',
+ 'svg.story-image__stretch',
+ ];
+
+ foreach ($el_to_remove_selectors as $el_to_remove_selector) {
+ foreach ($post->find($el_to_remove_selector) as $el) {
+ $el->outertext = '';
+ }
+ }
+
+ foreach ($post->find('[data-type=gifx]') as $el) {
+ $src = $el->getAttribute('data-source');
+ $el->outertext = '';
+ }
+
+ foreach ($post->find('img') as $img) {
+ $src = $img->getAttribute('src');
+ if (!$src) {
+ $src = $img->getAttribute('data-src');
+ if (!$src) {
+ continue;
+ }
+ }
+ $img->outertext = '';
+
+ // it is assumed, that img's parents are links to post itself
+ // we don't need them
+ $img->parent()->outertext = $img->outertext;
+ }
+
+ $categories = [];
+ foreach ($post->find('.tags__tag') as $tag) {
+ if ($tag->getAttribute('data-tag')) {
+ $categories[] = $tag->innertext;
+ }
+ }
+
+ $title_element = $post->find('.story__title-link', 0);
+ if (str_contains($title_element->href, 'from=cpm')) {
+ // skip sponsored posts
+ continue;
+ }
+
+ $title = $title_element->plaintext;
+ $community_link = $post->find('.story__community-link', 0);
+ // adding special marker for "Maybe News" section
+ // these posts are fake
+ if (!is_null($community_link) && $community_link->getAttribute('href') == '/community/maybenews') {
+ $title = '[' . trim($community_link->plaintext) . '] ' . $title;
+ }
+
+ $item = [];
+ $item['categories'] = $categories;
+ $item['author'] = trim($post->find('.user__nick', 0)->plaintext);
+ $item['title'] = $title;
+ $item['content'] = strip_tags(
+ backgroundToImg($post->find('.story__content-inner', 0)->innertext),
+ '
![]()
+ '
+ );
+ $item['uri'] = $title_element->href;
+ $item['timestamp'] = strtotime($time->getAttribute('datetime'));
+ $this->items[] = $item;
+ }
+ }
}
diff --git a/bridges/PillowfortBridge.php b/bridges/PillowfortBridge.php
new file mode 100644
index 00000000000..76c73f74675
--- /dev/null
+++ b/bridges/PillowfortBridge.php
@@ -0,0 +1,243 @@
+ [
+ 'name' => 'Username',
+ 'type' => 'text',
+ 'required' => true,
+ 'exampleValue' => 'Staff'
+ ],
+ 'noava' => [
+ 'name' => 'Hide avatar',
+ 'type' => 'checkbox',
+ 'title' => 'Check to hide user avatars.'
+ ],
+ 'noreblog' => [
+ 'name' => 'Hide reblogs',
+ 'type' => 'checkbox',
+ 'title' => 'Check to only show original posts.'
+ ],
+ 'noretags' => [
+ 'name' => 'Prefer original tags',
+ 'type' => 'checkbox',
+ 'title' => 'Check to use tags from original post(if available) instead of reblog\'s tags'
+ ],
+ 'image' => [
+ 'name' => 'Select image type',
+ 'type' => 'list',
+ 'title' => 'Decides how the image is displayed, if at all.',
+ 'values' => [
+ 'None' => 'None',
+ 'Small' => 'Small',
+ 'Full' => 'Full'
+ ],
+ 'defaultValue' => 'Full'
+ ]
+ ]];
+
+ /**
+ * The Pillowfort bridge.
+ *
+ * Pillowfort pages are dynamically generated from a json file
+ * which holds the last 20 or so posts from the given user.
+ * This bridge uses that json file and HTML/CSS similar
+ * to the Twitter bridge for formatting.
+ */
+ public function collectData()
+ {
+ $jsonSite = getContents($this->getJSONURI());
+
+ $jsonFile = json_decode($jsonSite, true);
+ $posts = $jsonFile['posts'];
+
+ foreach ($posts as $post) {
+ $item = $this->getItemFromPost($post);
+
+ //empty when 'noreblogs' is checked and current post is a reblog.
+ if (!empty($item)) {
+ $this->items[] = $item;
+ }
+ }
+ }
+
+ public function getName()
+ {
+ $name = $this -> getUsername();
+ if ($name != '') {
+ return $name . ' - ' . self::NAME;
+ } else {
+ return parent::getName();
+ }
+ }
+
+ public function getURI()
+ {
+ $name = $this -> getUsername();
+ if ($name != '') {
+ return self::URI . '/' . $name;
+ } else {
+ return parent::getURI();
+ }
+ }
+
+ protected function getJSONURI()
+ {
+ return $this -> getURI() . '/json/?p=1';
+ }
+
+ protected function getUsername()
+ {
+ return $this -> getInput('username');
+ }
+
+ protected function genAvatarText($author, $avatar_url, $title)
+ {
+ $noava = $this -> getInput('noava');
+
+ if ($noava) {
+ return '';
+ } else {
+ return <<
+
+
+EOD;
+ }
+ }
+
+ protected function genImagesText($media)
+ {
+ $dimensions = $this -> getInput('image');
+ $text = '';
+
+ //preg_replace used for images with spaces in the url
+
+ switch ($dimensions) {
+ case 'None':
+ foreach ($media as $image) {
+ $imageURL = preg_replace('[ ]', '%20', $image['url']);
+ $text .= <<
+ {$imageURL}
+
+EOD;
+ }
+ break;
+
+ case 'Small':
+ foreach ($media as $image) {
+ $imageURL = preg_replace('[ ]', '%20', $image['small_image_url']);
+ $text .= <<
+ 
+
+EOD;
+ }
+ break;
+
+ case 'Full':
+ foreach ($media as $image) {
+ $imageURL = preg_replace('[ ]', '%20', $image['url']);
+ $text .= <<
+
+
+EOD;
+ }
+ break;
+
+ default:
+ break;
+ }
+
+ return $text;
+ }
+
+ protected function getItemFromPost($post)
+ {
+ //check if its a reblog.
+ if ($post['original_post_id'] == null) {
+ $embPost = false;
+ } else {
+ $embPost = true;
+ }
+
+ if ($this -> getInput('noreblog') && $embPost) {
+ return [];
+ }
+
+ $item = [];
+
+ $item['uid'] = $post['id'];
+ $item['timestamp'] = strtotime($post['created_at']);
+
+ if ($embPost) {
+ $item['uri'] = self::URI . '/posts/' . $post['original_post']['id'];
+ $item['author'] = $post['original_username'];
+ if ($post['original_post']['title'] != '') {
+ $item['title'] = $post['original_post']['title'];
+ } else {
+ $item['title'] = '[NO TITLE]';
+ }
+ } else {
+ $item['uri'] = self::URI . '/posts/' . $post['id'];
+ $item['author'] = $post['username'];
+ if ($post['title'] != '') {
+ $item['title'] = $post['title'];
+ } else {
+ $item['title'] = '[NO TITLE]';
+ }
+ }
+
+ /**
+ * 4 cases if it is a reblog.
+ * 1: reblog has tags, original has tags. defer to option.
+ * 2: reblog has tags, original has no tags. use reblog tags.
+ * 3: reblog has no tags, original has tags. use original tags.
+ * 4: reblog has no tags, original has no tags. use reblog tags not that it matters.
+ */
+ $item['categories'] = $post['tags'];
+ if ($embPost) {
+ if ($this -> getInput('noretags') || ($post['tags'] == null)) {
+ $item['categories'] = $post['original_post']['tag_list'];
+ }
+ }
+
+ $avatarText = $this -> genAvatarText(
+ $item['author'],
+ $post['avatar_url'],
+ $item['title']
+ );
+ $imagesText = $this -> genImagesText($post['media']);
+
+ $item['content'] = <<
+ {$avatarText}
+
+
+ {$post['content']}
+
+
+ {$imagesText}
+
+EOD;
+
+ return $item;
+ }
+}
diff --git a/bridges/PinterestBridge.php b/bridges/PinterestBridge.php
index 48c0cfca496..8338fb25bf3 100644
--- a/bridges/PinterestBridge.php
+++ b/bridges/PinterestBridge.php
@@ -1,61 +1,67 @@
array(
- 'u' => array(
- 'name' => 'username',
- 'required' => true
- ),
- 'b' => array(
- 'name' => 'board',
- 'required' => true
- )
- )
- );
+ const PARAMETERS = [
+ 'By username and board' => [
+ 'u' => [
+ 'name' => 'username',
+ 'exampleValue' => 'VIGOIndustries',
+ 'required' => true
+ ],
+ 'b' => [
+ 'name' => 'board',
+ 'exampleValue' => 'bathroom-remodels',
+ 'required' => true
+ ]
+ ]
+ ];
- public function getIcon() {
- return 'https://s.pinimg.com/webapp/style/images/favicon-9f8f9adf.png';
- }
+ public function getIcon()
+ {
+ return 'https://s.pinimg.com/webapp/style/images/favicon-9f8f9adf.png';
+ }
- public function collectData() {
- $this->collectExpandableDatas($this->getURI() . '.rss');
- $this->fixLowRes();
- }
+ public function collectData()
+ {
+ $this->collectExpandableDatas($this->getURI() . '.rss');
+ $this->fixLowRes();
+ }
- private function fixLowRes() {
+ private function fixLowRes()
+ {
+ $newitems = [];
+ $pattern = '/https\:\/\/i\.pinimg\.com\/[a-zA-Z0-9]*x\//';
+ foreach ($this->items as $item) {
+ $item['content'] = preg_replace($pattern, 'https://i.pinimg.com/originals/', $item['content']);
+ $item['enclosures'] = [
+ $item['uri'],
+ ];
+ $newitems[] = $item;
+ }
+ $this->items = $newitems;
+ }
- $newitems = array();
- $pattern = '/https\:\/\/i\.pinimg\.com\/[a-zA-Z0-9]*x\//';
- foreach($this->items as $item) {
+ public function getURI()
+ {
+ if ($this->queriedContext === 'By username and board') {
+ return self::URI . '/' . urlencode($this->getInput('u')) . '/' . urlencode($this->getInput('b'));
+ }
- $item['content'] = preg_replace($pattern, 'https://i.pinimg.com/originals/', $item['content']);
- $newitems[] = $item;
- }
- $this->items = $newitems;
+ return parent::getURI();
+ }
- }
+ public function getName()
+ {
+ if ($this->queriedContext === 'By username and board') {
+ return $this->getInput('u') . ' - ' . $this->getInput('b') . ' - ' . self::NAME;
+ }
- public function getURI() {
-
- if ($this->queriedContext === 'By username and board') {
- return self::URI . '/' . urlencode($this->getInput('u')) . '/' . urlencode($this->getInput('b'));
- }
-
- return parent::getURI();
- }
-
- public function getName() {
-
- if ($this->queriedContext === 'By username and board') {
- return $this->getInput('u') . ' - ' . $this->getInput('b') . ' - ' . self::NAME;
- }
-
- return parent::getName();
- }
+ return parent::getName();
+ }
}
diff --git a/bridges/PirateCommunityBridge.php b/bridges/PirateCommunityBridge.php
index fcf97b9c63c..5a617b0429d 100644
--- a/bridges/PirateCommunityBridge.php
+++ b/bridges/PirateCommunityBridge.php
@@ -1,88 +1,104 @@
array(
- 'name' => 'Topic ID',
- 'type' => 'number',
- 'title' => 'Topic ID from topic URL. If the URL contains t=12 the ID is 12.',
- 'required' => true
- )));
-
- private $feedName = '';
-
- public function detectParameters($url){
- $parsed_url = parse_url($url);
-
- if($parsed_url['host'] !== 'raymanpc.com')
- return null;
-
- parse_str($parsed_url['query'], $parsed_query);
-
- if($parsed_url['path'] === '/forum/viewtopic.php'
- && array_key_exists('t', $parsed_query)) {
- return array('t' => $parsed_query['t']);
- }
-
- return null;
- }
-
- public function getName() {
- if(!empty($this->feedName))
- return $this->feedName;
-
- return parent::getName();
- }
-
- public function getURI(){
- if(!is_null($this->getInput('t'))) {
- return self::URI
- . 'forum/viewtopic.php?t='
- . $this->getInput('t')
- . '&sd=d'; // sort posts decending by ate so first page has latest posts
- }
-
- return parent::getURI();
- }
-
- public function collectData(){
- $html = getSimpleHTMLDOM($this->getURI())
- or returnServerError('Could not retrieve topic page at ' . $this->getURI());
-
- $this->feedName = $html->find('head title', 0)->plaintext;
-
- foreach($html->find('.post') as $reply) {
- $item = array();
-
- $item['uri'] = $this->getURI()
- . $reply->find('h3 a', 0)->getAttribute('href');
-
- $item['title'] = $reply->find('h3 a', 0)->plaintext;
-
- $author_html = $reply->find('.author', 0);
- // author_html contains the timestamp as text directly inside it,
- // so delete all other child elements
- foreach($author_html->children as $child)
- $child->outertext = '';
- // Timestamps are always in UTC+1
- $item['timestamp'] = trim($author_html->innertext) . ' +01:00';
-
- $item['author'] = $reply
- ->find('.username, .username-coloured', 0)
- ->plaintext;
-
- $item['content'] = defaultLinkTo($reply->find('.content', 0)->innertext,
- $this->getURI());
-
- $item['enclosures'] = array();
- foreach($reply->find('.attachbox img.postimage') as $img)
- $item['enclosures'][] = urljoin($this->getURI(), $img->src);
-
- $this->items[] = $item;
- }
- }
+
+class PirateCommunityBridge extends BridgeAbstract
+{
+ const NAME = 'Pirate-Community Bridge';
+ const URI = 'https://raymanpc.com/';
+ const CACHE_TIMEOUT = 300; // 5min
+ const DESCRIPTION = 'Returns replies to topics';
+ const MAINTAINER = 'Roliga';
+ const PARAMETERS = [ [
+ 't' => [
+ 'name' => 'Topic ID',
+ 'type' => 'number',
+ 'exampleValue' => '12651',
+ 'title' => 'Topic ID from topic URL. If the URL contains t=12 the ID is 12.',
+ 'required' => true
+ ]]];
+
+ private $feedName = '';
+
+ public function detectParameters($url)
+ {
+ $parsed_url = parse_url($url);
+
+ $host = $parsed_url['host'] ?? null;
+
+ if ($host !== 'raymanpc.com') {
+ return null;
+ }
+
+ parse_str($parsed_url['query'], $parsed_query);
+
+ if (
+ $parsed_url['path'] === '/forum/viewtopic.php'
+ && array_key_exists('t', $parsed_query)
+ ) {
+ return ['t' => $parsed_query['t']];
+ }
+
+ return null;
+ }
+
+ public function getName()
+ {
+ if (!empty($this->feedName)) {
+ return $this->feedName;
+ }
+
+ return parent::getName();
+ }
+
+ public function getURI()
+ {
+ if (!is_null($this->getInput('t'))) {
+ return self::URI
+ . 'forum/viewtopic.php?t='
+ . $this->getInput('t')
+ . '&sd=d'; // sort posts decending by ate so first page has latest posts
+ }
+
+ return parent::getURI();
+ }
+
+ public function collectData()
+ {
+ $html = getSimpleHTMLDOM($this->getURI());
+
+ $this->feedName = $html->find('head title', 0)->plaintext;
+
+ foreach ($html->find('.post') as $reply) {
+ $item = [];
+
+ $item['uri'] = $this->getURI()
+ . $reply->find('h3 a', 0)->getAttribute('href');
+
+ $item['title'] = $reply->find('h3 a', 0)->plaintext;
+
+ $author_html = $reply->find('.author', 0);
+ // author_html contains the timestamp as text directly inside it,
+ // so delete all other child elements
+ foreach ($author_html->children as $child) {
+ $child->outertext = '';
+ }
+ // Timestamps are always in UTC+1
+ $item['timestamp'] = trim($author_html->innertext) . ' +01:00';
+
+ $item['author'] = $reply
+ ->find('.username, .username-coloured', 0)
+ ->plaintext;
+
+ $item['content'] = defaultLinkTo(
+ $reply->find('.content', 0)->innertext,
+ $this->getURI()
+ );
+
+ $item['enclosures'] = [];
+ foreach ($reply->find('.attachbox img.postimage') as $img) {
+ $item['enclosures'][] = urljoin($this->getURI(), $img->src);
+ }
+
+ $this->items[] = $item;
+ }
+ }
}
diff --git a/bridges/PixivBridge.php b/bridges/PixivBridge.php
index 4af2da5a116..e464b12d03c 100644
--- a/bridges/PixivBridge.php
+++ b/bridges/PixivBridge.php
@@ -1,72 +1,351 @@
array(
- 'name' => 'Tag to search',
- 'exampleValue' => 'example',
- 'required' => true
- ),
- ));
-
- public function collectData(){
-
- $html = getContents(static::URI . 'search.php?word=' . urlencode($this->getInput('tag')))
- or returnClientError('Unable to query pixiv.net');
- $regex = '/getTimestamp();
-
- $item['content'] = "![](" . $this->cacheImage($result[)
";
- $this->items[] = $item;
- }
- }
-
- private function cacheImage($url, $illustId) {
-
- $url = str_replace('_master1200', '', $url);
- $url = str_replace('c/240x240/img-master/', 'img-original/', $url);
- $path = PATH_CACHE . 'pixiv_img/';
-
- if(!is_dir($path))
- mkdir($path, 0755, true);
-
- if(!is_file($path . '/' . $illustId . '.jpeg')) {
- $headers = array('Referer: https://www.pixiv.net/member_illust.php?mode=medium&illust_id=' . $illustId);
- $illust = getContents($url, $headers);
- if(strpos($illust, '404 Not Found') !== false) {
- $illust = getContents(str_replace('jpg', 'png', $url), $headers);
- }
- file_put_contents($path . '/' . $illustId . '.jpeg', $illust);
- }
-
- return 'cache/pixiv_img/' . $illustId . '.jpeg';
-
- }
+
+/**
+ * Good resource on API return values (Ex: illustType):
+ * https://hackage.haskell.org/package/pixiv-0.1.0/docs/Web-Pixiv-Types.html
+ */
+class PixivBridge extends BridgeAbstract
+{
+ const NAME = 'Pixiv Bridge';
+ const URI = 'https://www.pixiv.net/';
+ const DESCRIPTION = 'Returns the tag search from pixiv.net';
+ const MAINTAINER = 'mruac';
+ const CONFIGURATION = [
+ 'cookie' => [
+ 'required' => false,
+ 'defaultValue' => null
+ ],
+ 'proxy_url' => [
+ 'required' => false,
+ 'defaultValue' => null
+ ]
+ ];
+
+ const PARAMETERS = [
+ 'global' => [
+ 'posts' => [
+ 'name' => 'Post Limit',
+ 'type' => 'number',
+ 'defaultValue' => '10'
+ ],
+ 'fullsize' => [
+ 'name' => 'Full-size Image',
+ 'type' => 'checkbox'
+ ],
+ 'mode' => [
+ 'name' => 'Post Type',
+ 'type' => 'list',
+ 'values' => [
+ 'All Works' => 'all',
+ 'Illustrations' => 'illustrations/',
+ 'Manga' => 'manga/',
+ 'Novels' => 'novels/'
+ ]
+ ],
+ 'mature' => [
+ 'name' => 'Include R-18 works',
+ 'type' => 'checkbox'
+ ],
+ 'ai' => [
+ 'name' => 'Include AI-Generated works',
+ 'type' => 'checkbox'
+ ]
+ ],
+ 'Tag' => [
+ 'tag' => [
+ 'name' => 'Query to search',
+ 'exampleValue' => 'オリジナル',
+ 'required' => true
+ ]
+ ],
+ 'User' => [
+ 'userid' => [
+ 'name' => 'User ID from profile URL',
+ 'exampleValue' => '11',
+ 'required' => true
+ ]
+ ]
+ ];
+
+ // maps from URLs to json keys by context
+ const JSON_KEY_MAP = [
+ 'Tag' => [
+ 'illustrations/' => 'illust',
+ 'manga/' => 'manga',
+ 'novels/' => 'novel'
+ ],
+ 'User' => [
+ 'illustrations/' => 'illusts',
+ 'manga/' => 'manga',
+ 'novels/' => 'novels'
+ ]
+ ];
+
+ // Hold the username for getName()
+ private $username = null;
+
+ public function getName()
+ {
+ switch ($this->queriedContext) {
+ case 'Tag':
+ $context = 'Tag';
+ $query = $this->getInput('tag');
+ break;
+ case 'User':
+ $context = 'User';
+ $query = $this->username ?? $this->getInput('userid');
+ break;
+ default:
+ return parent::getName();
+ }
+ return 'Pixiv ' . $this->getKey('mode') . " from {$context} {$query}";
+ }
+
+ public function getURI()
+ {
+ switch ($this->queriedContext) {
+ case 'Tag':
+ $uri = static::URI . 'tags/' . urlencode($this->getInput('tag') ?? '');
+ break;
+ case 'User':
+ $uri = static::URI . 'users/' . $this->getInput('userid');
+ break;
+ default:
+ return parent::getURI();
+ }
+ if ($this->getInput('mode') != 'all') {
+ $uri = $uri . '/' . $this->getInput('mode');
+ }
+ return $uri;
+ }
+
+ private function getSearchURI($mode)
+ {
+ switch ($this->queriedContext) {
+ case 'Tag':
+ $query = urlencode($this->getInput('tag'));
+ $uri = static::URI . 'ajax/search/top/' . $query;
+ break;
+ case 'User':
+ $uri = static::URI . 'ajax/user/' . $this->getInput('userid')
+ . '/profile/top';
+ break;
+ default:
+ returnClientError('Invalid Context');
+ }
+ return $uri;
+ }
+
+ private function getDataFromJSON($json, $json_key)
+ {
+ $key = $json_key;
+ if (
+ $this->queriedContext === 'Tag' &&
+ $this->getOption('cookie') !== null
+ ) {
+ switch ($json_key) {
+ case 'illust':
+ case 'manga':
+ $key = 'illustManga';
+ break;
+ }
+ }
+ $json = $json['body'][$key];
+ // Tags context contains subkey
+ if ($this->queriedContext === 'Tag') {
+ $json = $json['data'];
+ if ($this->getOption('cookie') !== null) {
+ switch ($json_key) {
+ case 'illust':
+ $json = array_reduce($json, function ($acc, $i) {
+ if ($i['illustType'] === 0) {
+ $acc[] = $i;
+ }
+ return $acc;
+ }, []);
+ break;
+ case 'manga':
+ $json = array_reduce($json, function ($acc, $i) {
+ if ($i['illustType'] === 1) {
+ $acc[] = $i;
+ }return $acc;
+ }, []);
+ break;
+ }
+ }
+ }
+ return $json;
+ }
+
+ private function collectWorksArray()
+ {
+ $content = $this->getData($this->getSearchURI($this->getInput('mode')), true, true);
+ if ($this->getInput('mode') == 'all') {
+ $total = [];
+ foreach (self::JSON_KEY_MAP[$this->queriedContext] as $mode => $json_key) {
+ $current = $this->getDataFromJSON($content, $json_key);
+ $total = array_merge($total, $current);
+ }
+ $content = $total;
+ } else {
+ $json_key = self::JSON_KEY_MAP[$this->queriedContext][$this->getInput('mode')];
+ $content = $this->getDataFromJSON($content, $json_key);
+ }
+ return $content;
+ }
+
+ public function collectData()
+ {
+ $this->checkOptions();
+ $proxy_url = $this->getOption('proxy_url');
+ $proxy_url = $proxy_url ? rtrim($proxy_url, '/') : null;
+
+ $content = $this->collectWorksArray();
+ $content = array_filter($content, function ($v, $k) {
+ return !array_key_exists('isAdContainer', $v);
+ }, ARRAY_FILTER_USE_BOTH);
+
+ // Sort by updateDate to get newest works
+ usort($content, function ($a, $b) {
+ return $b['updateDate'] <=> $a['updateDate'];
+ });
+
+ //exclude AI generated works if unchecked.
+ if ($this->getInput('ai') !== true) {
+ $content = array_filter($content, function ($v) {
+ $isAI = $v['aiType'] === 2;
+ return !$isAI;
+ });
+ }
+
+ //exclude R-18 works if unchecked.
+ if ($this->getInput('mature') !== true) {
+ $content = array_filter($content, function ($v) {
+ $isMature = $v['xRestrict'] > 0;
+ return !$isMature;
+ });
+ }
+
+ $content = array_slice($content, 0, $this->getInput('posts'));
+
+ foreach ($content as $result) {
+ // Store username for getName()
+ if (!$this->username) {
+ $this->username = $result['userName'];
+ }
+
+ $item = [];
+ $item['uid'] = $result['id'];
+
+ $subpath = array_key_exists('illustType', $result) ? 'artworks/' : 'novel/show.php?id=';
+ $item['uri'] = static::URI . $subpath . $result['id'];
+
+ $item['title'] = $result['title'];
+ $item['author'] = $result['userName'];
+ $item['timestamp'] = $result['updateDate'];
+ $item['categories'] = $result['tags'];
+
+ if ($proxy_url) {
+ //use proxy image host if set.
+ if ($this->getInput('fullsize')) {
+ $ajax_uri = static::URI . 'ajax/illust/' . $result['id'];
+ $imagejson = $this->getData($ajax_uri, true, true);
+ $img_url = preg_replace('/https:\/\/i\.pximg\.net/', $proxy_url, $imagejson['body']['urls']['original']);
+ } else {
+ $img_url = preg_replace('/https:\/\/i\.pximg\.net/', $proxy_url, $result['url']);
+ }
+ } else {
+ $img_url = $result['url'];
+ }
+
+ // Currently, this might result in broken image due to their strict referrer check
+ $item['content'] = sprintf('', $img_url, $img_url);
+
+ // Additional content items
+ if (array_key_exists('pageCount', $result)) {
+ $item['content'] .= '
Page Count: ' . $result['pageCount'];
+ } else {
+ $item['content'] .= '
Word Count: ' . $result['wordCount'];
+ }
+
+ $this->items[] = $item;
+ }
+ }
+
+ private function checkOptions()
+ {
+ $proxy = $this->getOption('proxy_url');
+ if ($proxy) {
+ if (
+ !(strlen($proxy) > 0 && preg_match('/https?:\/\/.*/', $proxy))
+ ) {
+ returnServerError('Invalid proxy_url value set. The proxy must include the HTTP/S at the beginning of the url.');
+ }
+ }
+
+ $cookie = $this->getCookie();
+ if ($cookie) {
+ $isAuth = $this->loadCacheValue('is_authenticated');
+ if (!$isAuth) {
+ $res = $this->getData('https://www.pixiv.net/ajax/webpush', true, true);
+ if ($res['error'] === false) {
+ $this->saveCacheValue('is_authenticated', true);
+ }
+ }
+ }
+ }
+
+ private function checkCookie(array $headers)
+ {
+ if (array_key_exists('set-cookie', $headers)) {
+ foreach ($headers['set-cookie'] as $value) {
+ if (str_starts_with($value, 'PHPSESSID=')) {
+ parse_str(strtr($value, ['&' => '%26', '+' => '%2B', ';' => '&']), $cookie);
+ if ($cookie['PHPSESSID'] != $this->getCookie()) {
+ $this->saveCacheValue('cookie', $cookie['PHPSESSID']);
+ }
+ break;
+ }
+ }
+ }
+ }
+
+ private function getCookie()
+ {
+ // checks if cookie is set, if not initialise it with the cookie from the config
+ $value = $this->loadCacheValue('cookie');
+ if (!$value) {
+ $value = $this->getOption('cookie');
+
+ // 30 days + 1 day to let cookie chance to renew
+ $this->saveCacheValue('cookie', $this->getOption('cookie'), 2678400);
+ }
+ return $value;
+ }
+
+ //Cache getContents by default
+ private function getData(string $url, bool $cache = true, bool $getJSON = false, array $httpHeaders = [], array $curlOptions = [])
+ {
+ $cookie_str = $this->getCookie();
+ if ($cookie_str) {
+ $curlOptions[CURLOPT_COOKIE] = 'PHPSESSID=' . $cookie_str;
+ }
+
+ if ($cache) {
+ $response = $this->loadCacheValue($url);
+ if (!$response || is_array($response)) {
+ $response = getContents($url, $httpHeaders, $curlOptions, true);
+ $this->saveCacheValue($url, $response);
+ }
+ } else {
+ $response = getContents($url, $httpHeaders, $curlOptions, true);
+ }
+
+ $this->checkCookie($response->getHeaders());
+
+ if ($getJSON) {
+ return json_decode($response->getBody(), true);
+ }
+ return $response->getBody();
+ }
}
diff --git a/bridges/PlantUMLReleasesBridge.php b/bridges/PlantUMLReleasesBridge.php
index 664805606b4..bc1cca2056f 100644
--- a/bridges/PlantUMLReleasesBridge.php
+++ b/bridges/PlantUMLReleasesBridge.php
@@ -7,61 +7,43 @@
*/
class PlantUMLReleasesBridge extends BridgeAbstract
{
- const MAINTAINER = 'Riduidel';
-
- const NAME = 'PlantUML Releases';
-
- const AUTHOR = 'PlantUML team';
-
- // URI is no more valid, since we can address the whole gq galaxy
- const URI = 'http://plantuml.com/fr/changes';
-
- const CACHE_TIMEOUT = 7200; // 2h
- const DESCRIPTION = 'PlantUML releases bridge, showing for each release the changelog';
-
- const DEFAULT_DOMAIN = 'plantuml.com';
-
- const PARAMETERS = array( array(
- ));
-
- const REPLACED_ATTRIBUTES = array(
- 'href' => 'href',
- 'src' => 'src',
- 'data-original' => 'src'
- );
-
- private function getDomain() {
- $domain = $this->getInput('domain');
- if (empty($domain))
- $domain = self::DEFAULT_DOMAIN;
- if (strpos($domain, '://') === false)
- $domain = 'https://' . $domain;
- return $domain;
- }
-
- public function getURI()
- {
- return self::URI;
- }
-
- public function collectData()
- {
- $html = getSimpleHTMLDOM($this->getURI()) or returnServerError('Could not request ' . $this->getURI());
-
- // Since GQ don't want simple class scrapping, let's do it the hard way and ... discover content !
- $main = $html->find('div[id=root]', 0);
- foreach ($main->find('h2') as $release) {
- $item = array();
- $item['author'] = self::AUTHOR;
- $release_text = $release->innertext;
- if (preg_match('/(.+) \((.*)\)/', $release_text, $matches)) {
- $item['title'] = $matches[1];
- // And now, build the date from the date text
- $item['timestamp'] = strtotime($matches[2]);
- }
- $item['uri'] = $this->getURI();
- $item['content'] = $release->next_sibling ();
- $this->items[] = $item;
- }
- }
+ const MAINTAINER = 'Riduidel';
+ const NAME = 'PlantUML Releases';
+ const AUTHOR = 'PlantUML team';
+ const URI = 'https://plantuml.com/changes';
+
+ const CACHE_TIMEOUT = 7200; // 2h
+ const DESCRIPTION = 'PlantUML releases bridge, showing for each release the changelog';
+ const ITEM_LIMIT = 10;
+
+ public function getURI()
+ {
+ return self::URI;
+ }
+
+ public function collectData()
+ {
+ $html = defaultLinkTo(getSimpleHTMLDOM($this->getURI()), self::URI);
+
+ $num_items = 0;
+ $main = $html->find('div[id=root]', 0);
+ foreach ($main->find('h2') as $release) {
+ // Limit to $ITEM_LIMIT number of results
+ if ($num_items++ >= self::ITEM_LIMIT) {
+ break;
+ }
+ $item = [];
+ $item['author'] = self::AUTHOR;
+ $release_text = $release->innertext;
+ if (preg_match('/(.+) \((.*)\)/', $release_text, $matches)) {
+ $item['title'] = $matches[1];
+ $item['timestamp'] = preg_replace('/(\d+) (\w{3})\w*, (\d+)/', '${1} ${2} ${3}', $matches[2]);
+ } else {
+ $item['title'] = $release_text;
+ }
+ $item['uri'] = $this->getURI();
+ $item['content'] = $release->next_sibling();
+ $this->items[] = $item;
+ }
+ }
}
diff --git a/bridges/PokemonNewsBridge.php b/bridges/PokemonNewsBridge.php
new file mode 100644
index 00000000000..3dacb163108
--- /dev/null
+++ b/bridges/PokemonNewsBridge.php
@@ -0,0 +1,47 @@
+find('.news-list ul li') as $item) {
+ $title = $item->find('h3', 0)->plaintext;
+ $description = $item->find('p.hidden-mobile', 0);
+ $dateString = $item->find('p.date', 0)->plaintext;
+ // e.g. September 15, 2022
+ $createdAt = date_create_from_format('F d, Y', $dateString);
+ // todo:
+ $tagsString = $item->find('p.tags', 0)->plaintext;
+ $path = $item->find('a', 0)->href;
+ $imagePath = $item->find('img', 0)->src;
+ $tags = explode('&', $tagsString);
+ $tags = array_map('trim', $tags);
+
+ $this->items[] = [
+ 'title' => $title,
+ 'uri' => sprintf('https://www.pokemon.com%s', $path),
+ 'timestamp' => $createdAt ? $createdAt->getTimestamp() : time(),
+ 'categories' => $tags,
+ 'content' => sprintf(
+ '
%s',
+ $imagePath,
+ $description ? $description->plaintext : ''
+ ),
+ ];
+ }
+ }
+}
diff --git a/bridges/PokemonTVBridge.php b/bridges/PokemonTVBridge.php
new file mode 100644
index 00000000000..a4c0a4bea47
--- /dev/null
+++ b/bridges/PokemonTVBridge.php
@@ -0,0 +1,152 @@
+ [
+ 'name' => 'Language',
+ 'type' => 'list',
+ 'title' => 'Select your language',
+ 'values' => [
+ 'Danish' => 'dk',
+ 'Dutch' => 'nl',
+ 'English (UK)' => 'uk',
+ 'English (US)' => 'us',
+ 'Finish' => 'fi',
+ 'French' => 'fr',
+ 'German' => 'de',
+ 'Italian' => 'it',
+ 'Latin America' => 'el',
+ 'Norwegian' => 'no',
+ 'Portoguese' => 'br',
+ 'Russian' => 'ru',
+ 'Spanish' => 'es',
+ 'Swedish' => 'se'
+ ],
+ 'defaultValue' => 'English (US)'
+ ],
+ 'filtername' => [
+ 'name' => 'Series Name Filter',
+ 'exampleValue' => 'Ultra',
+ 'required' => false
+ ],
+ 'filterseason' => [
+ 'name' => 'Series Season Filter',
+ 'exampleValue' => '22',
+ 'required' => false
+ ]
+ ]];
+
+ public function collectData()
+ {
+ $link = 'https://www.pokemon.com/api/pokemontv/v2/channels/' . $this->getInput('language');
+
+ $html = getSimpleHTMLDOM($link);
+ $parsed_json = json_decode($html);
+
+ $filtername = $this->getInput('filtername');
+ $filterseason = $this->getInput('filterseason');
+
+ foreach ($parsed_json as $element) {
+ if (strlen($filtername) >= 1) {
+ if (!(stristr($element->{'channel_name'}, $filtername) !== false)) {
+ continue;
+ }
+ }
+ foreach ($element->{'media'} as $mediaelement) {
+ if (strlen($filterseason) >= 1) {
+ if ($mediaelement->{'season'} != $filterseason) {
+ continue;
+ }
+ }
+ switch ($element->media_type) {
+ case 'movie':
+ case 'junior':
+ case 'original':
+ case 'non-animation':
+ $itemtitle = $element->channel_name;
+ break;
+ case 'episode':
+ $season = str_pad($mediaelement->{'season'}, 2, '0', STR_PAD_LEFT);
+ $episode = str_pad($mediaelement->{'episode'}, 2, '0', STR_PAD_LEFT);
+ $itemtitle = $element->{'channel_name'} . ' - S' . $season . 'E' . $episode;
+ break;
+ default:
+ $itemtitle = '';
+ }
+ $streamurl = 'https://watch.pokemon.com/' . $this->getCountryCode() . '/#/player?id=' . $mediaelement->{'id'};
+ $item = [];
+ $item['uri'] = $streamurl;
+ $item['title'] = $itemtitle;
+ $item['timestamp'] = $mediaelement->{'last_modified'};
+ $item['content'] = '' . $itemtitle . ' ' . $mediaelement->{'title'}
+ . '
'
+ . $mediaelement->{'description'}
+ . '
Download';
+ $this->items[] = $item;
+ }
+ }
+ }
+
+ private function getCountryCode()
+ {
+ switch ($this->getInput('language')) {
+ case 'us':
+ return 'en-us';
+ break;
+ case 'de':
+ return 'de-de';
+ break;
+ case 'fr':
+ return 'fr-fr';
+ break;
+ case 'es':
+ return 'es-es';
+ break;
+ case 'el':
+ return 'es-xl';
+ break;
+ case 'it':
+ return 'it-it';
+ break;
+ case 'dk':
+ return 'da-dk';
+ break;
+ case 'fi':
+ return 'fi-fi';
+ break;
+ case 'br':
+ return 'pt-br';
+ break;
+ case 'uk':
+ return 'en-gb';
+ break;
+ case 'ru':
+ return 'ru-ru';
+ break;
+ case 'nl':
+ return 'nl-nl';
+ break;
+ case 'no':
+ return 'nb-no';
+ break;
+ case 'se':
+ return 'sv-se';
+ break;
+ }
+ }
+
+ public function getIcon()
+ {
+ return 'https://assets.pokemon.com/static2/_ui/img/favicon.ico';
+ }
+}
diff --git a/bridges/PornhubBridge.php b/bridges/PornhubBridge.php
new file mode 100644
index 00000000000..788ef58a048
--- /dev/null
+++ b/bridges/PornhubBridge.php
@@ -0,0 +1,112 @@
+ [
+ 'name' => 'User name',
+ 'exampleValue' => 'asa-akira',
+ 'required' => true,
+ ],
+ 'type' => [
+ 'name' => 'User type',
+ 'type' => 'list',
+ 'values' => [
+ 'user' => 'users',
+ 'model' => 'model',
+ 'pornstar' => 'pornstar',
+ ],
+ 'defaultValue' => 'pornstar',
+ ],
+ 'sort' => [
+ 'name' => 'Sort by',
+ 'type' => 'list',
+ 'values' => [
+ 'Most recent' => '?',
+ 'Most views' => '?o=mv',
+ 'Top rated' => '?o=tr',
+ 'Longest' => '?o=lg',
+ ],
+ 'defaultValue' => '?',
+ ],
+ 'show_images' => [
+ 'name' => 'Show thumbnails',
+ 'type' => 'checkbox',
+ ],
+ ]];
+
+ public function getName()
+ {
+ if (!is_null($this->getInput('type')) && !is_null($this->getInput('q'))) {
+ return 'PornHub ' . $this->getInput('type') . ':' . $this->getInput('q');
+ }
+
+ return parent::getName();
+ }
+
+ public function collectData()
+ {
+ $uri = 'https://www.pornhub.com/' . $this->getInput('type') . '/';
+ switch ($this->getInput('type')) { // select proper permalink format per user type...
+ case 'model':
+ $uri .= urlencode($this->getInput('q')) . '/videos' . $this->getInput('sort');
+ break;
+ case 'users':
+ $uri .= urlencode($this->getInput('q')) . '/videos/public' . $this->getInput('sort');
+ break;
+ case 'pornstar':
+ $uri .= urlencode($this->getInput('q')) . '/videos/upload' . $this->getInput('sort');
+ break;
+ }
+
+ $show_images = $this->getInput('show_images');
+
+ $html = getSimpleHTMLDOM($uri, [
+ 'cookie: accessAgeDisclaimerPH=1'
+ ]);
+
+ foreach ($html->find('div.videoUList ul.videos li.videoblock') as $element) {
+ $item = [];
+
+ $item['author'] = $this->getInput('q');
+
+ // Title
+ $title = $element->find('a', 0)->getAttribute('title');
+ if (is_null($title)) {
+ continue;
+ }
+ $item['title'] = $title;
+
+ // Url
+ $url = $element->find('a', 0)->href;
+ $item['uri'] = 'https://www.pornhub.com' . $url;
+
+ // Duration
+ $marker = $element->find('div.marker-overlays var', 0);
+ $duration = $marker->innertext ?? '';
+
+ // Content
+ $videoImage = $element->find('img', 0);
+ $image = $videoImage->getAttribute('data-src') ?: $videoImage->getAttribute('src');
+ if ($show_images === true) {
+ $item['content'] = sprintf('
%s', $item['uri'], $image, $duration);
+ }
+
+ $uploaded = explode('/', $image);
+ if (isset($uploaded[4])) {
+ // date hack, guess upload YYYYMMDD from thumbnail URL (format: https://ci.phncdn.com/videos/201907/25/--- )
+ $uploadTimestamp = strtotime($uploaded[4] . $uploaded[5]);
+ $item['timestamp'] = $uploadTimestamp;
+ } else {
+ // The thumbnail url did not have a date in it for some unknown reason
+ }
+ $this->items[] = $item;
+ }
+ }
+}
diff --git a/bridges/PresidenciaPTBridge.php b/bridges/PresidenciaPTBridge.php
new file mode 100644
index 00000000000..2f55f26278e
--- /dev/null
+++ b/bridges/PresidenciaPTBridge.php
@@ -0,0 +1,87 @@
+ [
+ '/atualidade/noticias' => [
+ 'name' => 'Notícias',
+ 'type' => 'checkbox',
+ 'defaultValue' => 'checked',
+ ],
+ '/atualidade/mensagens' => [
+ 'name' => 'Mensagens',
+ 'type' => 'checkbox',
+ 'defaultValue' => 'checked',
+ ],
+ '/atualidade/atividade-legislativa' => [
+ 'name' => 'Atividade Legislativa',
+ 'type' => 'checkbox',
+ 'defaultValue' => 'checked',
+ ],
+ '/atualidade/notas-informativas' => [
+ 'name' => 'Notas Informativas',
+ 'type' => 'checkbox',
+ 'defaultValue' => 'checked',
+ ]
+ ]
+ ];
+
+ const PT_MONTH_NAMES = [
+ 'janeiro',
+ 'fevereiro',
+ 'março',
+ 'abril',
+ 'maio',
+ 'junho',
+ 'julho',
+ 'agosto',
+ 'setembro',
+ 'outubro',
+ 'novembro',
+ 'dezembro'];
+
+ public function getIcon()
+ {
+ return 'https://www.presidencia.pt/Theme/favicon/apple-touch-icon.png';
+ }
+
+ public function collectData()
+ {
+ $contexts = $this->getParameters();
+
+ foreach (array_keys($contexts['Section']) as $k) {
+ if ($this->getInput($k)) {
+ $html = getSimpleHTMLDOMCached($this->getURI() . $k);
+
+ foreach ($html->find('#atualidade-list article.card-block') as $element) {
+ $item = [];
+
+ $link = $element->find('a', 0);
+ $etitle = $element->find('.article-title', 0);
+ $edts = $element->find('.date', 0);
+ $edt = $edts->innertext;
+
+ $item['title'] = strip_tags($etitle->innertext);
+ $item['uri'] = self::URI . $link->href;
+ $item['description'] = $element;
+ $item['timestamp'] = str_ireplace(
+ array_map(function ($name) {
+ return ' de ' . $name . ' de ';
+ }, self::PT_MONTH_NAMES),
+ array_map(function ($num) {
+ return sprintf('-%02d-', $num);
+ }, range(1, count(self::PT_MONTH_NAMES))),
+ $edt
+ );
+
+ $this->items[] = $item;
+ }
+ }
+ }
+ }
+}
diff --git a/bridges/PriviblurBridge.php b/bridges/PriviblurBridge.php
new file mode 100644
index 00000000000..6b442e75034
--- /dev/null
+++ b/bridges/PriviblurBridge.php
@@ -0,0 +1,80 @@
+ [
+ 'name' => 'URL',
+ 'exampleValue' => 'https://priviblur.fly.dev',
+ 'required' => true,
+ ]
+ ]
+ ];
+
+ private $title;
+ private $favicon = 'https://www.tumblr.com/favicon.ico';
+
+ public function collectData()
+ {
+ $url = $this->getURI();
+ $html = getSimpleHTMLDOM($url);
+ $html = defaultLinkTo($html, $url);
+ $this->title = $html->find('head title', 0)->innertext;
+
+ if ($html->find('#blog-header img.avatar', 0)) {
+ $icon = $html->find('#blog-header img.avatar', 0)->src;
+ $this->favicon = str_replace('pnj', 'png', $icon);
+ }
+
+ $elements = $html->find('.post');
+ foreach ($elements as $element) {
+ $item = [];
+ $item['author'] = $element->find('.primary-post-author .blog-name', 0)->innertext;
+ $item['comments'] = $element->find('.interaction-buttons > a', 1)->href;
+ $item['content'] = $element->find('.post-body', 0);
+ $item['timestamp'] = $element->find('.primary-post-author time', 0)->innertext;
+ $item['title'] = $item['author'] . ': ' . $item['timestamp'];
+ $item['uid'] = $item['comments']; // tumblr url is canonical
+ $item['uri'] = $element->find('.interaction-buttons > a', 0)->href;
+
+ if ($element->find('.post-tags', 0)) {
+ $tags = html_entity_decode($element->find('.post-tags', 0)->plaintext);
+ $tags = explode('#', $tags);
+ $tags = array_map('trim', $tags);
+ array_shift($tags);
+ $item['categories'] = $tags;
+ }
+
+ $heading = $element->find('h1', 0);
+ if ($heading) {
+ $item['title'] = $heading->innertext;
+ }
+
+ $this->items[] = $item;
+ }
+ }
+
+ public function getName()
+ {
+ $name = parent::getName();
+ if (isset($this->title)) {
+ $name = $this->title;
+ }
+ return $name;
+ }
+
+ public function getURI()
+ {
+ return $this->getInput('url') ?? parent::getURI();
+ }
+
+ public function getIcon()
+ {
+ return $this->favicon;
+ }
+}
diff --git a/bridges/QPlayBridge.php b/bridges/QPlayBridge.php
deleted file mode 100644
index f2043267ebc..00000000000
--- a/bridges/QPlayBridge.php
+++ /dev/null
@@ -1,132 +0,0 @@
- array(
- 'program' => array(
- 'name' => 'Program Name',
- 'type' => 'text',
- 'required' => true,
- ),
- ),
- 'Catalog' => array(
- 'all_pages' => array(
- 'name' => 'All Pages',
- 'type' => 'checkbox',
- 'defaultValue' => false,
- ),
- ),
- );
-
- public function getIcon() {
- # This should be the favicon served on `self::URI`
- return 'https://s3.amazonaws.com/unode1/assets/4957/r3T9Lm9LTLmpAEX6FlSA_apple-touch-icon.png';
- }
-
- public function getURI() {
- switch ($this->queriedContext) {
- case 'Program':
- return self::URI . '/programs/' . $this->getInput('program');
- case 'Catalog':
- return self::URI . '/catalog';
- }
- return parent::getURI();
- }
-
- public function getName() {
- switch ($this->queriedContext) {
- case 'Program':
- $html = getSimpleHTMLDOMCached($this->getURI())
- or returnServerError('Could not load content');
-
- return $html->find('h1.program--title', 0)->innertext;
- case 'Catalog':
- return self::NAME . ' | Programas';
- }
-
- return parent::getName();
- }
-
- /* This uses the uscreen platform, other sites can adapt this. https://www.uscreen.tv/ */
- public function collectData() {
- switch ($this->queriedContext) {
- case 'Program':
- $program = $this->getInput('program');
- $html = getSimpleHTMLDOMCached($this->getURI())
- or returnServerError('Could not load content');
-
- foreach($html->find('.cce--thumbnails-video-chapter') as $element) {
- $cid = $element->getAttribute('data-id');
- $item['title'] = $element->find('.cce--chapter-title', 0)->innertext;
- $item['content'] = $element->find('.cce--thumbnails-image-block', 0)
- . $element->find('.cce--chapter-body', 0)->innertext;
- $item['uri'] = $this->getURI() . '?cid=' . $cid;
-
- /* TODO: Suport login credentials? */
- /* # Get direct video URL */
- /* $json_source = getContents(self::URI . '/chapters/' . $cid, array('Cookie: _uscreen2_session=???;')) */
- /* or returnServerError('Could not request chapter JSON'); */
- /* $json = json_decode($json_source); */
-
- /* $item['enclosures'] = [$json->fallback]; */
-
- $this->items[] = $item;
- }
-
- break;
- case 'Catalog':
- $json_raw = getContents($this->getCatalogURI(1))
- or returnServerError('Could not load catalog content');
-
- $json = json_decode($json_raw);
- $total_pages = $json->total_pages;
-
- foreach($this->parseCatalogPage($json) as $item) {
- $this->items[] = $item;
- }
-
- if ($this->getInput('all_pages') === true) {
- foreach(range(2, $total_pages) as $page) {
- $json_raw = getContents($this->getCatalogURI($page))
- or returnServerError('Could not load catalog content (all pages)');
-
- $json = json_decode($json_raw);
-
- foreach($this->parseCatalogPage($json) as $item) {
- $this->items[] = $item;
- }
- }
- }
-
- break;
- }
- }
-
- private function getCatalogURI($page) {
- return self::URI . '/catalog.json?page=' . $page;
- }
-
- private function parseCatalogPage($json) {
- $items = array();
-
- foreach($json->records as $record) {
- $item = array();
-
- $item['title'] = $record->title;
- $item['content'] = $record->description
- . 'Duration: ' . $record->duration . '';
- $item['timestamp'] = strtotime($record->release_date);
- $item['uri'] = self::URI . $record->url;
- $item['enclosures'] = array(
- $record->main_poster,
- );
-
- $items[] = $item;
- }
-
- return $items;
- }
-}
diff --git a/bridges/QnapBridge.php b/bridges/QnapBridge.php
new file mode 100644
index 00000000000..cf8dbcec3cf
--- /dev/null
+++ b/bridges/QnapBridge.php
@@ -0,0 +1,34 @@
+Use offical feed instead: https://www.qnap.com/fr-fr/security-news/feed
+Unofficial feed for security news.
+DESCRIPTION;
+
+ const MAINTAINER = 'dvikan';
+
+ public function collectData()
+ {
+ $thisYear = date('Y');
+ $url = sprintf('https://www.qnap.com/api/v1/articles/security-news?locale=fr-fr&year=%s&page=1', $thisYear);
+ $response = json_decode(getContents($url));
+ foreach ($response->data as $post) {
+ $item = [];
+ $item['uri'] = sprintf('https://www.qnap.com%s', $post->url);
+ $item['title'] = $post->title;
+ $item['timestamp'] = \DateTime::createFromFormat('Y-m-d', $post->date)->format('U');
+ $image = sprintf('
', $post->image_url);
+ $item['content'] = $image . '
' . $post->desc;
+ $this->items[] = $item;
+ }
+ usort($this->items, function ($a, $b) {
+ return $a['timestamp'] < $b['timestamp'];
+ });
+ }
+}
diff --git a/bridges/QwantzBridge.php b/bridges/QwantzBridge.php
new file mode 100644
index 00000000000..b975bd43a81
--- /dev/null
+++ b/bridges/QwantzBridge.php
@@ -0,0 +1,36 @@
+collectExpandableDatas(self::URI . 'rssfeed.php');
+ }
+
+ protected function parseItem(array $item)
+ {
+ $item['author'] = 'Ryan North';
+
+ preg_match('/title="(.*?)"/', $item['content'], $matches);
+ $title = $matches[1] ?? '';
+
+ $content = str_get_html(html_entity_decode($item['content']));
+ $comicURL = $content->find('img')[0]->{'src'};
+ $subject = $content->find('a')[1]->{'href'};
+ $subject = urldecode(substr($subject, strpos($subject, 'subject') + 8));
+ $p = (string)$content->find('P')[0];
+
+ $item['content'] = "{$subject}![](\"{$comicURL}\")
{$title}
??
+ $code_block_html = str_get_html($code_block->plaintext);
+ $code = '';
+ foreach ($code_block_html->find('span.line') as $line) {
+ $code .= $line->plaintext . "\n";
+ }
+ $code_block->outertext = '' . $code . '
';
+ }
+
+ $item['content'] = $content;
+ return $item;
+ }
+}
diff --git a/bridges/QwerteeBridge.php b/bridges/QwerteeBridge.php
new file mode 100644
index 00000000000..937fa98d7db
--- /dev/null
+++ b/bridges/QwerteeBridge.php
@@ -0,0 +1,34 @@
+find('div.big-slides', 0)->find('div.big-slide') as $element) {
+ $title = $element->find('div.index-tee', 0)->getAttribute('data-name', 0);
+ $today = date('m/d/Y');
+ $item = [];
+ $item['uri'] = self::URI;
+ $item['title'] = $title;
+ $item['uid'] = $title;
+ $item['timestamp'] = $today;
+ $item['content'] = '->getAttribute('src', 0)
+ . ')
';
+
+ $this->items[] = $item;
+ }
+ }
+}
diff --git a/bridges/RTBFBridge.php b/bridges/RTBFBridge.php
deleted file mode 100644
index 0f0acdc897b..00000000000
--- a/bridges/RTBFBridge.php
+++ /dev/null
@@ -1,66 +0,0 @@
- array(
- 'name' => 'series id',
- 'exampleValue' => 9500,
- 'required' => true
- )
- ));
-
- public function collectData(){
- $html = '';
- $limit = 10;
- $count = 0;
-
- $html = getSimpleHTMLDOM($this->getURI())
- or returnServerError('Could not request RTBF.');
-
- foreach($html->find('section[id!=widget-ml-avoiraussi-] .rtbf-media-grid article') as $element) {
- if($count >= $limit) {
- break;
- }
-
- $item = array();
- $item['id'] = $element->getAttribute('data-id');
- $item['uri'] = self::URI . 'detail?id=' . $item['id'];
- $thumbnailUriSrcSet = explode(
- ',',
- $element->find('figure .www-img-16by9 img', 0)->getAttribute('data-srcset')
- );
-
- $thumbnailUriLastSrc = end($thumbnailUriSrcSet);
- $thumbnailUri = explode(' ', $thumbnailUriLastSrc)[0];
- $item['title'] = trim($element->find('h3', 0)->plaintext)
- . ' - '
- . trim($element->find('h4', 0)->plaintext);
-
- $item['timestamp'] = strtotime($element->find('time', 0)->getAttribute('datetime'));
- $item['content'] = '
';
- $this->items[] = $item;
- $count++;
- }
- }
-
- public function getURI(){
- if(!is_null($this->getInput('c'))) {
- return self::URI . 'emissions/detail?id=' . $this->getInput('c');
- }
-
- return parent::getURI() . 'emissions/';
- }
-
- public function getName(){
- if(!is_null($this->getInput('c'))) {
- return $this->getInput('c') . ' - RTBF Bridge';
- }
-
- return parent::getName();
- }
-}
diff --git a/bridges/RadioFranceBridge.php b/bridges/RadioFranceBridge.php
new file mode 100644
index 00000000000..b10e5151093
--- /dev/null
+++ b/bridges/RadioFranceBridge.php
@@ -0,0 +1,207 @@
+ [
+ 'name' => 'Domain to use',
+ 'required' => true,
+ 'defaultValue' => self::DEFAULT_DOMAIN
+ ],
+ 'page' => [
+ 'name' => 'Initial page to load',
+ 'required' => true,
+ 'exampleValue' => 'franceinter/podcasts/burne-out'
+ ]
+ ]];
+
+ private function getDomain()
+ {
+ $domain = $this->getInput('domain');
+ if (empty($domain)) {
+ $domain = self::DEFAULT_DOMAIN;
+ }
+ if (strpos($domain, '://') === false) {
+ $domain = 'https://' . $domain;
+ }
+ return $domain;
+ }
+
+ public function getURI()
+ {
+ return $this->getDomain() . '/' . $this->getInput('page');
+ }
+
+ public function collectData()
+ {
+ $html = getSimpleHTMLDOM($this->getURI());
+
+ // An array of dom nodes
+ $documentsList = $html->find('.DocumentsList', 0);
+ $documentsListWrapper = $documentsList->find('.DocumentsList-wrapper', 0);
+ $cardList = $documentsListWrapper->find('.CardMedia');
+
+ foreach ($cardList as $card) {
+ $item = [];
+ $title_link = $card->find('.ConceptTitle a', 0);
+ $item['title'] = $title_link->plaintext;
+ $uri = $title_link->getAttribute('href', 0);
+ switch (substr($uri, 0, 1)) {
+ case 'h': // absolute uri
+ $item['uri'] = $uri;
+ break;
+ case '/': // domain relative uri
+ $item['uri'] = $this->getDomain() . $uri;
+ break;
+ default:
+ $item['uri'] = $this->getDomain() . '/' . $uri;
+ }
+ // Finally, obtain the mp3 from some weird Radio France API (url obtained by reading network calls, no less)
+ $media_url = self::APIENDPOINT . '?value=' . $uri;
+ $rawJSON = getSimpleHTMLDOMCached($media_url);
+ $processedJSON = json_decode($rawJSON);
+ $model_content = $processedJSON->content;
+ if (empty($model_content->manifestations)) {
+ error_log("Seems like $uri has no manifestation");
+ } else {
+ $item['enclosures'] = [ $model_content->manifestations[0]->url ];
+
+ $item['content'] = '';
+ if (isset($model_content->visual)) {
+ $item['content'] .= "![](\"{$model_content-)
visual->src}\"
+ alt=\"{$model_content->visual->legend}\"
+ style=\"float:left; width:400px; margin: 1em;\"/>";
+ }
+ if (isset($model_content->standFirst)) {
+ $item['content'] .= $model_content->standFirst;
+ }
+ if (isset($model_content->bodyJson)) {
+ if (!empty($item['content'])) {
+ $item['content'] .= '
';
+ }
+ $pseudo_html_array = array_map([$this, 'convertJsonElementToHTML'], $model_content->bodyJson);
+ $pseudo_html_text = array_reduce(
+ $pseudo_html_array,
+ function ($text, $element) {
+ return $text . "\n" . $element;
+ },
+ ''
+ );
+ $item['content'] .= $pseudo_html_text;
+ }
+ if (isset($model_content->producers)) {
+ $item['author'] = $this->readAuthorsNamesFrom($model_content->producers);
+ } elseif (isset($model_content->staff)) {
+ $item['author'] = $this->readAuthorsNamesFrom($model_content->staff);
+ }
+ $time = $card->find('time', 0);
+ $timevalue = $time->getAttribute('datetime');
+ $item['timestamp'] = strtotime($timevalue);
+
+ $this->items[] = $item;
+ }
+ }
+ }
+
+ private function readAuthorsNamesFrom($persons_array)
+ {
+ $persons_names = array_map(function ($person_element) {
+ return $person_element->name;
+ }, $persons_array);
+ return array_reduce($persons_names, function ($a, $b) {
+ if (!empty($a)) {
+ $a .= ', ';
+ }
+ return $a . $b;
+ }, '');
+ }
+
+ private function convertJsonElementToHTML($jsonElement)
+ {
+ $childText = isset($jsonElement->children) ? $this->convertJsonChildrenToHTML($jsonElement->children) : '';
+ $valueText = isset($jsonElement->value) ? $jsonElement->value : '';
+ switch ($jsonElement->type) {
+ case 'text':
+ return "{$childText}{$valueText}";
+ case 'heading':
+ $level = $jsonElement->level;
+ return "{$childText}{$valueText} ";
+ case 'list':
+ $tag = 'ul';
+ if (isset($jsonElement->ordered)) {
+ if ($jsonElement->ordered) {
+ $tag = 'ol';
+ }
+ }
+ return "<$tag>\n" . $childText . "\n";
+ case 'list_item':
+ return "{$childText}{$valueText} \n";
+ case 'bounce':
+ return '';
+ case 'paragraph':
+ return "{$childText}{$valueText}
\n";
+ case 'quote':
+ return "{$childText}{$valueText}
\n";
+ case 'link':
+ return "data->href}\">{$childText}{$valueText}\n";
+ case 'audio':
+ return '';
+ case 'embed':
+ return $jsonElement->data->html;
+ default:
+ return $jsonElement->value;
+ }
+ }
+
+ private function convertJsonChildrenToHTML($children)
+ {
+ $converted = array_map([$this, 'convertJsonElementToHTML'], $children);
+ return array_reduce($converted, function ($a, $b) {
+ return $a . $b;
+ }, '');
+ }
+
+ private function removeAds($element)
+ {
+ $ads = $element->find('AdSlot');
+ foreach ($ads as $ad) {
+ $ad->remove();
+ }
+ return $element;
+ }
+
+ /**
+ * Replaces all relative URIs with absolute ones
+ * @param $element A simplehtmldom element
+ * @return The $element->innertext with all URIs replaced
+ */
+ private function replaceUriInHtmlElement($element)
+ {
+ $returned = $element->innertext;
+ foreach (self::REPLACED_ATTRIBUTES as $initial => $final) {
+ $returned = str_replace($initial . '="/', $final . '="' . self::URI . '/', $returned);
+ }
+ return $returned;
+ }
+}
diff --git a/bridges/RadioMelodieBridge.php b/bridges/RadioMelodieBridge.php
index fb5aca6e226..917b6ef2120 100644
--- a/bridges/RadioMelodieBridge.php
+++ b/bridges/RadioMelodieBridge.php
@@ -1,87 +1,206 @@
find('div[class=displayList]', 0)->children();
- foreach($list as $element) {
- if($element->tag == 'a') {
- $articleURL = self::URI . $element->href;
- $article = getSimpleHTMLDOM($articleURL);
- $textDOM = $article->find('article', 0);
-
- // Initialise arrays
- $item = array();
- $audio = array();
- $picture = array();
-
- // Get the Main picture URL
- $picture[] = $this->rewriteImage($article->find('div[id=pictureTitleSupport]', 0)->find('img', 0)->src);
- $audioHTML = $article->find('audio');
-
- // Add the audio element to the enclosure
- foreach($audioHTML as $audioElement) {
- $audioURL = $audioElement->src;
- $audio[] = $audioURL;
- }
-
- // Rewrite pictures URL
- $imgs = $textDOM->find('img[src^="http://www.radiomelodie.com/image.php]');
- foreach($imgs as $img) {
- $img->src = $this->rewriteImage($img->src);
- $article->save();
- }
-
- // Remove Google Ads
- $ads = $article->find('div[class=adInline]');
- foreach($ads as $ad) {
- $ad->outertext = '';
- $article->save();
- }
-
- // Remove Radio Melodie Logo
- $logoHTML = $article->find('div[id=logoArticleRM]', 0);
- $logoHTML->outertext = '';
- $article->save();
-
- $author = $article->find('p[class=AuthorName]', 0)->plaintext;
-
- $item['enclosures'] = array_merge($picture, $audio);
- $item['author'] = $author;
- $item['uri'] = $articleURL;
- $item['title'] = $article->find('meta[property=og:title]', 0)->content;
- $date = $article->find('p[class*=date]', 0)->plaintext;
-
- // Header Image
- $header = '
';
-
- // Remove the Date and Author part
- $textDOM->find('div[class=AuthorDate]', 0)->outertext = '';
- $article->save();
- $text = $textDOM->innertext;
- $item['content'] = '' . $item['title'] . '
' . $date . '
' . $header . $text;
- $this->items[] = $item;
- }
- }
- }
-
- /*
- * Function to rewrite image URL to use the real Image URL and not the resized one (which is very slow)
- */
- private function rewriteImage($url)
- {
- $parts = explode('?', $url);
- parse_str(html_entity_decode($parts[1]), $params);
- return self::URI . '/' . $params['image'];
-
- }
+
+class RadioMelodieBridge extends BridgeAbstract
+{
+ const NAME = 'Radio Melodie Actu';
+ const URI = 'https://www.radiomelodie.com';
+ const DESCRIPTION = 'Retourne les actualités publiées par Radio Melodie';
+ const MAINTAINER = 'sysadminstory';
+
+ public function getIcon()
+ {
+ return self::URI . '/img/favicon.png';
+ }
+
+ public function collectData()
+ {
+ $html = getSimpleHTMLDOM(self::URI . '/actu/');
+ $list = $html->find('div[class=listArticles]', 0)->children();
+
+ foreach ($list as $element) {
+ if ($element->tag == 'a') {
+ $articleURL = self::URI . $element->href;
+ $article = getSimpleHTMLDOM($articleURL);
+ $this->rewriteAudioPlayers($article);
+ // Reload the modified content
+ $article = str_get_html($article->save());
+ $textDOM = $article->find('article', 0);
+
+ // Remove HTML code for the article title
+ $textDOM->find('h1', 0)->outertext = '';
+
+ // Fix the CSS for the author
+ $textDOM->find('div[class=author]', 0)->find('img', 0)
+ ->setAttribute('style', 'width: 60px; margin: 0 15px; display: inline-block; vertical-align: top;');
+
+
+ // Initialise arrays
+ $item = [];
+ $audio = [];
+ $picture = [];
+
+ // Get the Main picture URL
+ $picture[] = self::URI . $article->find('figure[class*=photoviewer]', 0)->find('img', 0)->src;
+ $audioHTML = $article->find('audio');
+
+ // Add the audio element to the enclosure
+ foreach ($audioHTML as $audioElement) {
+ $audioURL = $audioElement->src;
+ $audio[] = $audioURL;
+ }
+
+ // Rewrite pictures URL
+ $imgs = $textDOM->find('img[src^="http://www.radiomelodie.com/image.php]');
+ foreach ($imgs as $img) {
+ $img->src = $this->rewriteImage($img->src);
+ $article->save();
+ }
+
+ // Remove Google Ads
+ $ads = $article->find('div[class=adInline]');
+ foreach ($ads as $ad) {
+ $ad->outertext = '';
+ $article->save();
+ }
+
+ // Extract the author
+ $author = $article->find('div[class=author]', 0)->children(1)->children(0)->plaintext;
+
+ // Handle date to timestamp
+ $dateHTML = $article->find('div[class=author]', 0)->children(1)->plaintext;
+
+ preg_match('/([a-z]{4,10}[ ]{1,2}[0-9]{1,2} [\p{L}]{3,10} [0-9]{4} à [0-9]{2}:[0-9]{2})/mus', $dateHTML, $matches);
+ $dateText = $matches[1];
+
+ $timestamp = $this->parseDate($dateText);
+
+ $item['enclosures'] = array_merge($picture, $audio);
+ $item['author'] = $author;
+ $item['uri'] = $articleURL;
+ $item['title'] = $article->find('meta[property=og:title]', 0)->content;
+ if ($timestamp !== false) {
+ $item['timestamp'] = $timestamp;
+ }
+
+ // Remove the share article part
+ $textDOM->find('div[class=share]', 0)->outertext = '';
+ $textDOM->find('div[class=share]', 1)->outertext = '';
+
+ // Rewrite relative Links
+ $textDOM = defaultLinkTo($textDOM, self::URI . '/');
+
+ $article->save();
+ $text = $textDOM->innertext;
+ $item['content'] = '' . $item['title'] . '
' . $dateText . '
' . $text;
+ $this->items[] = $item;
+ }
+ }
+ }
+
+ /*
+ * Function to rewrite image URL to use the real Image URL and not the resized one (which is very slow)
+ */
+ private function rewriteImage($url)
+ {
+ $parts = explode('?', $url);
+ parse_str(html_entity_decode($parts[1]), $params);
+ return self::URI . '/' . $params['image'];
+ }
+
+ /*
+ * Function to rewrite Audio Players to use the
';
-
- $this->items[] = $item;
- }
- }
-
- // e.g. 01:53:27
- private function formatTimestampTime($seconds) {
- return sprintf('%02d:%02d:%02d',
- floor($seconds / 3600),
- ($seconds / 60) % 60,
- $seconds % 60);
- }
-
- // e.g. 01h53m27s
- private function formatQueryTime($seconds) {
- return sprintf('%02dh%02dm%02ds',
- floor($seconds / 3600),
- ($seconds / 60) % 60,
- $seconds % 60);
- }
-
- /*
- * Ideally the new 'helix' API should be used as v5/'kraken' is deprecated.
- * The new API however still misses many features (markers, played game..) of
- * the old one, so let's use the old one for as long as it's available.
- */
- private function apiGet($endpoint, $query_data = array()) {
- $query_data['api_version'] = 5;
- $url = 'https://api.twitch.tv/kraken/'
- . $endpoint
- . '?'
- . http_build_query($query_data);
- $header = array(
- 'Client-ID: ' . self::CLIENT_ID
- );
-
- $data = json_decode(getContents($url, $header))
- or returnServerError('API request to "' . $url . '" failed.');
-
- return $data;
- }
-
- public function getName(){
- if(!is_null($this->getInput('channel'))) {
- return $this->getInput('channel') . ' twitch videos';
- }
-
- return parent::getName();
- }
-
- public function getURI(){
- if(!is_null($this->getInput('channel'))) {
- return self::URI . $this->getInput('channel');
- }
-
- return parent::getURI();
- }
-
- public function detectParameters($url){
- $params = array();
-
- // Matches e.g. https://www.twitch.tv/someuser/videos?filter=archives
- $regex = '/^(https?:\/\/)?
+
+class TwitchBridge extends BridgeAbstract
+{
+ const MAINTAINER = 'Roliga';
+ const NAME = 'Twitch Bridge';
+ const URI = 'https://twitch.tv/';
+ const CACHE_TIMEOUT = 300; // 5min
+ const DESCRIPTION = 'Twitch channel videos';
+ const PARAMETERS = [ [
+ 'channel' => [
+ 'name' => 'Channel',
+ 'type' => 'text',
+ 'required' => true,
+ 'exampleValue' => 'criticalrole',
+ 'title' => 'Lowercase channel name as seen in channel URL'
+ ],
+ 'type' => [
+ 'name' => 'Type',
+ 'type' => 'list',
+ 'values' => [
+ 'All' => 'all',
+ 'Archive' => 'archive',
+ 'Highlights' => 'highlight',
+ 'Uploads' => 'upload',
+ 'Past Premieres' => 'past_premiere',
+ 'Premiere Uploads' => 'premiere_upload'
+ ],
+ 'defaultValue' => 'archive'
+ ]
+ ]];
+
+ const BROADCAST_TYPES = [
+ 'all' => [
+ 'ARCHIVE',
+ 'HIGHLIGHT',
+ 'UPLOAD',
+ 'PAST_PREMIERE',
+ 'PREMIERE_UPLOAD'
+ ],
+ 'archive' => 'ARCHIVE',
+ 'highlight' => 'HIGHLIGHT',
+ 'upload' => 'UPLOAD',
+ 'past_premiere' => 'PAST_PREMIERE',
+ 'premiere_upload' => 'PREMIERE_UPLOAD'
+ ];
+
+ public function collectData()
+ {
+ $query = <<<'EOD'
+query VODList($channel: String!, $types: [BroadcastType!]) {
+ user(login: $channel) {
+ displayName
+ videos(types: $types, sort: TIME) {
+ edges {
+ node {
+ id
+ title
+ publishedAt
+ lengthSeconds
+ viewCount
+ thumbnailURLs(width: 640, height: 360)
+ previewThumbnailURL(width: 640, height: 360)
+ description
+ tags
+ contentTags {
+ isLanguageTag
+ localizedName
+ }
+ game {
+ displayName
+ }
+ moments(momentRequestType: VIDEO_CHAPTER_MARKERS) {
+ edges {
+ node {
+ description
+ positionMilliseconds
+ }
+ }
+ }
+ }
+ }
+ }
+ }
+}
+EOD;
+ $channel = $this->getInput('channel');
+ $type = $this->getInput('type');
+ $variables = [
+ 'channel' => $channel,
+ 'types' => self::BROADCAST_TYPES[$type]
+ ];
+ $response = $this->apiRequest($query, $variables);
+ $data = $response->data;
+ if ($data->user === null) {
+ throw new \Exception(sprintf('Unable to find channel `%s`', $channel));
+ }
+
+ $user = $data->user;
+ if ($user->videos === null) {
+ // twitch regularly does this for unknown reasons
+ $this->debug->info('Twitch returned empty set of videos', ['data' => $data]);
+ return;
+ }
+
+ foreach ($user->videos->edges as $edge) {
+ $video = $edge->node;
+
+ $url = 'https://www.twitch.tv/videos/' . $video->id;
+
+ $item = [
+ 'uri' => $url,
+ 'title' => $video->title,
+ 'timestamp' => $video->publishedAt,
+ 'author' => $user->displayName,
+ ];
+
+ // Add categories for tags and played game
+ $item['categories'] = $video->tags;
+ if (!is_null($video->game)) {
+ $item['categories'][] = $video->game->displayName;
+ }
+
+ $contentTags = $video->contentTags ?? [];
+ foreach ($contentTags as $tag) {
+ if (!$tag->isLanguageTag) {
+ $item['categories'][] = $tag->localizedName;
+ }
+ }
+
+ // Add enclosures for thumbnails from a few points in the video
+ // Thumbnail list has duplicate entries sometimes so remove those
+ $item['enclosures'] = array_unique($video->thumbnailURLs);
+
+ /*
+ * Content format example:
+ *
+ * [Preview Image]
+ *
+ * Some optional video description.
+ *
+ * Duration: 1:23:45
+ * Views: 123
+ *
+ * Played games:
+ * * 00:00:00 Game 1
+ * * 00:12:34 Game 2
+ *
+ */
+ $item['content'] = '
'
+ . $video->description // in markdown format
+ . '
Duration: '
+ . $this->formatTimestampTime($video->lengthSeconds)
+ . '
Views: '
+ . $video->viewCount
+ . '
';
+
+ // Add played games list to content
+ $item['content'] .= 'Played games:
';
+
+ $momentEdges = $video->moments->edges ?? [];
+ if (count($momentEdges) > 0) {
+ foreach ($momentEdges as $momentEdge) {
+ $moment = $momentEdge->node;
+
+ $item['categories'][] = $moment->description;
+ $item['content'] .= '- '
+ . $this->formatTimestampTime($moment->positionMilliseconds / 1000)
+ . ' - '
+ . $moment->description
+ . '
';
+ }
+ } else {
+ $item['content'] .= '- 00:00:00 - '
+ . ($video->game ? $video->game->displayName : 'No Game')
+ . '
';
+ }
+ $item['content'] .= '
';
+
+ $item['categories'] = array_unique($item['categories']);
+
+ $this->items[] = $item;
+ }
+ }
+
+ // e.g. 01:53:27
+ private function formatTimestampTime($seconds)
+ {
+ $floor = floor($seconds / 3600);
+ $i = intval($seconds / 60) % 60;
+ $i1 = $seconds % 60;
+
+ return sprintf('%02d:%02d:%02d', $floor, $i, $i1);
+ }
+
+ // e.g. 01h53m27s
+ private function formatQueryTime($seconds)
+ {
+ $floor = floor($seconds / 3600);
+ $i = intval($seconds / 60) % 60;
+ $i1 = $seconds % 60;
+
+ return sprintf('%02dh%02dm%02ds', $floor, $i, $i1);
+ }
+
+ /**
+ * GraphQL: https://graphql.org/
+ * Tool for developing/testing queries: https://github.com/skevy/graphiql-app
+ *
+ * Official instructions for obtaining your own client ID can be found here:
+ * https://dev.twitch.tv/docs/v5/#getting-a-client-id
+ */
+ private function apiRequest($query, $variables)
+ {
+ $request = [
+ 'query' => $query,
+ 'variables' => $variables,
+ ];
+ $headers = [
+ 'Client-ID: kimne78kx3ncx6brgo4mv6wki5h1ko',
+ ];
+ $opts = [
+ CURLOPT_CUSTOMREQUEST => 'POST',
+ CURLOPT_POSTFIELDS => json_encode($request),
+ ];
+ $json = getContents('https://gql.twitch.tv/gql', $headers, $opts);
+ $result = Json::decode($json, false);
+ return $result;
+ }
+
+ public function getName()
+ {
+ if (!is_null($this->getInput('channel'))) {
+ return $this->getInput('channel') . ' twitch videos';
+ }
+
+ return parent::getName();
+ }
+
+ public function getURI()
+ {
+ if (!is_null($this->getInput('channel'))) {
+ return self::URI . $this->getInput('channel');
+ }
+
+ return parent::getURI();
+ }
+
+ public function detectParameters($url)
+ {
+ $params = [];
+
+ // Matches e.g. https://www.twitch.tv/someuser/videos?filter=archives
+ $regex = '/^(https?:\/\/)?
(www\.)?
twitch\.tv\/
([^\/&?\n]+)
\/videos\?.*filter=
(all|archive|highlight|upload)/x';
- if(preg_match($regex, $url, $matches) > 0) {
- $params['channel'] = urldecode($matches[3]);
- $params['type'] = $matches[4];
- return $params;
- }
-
- return null;
- }
+ if (preg_match($regex, $url, $matches) > 0) {
+ $params['channel'] = urldecode($matches[3]);
+ $params['type'] = $matches[4];
+ return $params;
+ }
+
+ return null;
+ }
}
diff --git a/bridges/TwitterBridge.php b/bridges/TwitterBridge.php
index 2f5565b173b..800fd63ca82 100644
--- a/bridges/TwitterBridge.php
+++ b/bridges/TwitterBridge.php
@@ -1,34 +1,39 @@
array(
- 'nopic' => array(
- 'name' => 'Hide profile pictures',
- 'type' => 'checkbox',
- 'title' => 'Activate to hide profile pictures in content'
- ),
- 'noimg' => array(
- 'name' => 'Hide images in tweets',
- 'type' => 'checkbox',
- 'title' => 'Activate to hide images in tweets'
- ),
- 'noimgscaling' => array(
- 'name' => 'Disable image scaling',
- 'type' => 'checkbox',
- 'title' => 'Activate to disable image scaling in tweets (keeps original image)'
- )
- ),
- 'By keyword or hashtag' => array(
- 'q' => array(
- 'name' => 'Keyword or #hashtag',
- 'required' => true,
- 'exampleValue' => 'rss-bridge, #rss-bridge',
- 'title' => << [
+ 'nopic' => [
+ 'name' => 'Hide profile pictures',
+ 'type' => 'checkbox',
+ 'title' => 'Activate to hide profile pictures in content'
+ ],
+ 'noimg' => [
+ 'name' => 'Hide images in tweets',
+ 'type' => 'checkbox',
+ 'title' => 'Activate to hide images in tweets'
+ ],
+ 'noimgscaling' => [
+ 'name' => 'Disable image scaling',
+ 'type' => 'checkbox',
+ 'title' => 'Activate to disable image scaling in tweets (keeps original image)'
+ ]
+ ],
+ 'By keyword or hashtag' => [
+ 'q' => [
+ 'name' => 'Keyword or #hashtag',
+ 'required' => true,
+ 'exampleValue' => 'rss-bridge OR rssbridge',
+ 'title' => << array(
- 'u' => array(
- 'name' => 'username',
- 'required' => true,
- 'exampleValue' => 'sebsauvage',
- 'title' => 'Insert a user name'
- ),
- 'norep' => array(
- 'name' => 'Without replies',
- 'type' => 'checkbox',
- 'title' => 'Only return initial tweets'
- ),
- 'noretweet' => array(
- 'name' => 'Without retweets',
- 'required' => false,
- 'type' => 'checkbox',
- 'title' => 'Hide retweets'
- )
- ),
- 'By list' => array(
- 'user' => array(
- 'name' => 'User',
- 'required' => true,
- 'exampleValue' => 'sebsauvage',
- 'title' => 'Insert a user name'
- ),
- 'list' => array(
- 'name' => 'List',
- 'required' => true,
- 'title' => 'Insert the list name'
- ),
- 'filter' => array(
- 'name' => 'Filter',
- 'exampleValue' => '#rss-bridge',
- 'required' => false,
- 'title' => 'Specify term to search for'
- )
- )
- );
-
- public function detectParameters($url){
- $params = array();
-
- // By keyword or hashtag (search)
- $regex = '/^(https?:\/\/)?(www\.)?twitter\.com\/search.*(\?|&)q=([^\/&?\n]+)/';
- if(preg_match($regex, $url, $matches) > 0) {
- $params['q'] = urldecode($matches[4]);
- return $params;
- }
-
- // By hashtag
- $regex = '/^(https?:\/\/)?(www\.)?twitter\.com\/hashtag\/([^\/?\n]+)/';
- if(preg_match($regex, $url, $matches) > 0) {
- $params['q'] = urldecode($matches[3]);
- return $params;
- }
-
- // By list
- $regex = '/^(https?:\/\/)?(www\.)?twitter\.com\/([^\/?\n]+)\/lists\/([^\/?\n]+)/';
- if(preg_match($regex, $url, $matches) > 0) {
- $params['user'] = urldecode($matches[3]);
- $params['list'] = urldecode($matches[4]);
- return $params;
- }
-
- // By username
- $regex = '/^(https?:\/\/)?(www\.)?twitter\.com\/([^\/?\n]+)/';
- if(preg_match($regex, $url, $matches) > 0) {
- $params['u'] = urldecode($matches[3]);
- return $params;
- }
-
- return null;
- }
-
- public function getName(){
- switch($this->queriedContext) {
- case 'By keyword or hashtag':
- $specific = 'search ';
- $param = 'q';
- break;
- case 'By username':
- $specific = '@';
- $param = 'u';
- break;
- case 'By list':
- return $this->getInput('list') . ' - Twitter list by ' . $this->getInput('user');
- default: return parent::getName();
- }
- return 'Twitter ' . $specific . $this->getInput($param);
- }
-
- public function getURI(){
- switch($this->queriedContext) {
- case 'By keyword or hashtag':
- return self::URI
- . 'search?q='
- . urlencode($this->getInput('q'))
- . '&f=tweets';
- case 'By username':
- return self::URI
- . urlencode($this->getInput('u'));
- // Always return without replies!
- // . ($this->getInput('norep') ? '' : '/with_replies');
- case 'By list':
- return self::URI
- . urlencode($this->getInput('user'))
- . '/lists/'
- . str_replace(' ', '-', strtolower($this->getInput('list')));
- default: return parent::getURI();
- }
- }
-
- public function collectData(){
- $html = '';
- $page = $this->getURI();
-
- if(php_sapi_name() === 'cli' && empty(ini_get('curl.cainfo'))) {
- $cookies = $this->getCookies($page);
- $html = getSimpleHTMLDOM($page, array("Cookie: $cookies"));
- } else {
- $html = getSimpleHTMLDOM($page, array(), array(CURLOPT_COOKIEFILE => ''));
- }
-
- if(!$html) {
- switch($this->queriedContext) {
- case 'By keyword or hashtag':
- returnServerError('No results for this query.');
- case 'By username':
- returnServerError('Requested username can\'t be found.');
- case 'By list':
- returnServerError('Requested username or list can\'t be found');
- }
- }
-
- $hidePictures = $this->getInput('nopic');
-
- foreach($html->find('div.js-stream-tweet') as $tweet) {
-
- // Skip retweets?
- if($this->getInput('noretweet')
- && $tweet->find('div.context span.js-retweet-text a', 0)) {
- continue;
- }
-
- // remove 'invisible' content
- foreach($tweet->find('.invisible') as $invisible) {
- $invisible->outertext = '';
- }
-
- // Skip protmoted tweets
- $heading = $tweet->previousSibling();
- if(!is_null($heading) &&
- $heading->getAttribute('class') === 'promoted-tweet-heading'
- ) {
- continue;
- }
-
- $item = array();
- // extract username and sanitize
- $item['username'] = htmlspecialchars_decode($tweet->getAttribute('data-screen-name'), ENT_QUOTES);
- // extract fullname (pseudonym)
- $item['fullname'] = htmlspecialchars_decode($tweet->getAttribute('data-name'), ENT_QUOTES);
- // get author
- $item['author'] = $item['fullname'] . ' (@' . $item['username'] . ')';
- if($rt = $tweet->find('div.context span.js-retweet-text a', 0)) {
- $item['author'] .= ' RT: @' . $rt->plaintext;
- }
- // get avatar link
- $item['avatar'] = $tweet->find('img', 0)->src;
- // get TweetID
- $item['id'] = $tweet->getAttribute('data-tweet-id');
- // get tweet link
- $item['uri'] = self::URI . substr($tweet->find('a.js-permalink', 0)->getAttribute('href'), 1);
- // extract tweet timestamp
- $item['timestamp'] = $tweet->find('span.js-short-timestamp', 0)->getAttribute('data-time');
- // generate the title
- $item['title'] = strip_tags($this->fixAnchorSpacing(htmlspecialchars_decode(
- $tweet->find('p.js-tweet-text', 0), ENT_QUOTES), ''));
-
- switch($this->queriedContext) {
- case 'By list':
- // Check if filter applies to list (using raw content)
- if($this->getInput('filter')) {
- if(stripos($tweet->find('p.js-tweet-text', 0)->plaintext, $this->getInput('filter')) === false) {
- continue 2; // switch + for-loop!
- }
- }
- break;
- default:
- }
-
- $this->processContentLinks($tweet);
- $this->processEmojis($tweet);
-
- // get tweet text
- $cleanedTweet = str_replace(
- 'href="/',
- 'href="' . self::URI,
- $tweet->find('p.js-tweet-text', 0)->innertext
- );
-
- // fix anchors missing spaces in-between
- $cleanedTweet = $this->fixAnchorSpacing($cleanedTweet);
-
- // Add picture to content
- $picture_html = '';
- if(!$hidePictures) {
- $picture_html = << [
+ 'u' => [
+ 'name' => 'username',
+ 'required' => true,
+ 'exampleValue' => 'sebsauvage',
+ 'title' => 'Insert a user name'
+ ],
+ 'norep' => [
+ 'name' => 'Without replies',
+ 'type' => 'checkbox',
+ 'title' => 'Only return initial tweets'
+ ],
+ 'noretweet' => [
+ 'name' => 'Without retweets',
+ 'required' => false,
+ 'type' => 'checkbox',
+ 'title' => 'Hide retweets'
+ ],
+ 'nopinned' => [
+ 'name' => 'Without pinned tweet',
+ 'required' => false,
+ 'type' => 'checkbox',
+ 'title' => 'Hide pinned tweet'
+ ]
+ ],
+ 'By list' => [
+ 'user' => [
+ 'name' => 'User',
+ 'required' => true,
+ 'exampleValue' => 'Scobleizer',
+ 'title' => 'Insert a user name'
+ ],
+ 'list' => [
+ 'name' => 'List',
+ 'required' => true,
+ 'exampleValue' => 'Tech-News',
+ 'title' => 'Insert the list name'
+ ],
+ 'filter' => [
+ 'name' => 'Filter',
+ 'exampleValue' => '#rss-bridge',
+ 'required' => false,
+ 'title' => 'Specify term to search for'
+ ]
+ ],
+ 'By list ID' => [
+ 'listid' => [
+ 'name' => 'List ID',
+ 'exampleValue' => '31748',
+ 'required' => true,
+ 'title' => 'Insert the list id'
+ ],
+ 'filter' => [
+ 'name' => 'Filter',
+ 'exampleValue' => '#rss-bridge',
+ 'required' => false,
+ 'title' => 'Specify term to search for'
+ ]
+ ]
+ ];
+
+ private $apiKey = null;
+ private $guestToken = null;
+ private $authHeaders = [];
+ private ?string $feedIconUrl = null;
+
+ public function detectParameters($url)
+ {
+ $params = [];
+
+ // By keyword or hashtag (search)
+ $regex = '/^(https?:\/\/)?(www\.)?twitter\.com\/search.*(\?|&)q=([^\/&?\n]+)/';
+ if (preg_match($regex, $url, $matches) > 0) {
+ $params['context'] = 'By keyword or hashtag';
+ $params['q'] = urldecode($matches[4]);
+ return $params;
+ }
+
+ // By hashtag
+ $regex = '/^(https?:\/\/)?(www\.)?twitter\.com\/hashtag\/([^\/?\n]+)/';
+ if (preg_match($regex, $url, $matches) > 0) {
+ $params['context'] = 'By keyword or hashtag';
+ $params['q'] = urldecode($matches[3]);
+ return $params;
+ }
+
+ // By list
+ $regex = '/^(https?:\/\/)?(www\.)?twitter\.com\/([^\/?\n]+)\/lists\/([^\/?\n]+)/';
+ if (preg_match($regex, $url, $matches) > 0) {
+ $params['context'] = 'By list';
+ $params['user'] = urldecode($matches[3]);
+ $params['list'] = urldecode($matches[4]);
+ return $params;
+ }
+
+ // By username
+ $regex = '/^(https?:\/\/)?(www\.)?twitter\.com\/([^\/?\n]+)/';
+ if (preg_match($regex, $url, $matches) > 0) {
+ $params['context'] = 'By username';
+ $params['u'] = urldecode($matches[3]);
+ return $params;
+ }
+
+ return null;
+ }
+
+ public function getName()
+ {
+ switch ($this->queriedContext) {
+ case 'By keyword or hashtag':
+ $specific = 'search ';
+ $param = 'q';
+ break;
+ case 'By username':
+ $specific = '@';
+ $param = 'u';
+ break;
+ case 'By list':
+ return $this->getInput('list') . ' - Twitter list by ' . $this->getInput('user');
+ case 'By list ID':
+ return 'Twitter List #' . $this->getInput('listid');
+ default:
+ return parent::getName();
+ }
+ return 'Twitter ' . $specific . $this->getInput($param);
+ }
+
+ public function getURI()
+ {
+ switch ($this->queriedContext) {
+ case 'By keyword or hashtag':
+ return self::URI
+ . 'search?q='
+ . urlencode($this->getInput('q'))
+ . '&f=tweets';
+ case 'By username':
+ return self::URI
+ . urlencode($this->getInput('u'));
+ // Always return without replies!
+ // . ($this->getInput('norep') ? '' : '/with_replies');
+ case 'By list':
+ return self::URI
+ . urlencode($this->getInput('user'))
+ . '/lists/'
+ . str_replace(' ', '-', strtolower($this->getInput('list')));
+ case 'By list ID':
+ return self::URI
+ . 'i/lists/'
+ . urlencode($this->getInput('listid'));
+ default:
+ return parent::getURI();
+ }
+ }
+
+ private function getFullText($id)
+ {
+ $url = sprintf(
+ 'https://cdn.syndication.twimg.com/tweet-result?id=%s&lang=en&token=449yf2pc4g',
+ $id
+ );
+
+ return json_decode(getContents($url), false);
+ }
+
+ public function collectData()
+ {
+ // $data will contain an array of all found tweets (unfiltered)
+ $data = null;
+ // Contains user data (when in by username context)
+ $user = null;
+ // Array of all found tweets
+ $tweets = [];
+
+ // Get authentication information
+ $api = new TwitterClient($this->cache);
+ // Try to get all tweets
+ switch ($this->queriedContext) {
+ case 'By username':
+ $screenName = $this->getInput('u');
+ $screenName = trim($screenName);
+ $screenName = ltrim($screenName, '@');
+
+ $data = $api->fetchUserTweets($screenName);
+
+ break;
+
+ case 'By keyword or hashtag':
+ // Does not work with the recent twitter changes
+ $params = [
+ 'q' => urlencode($this->getInput('q')),
+ 'tweet_mode' => 'extended',
+ 'tweet_search_mode' => 'live',
+ ];
+
+ $tweets = $api->search($params)->statuses;
+ $data = (object) [
+ 'tweets' => $tweets
+ ];
+ break;
+
+ case 'By list':
+ // Does not work with the recent twitter changes
+ // $params = [
+ // 'slug' => strtolower($this->getInput('list')),
+ // 'owner_screen_name' => strtolower($this->getInput('user')),
+ // 'tweet_mode' => 'extended',
+ // ];
+ $query = [
+ 'screenName' => strtolower($this->getInput('user')),
+ 'listSlug' => strtolower($this->getInput('list'))
+ ];
+
+ $data = $api->fetchListTweets($query, $this->queriedContext);
+ break;
+
+ case 'By list ID':
+ // Does not work with the recent twitter changes
+ // $params = [
+ // 'list_id' => $this->getInput('listid'),
+ // 'tweet_mode' => 'extended',
+ // ];
+
+ $query = [
+ 'listId' => $this->getInput('listid')
+ ];
+
+ $data = $api->fetchListTweets($query, $this->queriedContext);
+ break;
+ default:
+ returnServerError('Invalid query context !');
+ }
+
+ if (!$data) {
+ switch ($this->queriedContext) {
+ case 'By keyword or hashtag':
+ returnServerError('twitter: No results for this query.');
+ // fall-through
+ case 'By username':
+ returnServerError('Requested username can\'t be found.');
+ // fall-through
+ case 'By list':
+ returnServerError('Requested username or list can\'t be found');
+ }
+ }
+
+ $hidePictures = $this->getInput('nopic');
+
+ $hidePinned = $this->getInput('nopinned');
+ if ($hidePinned) {
+ $pinnedTweetId = null;
+ if ($data->user_info && $data->user_info->legacy->pinned_tweet_ids_str) {
+ $pinnedTweetId = $data->user_info->legacy->pinned_tweet_ids_str[0];
+ }
+ }
+
+ // Array of Tweet IDs
+ $tweetIds = [];
+ // Filter out unwanted tweets
+ foreach ($data->tweets as $tweet) {
+ if (!$tweet) {
+ continue;
+ }
+
+ if (isset($tweet->legacy)) {
+ $legacy_info = $tweet->legacy;
+ } else {
+ $legacy_info = $tweet;
+ }
+
+ // Filter out retweets to remove possible duplicates of original tweet
+ switch ($this->queriedContext) {
+ case 'By keyword or hashtag':
+ // phpcs:ignore
+ if ((isset($legacy_info->retweeted_status) || isset($legacy_info->retweeted_status_result)) && substr($legacy_info->full_text, 0, 4) === 'RT @') {
+ continue 2;
+ }
+ break;
+ }
+
+ // Skip own Retweets...
+ if (isset($legacy_info->retweeted_status) && $legacy_info->retweeted_status->user->id_str === $tweet->user->id_str) {
+ continue;
+ // phpcs:ignore
+ } elseif (isset($legacy_info->retweeted_status_result) && $tweet->retweeted_status_result->result->legacy->user_id_str === $legacy_info->user_id_str) {
+ continue;
+ }
+
+ $tweetId = (isset($legacy_info->id_str) ? $legacy_info->id_str : $tweet->rest_id);
+ // Skip pinned tweet
+ if ($hidePinned && ($tweetId === $pinnedTweetId)) {
+ continue;
+ }
+
+ if (isset($tweet->rest_id)) {
+ $tweetIds[] = $tweetId;
+ }
+ $rtweet = $legacy_info;
+ $tweets[] = $rtweet;
+ }
+
+ if ($this->queriedContext === 'By username') {
+ $this->feedIconUrl = $data->user_info->legacy->profile_image_url_https ?? null;
+ }
+
+ $i = 0;
+ foreach ($tweets as $tweet) {
+ $item = [];
+
+ $realtweet = $tweet;
+ $tweetId = (isset($tweetIds[$i]) ? $tweetIds[$i] : $realtweet->conversation_id_str);
+ if (isset($tweet->retweeted_status)) {
+ // Tweet is a Retweet, so set author based on original tweet and set realtweet for reference to the right content
+ $realtweet = $tweet->retweeted_status;
+ } elseif (isset($tweet->retweeted_status_result)) {
+ $tweetId = $tweet->retweeted_status_result->result->rest_id;
+ $realtweet = $tweet->retweeted_status_result->result->legacy;
+ }
+
+ if (isset($realtweet->truncated) && $realtweet->truncated) {
+ try {
+ $realtweet = $this->getFullText($realtweet->id_str);
+ } catch (HttpException $e) {
+ $realtweet = $tweet;
+ }
+ }
+
+ if (!$realtweet) {
+ $realtweet = $tweet;
+ }
+
+ switch ($this->queriedContext) {
+ case 'By username':
+ if ($this->getInput('norep') && isset($tweet->in_reply_to_status_id)) {
+ continue 2;
+ }
+ $item['username'] = $data->user_info->legacy->screen_name;
+ $item['fullname'] = $data->user_info->legacy->name;
+ $item['avatar'] = $data->user_info->legacy->profile_image_url_https;
+ $item['id'] = (isset($realtweet->id_str) ? $realtweet->id_str : $tweetId);
+ break;
+ case 'By list':
+ case 'By list ID':
+ $item['username'] = $data->userIds[$i]->legacy->screen_name;
+ $item['fullname'] = $data->userIds[$i]->legacy->name;
+ $item['avatar'] = $data->userIds[$i]->legacy->profile_image_url_https;
+ $item['id'] = $realtweet->conversation_id_str;
+ break;
+ case 'By keyword or hashtag':
+ $item['username'] = $realtweet->user->screen_name;
+ $item['fullname'] = $realtweet->user->name;
+ $item['avatar'] = $realtweet->user->profile_image_url_https;
+ $item['id'] = $realtweet->id_str;
+ break;
+ }
+
+ $item['timestamp'] = $realtweet->created_at;
+ $item['uri'] = self::URI . $item['username'] . '/status/' . $item['id'];
+ $item['author'] = ((isset($tweet->retweeted_status) || (isset($tweet->retweeted_status_result))) ? 'RT: ' : '')
+ . $item['fullname']
+ . ' (@'
+ . $item['username'] . ')';
+
+ // Convert plain text URLs into HTML hyperlinks
+ if (isset($realtweet->full_text)) {
+ $fulltext = $realtweet->full_text;
+ } else {
+ $fulltext = $realtweet->text;
+ }
+ $cleanedTweet = $fulltext;
+
+ $foundUrls = false;
+
+ if (substr($cleanedTweet, 0, 4) === 'RT @') {
+ $cleanedTweet = substr($cleanedTweet, 3);
+ }
+
+ if (isset($realtweet->entities->media)) {
+ foreach ($realtweet->entities->media as $media) {
+ $cleanedTweet = str_replace(
+ $media->url,
+ '' . $media->display_url . '',
+ $cleanedTweet
+ );
+ $foundUrls = true;
+ }
+ }
+ if (isset($realtweet->entities->urls)) {
+ foreach ($realtweet->entities->urls as $url) {
+ $cleanedTweet = str_replace(
+ $url->url,
+ '' . $url->display_url . '',
+ $cleanedTweet
+ );
+ $foundUrls = true;
+ }
+ }
+ if ($foundUrls === false) {
+ // fallback to regex'es
+ $reg_ex = '/(http|https|ftp|ftps)\:\/\/[a-zA-Z0-9\-\.]+\.[a-zA-Z]{2,3}(\/\S*)?/';
+ if (preg_match($reg_ex, $fulltext, $url)) {
+ $cleanedTweet = preg_replace(
+ $reg_ex,
+ "{$url[0]} ",
+ $cleanedTweet
+ );
+ }
+ }
+ // generate the title
+ $item['title'] = strip_tags($cleanedTweet);
+
+ // Add avatar
+ $picture_html = '';
+ if (!$hidePictures) {
+ $picture_html = <<
![]( "{$item['fullname']}")
EOD;
- }
-
- // Add embeded image to content
- $image_html = '';
- $images = $this->getImageURI($tweet);
- if(!$this->getInput('noimg') && !is_null($images)) {
-
- foreach ($images as $image) {
-
- // Set image scaling
- $image_orig = $this->getInput('noimgscaling') ? $image : $image . ':orig';
- $image_thumb = $this->getInput('noimgscaling') ? $image : $image . ':thumb';
-
- // add enclosures
- $item['enclosures'][] = $image_orig;
-
- $image_html .= <<
+ }
+
+ $medias = [];
+ if (isset($realtweet->extended_entities->media)) {
+ $medias = $realtweet->extended_entities->media;
+ } else if (isset($realtweet->mediaDetails)) {
+ $medias = $realtweet->mediaDetails;
+ }
+
+ // Get images
+ $media_html = '';
+ if (!$this->getInput('noimg')) {
+ foreach ($medias as $media) {
+ switch ($media->type) {
+ case 'photo':
+ $image = $media->media_url_https . '?name=orig';
+ $display_image = $media->media_url_https;
+ // add enclosures
+ $item['enclosures'][] = $image;
+
+ $media_html .= <<
+ referrerpolicy="no-referrer"
+ src="{$display_image}" />
EOD;
- }
- }
-
- // add content
- $item['content'] = <<video_info)) {
+ $link = $media->expanded_url;
+ $poster = $media->media_url_https;
+ $video = null;
+ $maxBitrate = -1;
+ foreach ($media->video_info->variants as $variant) {
+ $bitRate = $variant->bitrate ?? -100;
+ if ($bitRate > $maxBitrate) {
+ $maxBitrate = $bitRate;
+ $video = $variant->url;
+ }
+ }
+ if (!is_null($video)) {
+ // add enclosures
+ $item['enclosures'][] = $video;
+ $item['enclosures'][] = $poster;
+
+ $media_html .= <<Video
+
+EOD;
+ }
+ }
+ break;
+ default:
+ break;
+ }
+ }
+ }
+
+ switch ($this->queriedContext) {
+ case 'By list':
+ case 'By list ID':
+ // Check if filter applies to list (using raw content)
+ if ($this->getInput('filter')) {
+ if (stripos($cleanedTweet, $this->getInput('filter')) === false) {
+ continue 2; // switch + for-loop!
+ }
+ }
+ break;
+ case 'By username':
+ if ($this->getInput('noretweet') && strtolower($item['username']) != strtolower($this->getInput('u'))) {
+ continue 2; // switch + for-loop!
+ }
+ break;
+ default:
+ }
+
+ $item['content'] = <<
{$picture_html}
@@ -307,155 +572,25 @@ public function collectData(){
{$cleanedTweet}
- {$image_html}
+ {$media_html}
EOD;
- // add quoted tweet
- $quotedTweet = $tweet->find('div.QuoteTweet', 0);
- if($quotedTweet) {
- // get tweet text
- $cleanedQuotedTweet = str_replace(
- 'href="/',
- 'href="' . self::URI,
- $quotedTweet->find('div.tweet-text', 0)->innertext
- );
-
- $this->processContentLinks($quotedTweet);
- $this->processEmojis($quotedTweet);
-
- // Add embeded image to content
- $quotedImage_html = '';
- $quotedImages = $this->getQuotedImageURI($tweet);
-
- if(!$this->getInput('noimg') && !is_null($quotedImages)) {
+ // put out
+ $i++;
+ $this->items[] = $item;
+ }
- foreach ($quotedImages as $image) {
+ usort($this->items, ['TwitterBridge', 'compareTweetId']);
+ }
- // Set image scaling
- $image_orig = $this->getInput('noimgscaling') ? $image : $image . ':orig';
- $image_thumb = $this->getInput('noimgscaling') ? $image : $image . ':thumb';
+ public function getIcon()
+ {
+ return $this->feedIconUrl ?? parent::getIcon();
+ }
- // add enclosures
- $item['enclosures'][] = $image_orig;
-
- $quotedImage_html .= <<
-
-
-EOD;
- }
- }
-
- $item['content'] = <<
-
- {$cleanedQuotedTweet}
-
-
- {$quotedImage_html}
-
-EOD;
- }
- $item['content'] = htmlspecialchars_decode($item['content'], ENT_QUOTES);
-
- // put out
- $this->items[] = $item;
- }
- }
-
- private function processEmojis($tweet){
- // process emojis (reduce size)
- foreach($tweet->find('img.Emoji') as $img) {
- $img->style .= ' height: 1em;';
- }
- }
-
- private function processContentLinks($tweet){
- // processing content links
- foreach($tweet->find('a') as $link) {
- if($link->hasAttribute('data-expanded-url')) {
- $link->href = $link->getAttribute('data-expanded-url');
- }
- $link->removeAttribute('data-expanded-url');
- $link->removeAttribute('data-query-source');
- $link->removeAttribute('rel');
- $link->removeAttribute('class');
- $link->removeAttribute('target');
- $link->removeAttribute('title');
- }
- }
-
- private function fixAnchorSpacing($content){
- // fix anchors missing spaces in-between
- return str_replace(
- 'find('div.AdaptiveMedia-container', 0);
-
- if($container && $container->find('img', 0)) {
- foreach ($container->find('img') as $img) {
- $images[] = $img->src;
- }
- }
-
- if (!empty($images)) {
- return $images;
- }
-
- return null;
- }
-
- private function getQuotedImageURI($tweet){
- // Find media in tweet
- $images = array();
-
- $container = $tweet->find('div.QuoteMedia-container', 0);
-
- if($container && $container->find('img', 0)) {
- foreach ($container->find('img') as $img) {
- $images[] = $img->src;
- }
- }
-
- if (!empty($images)) {
- return $images;
- }
-
- return null;
- }
-
- private function getCookies($pageURL){
-
- $ctx = stream_context_create(array(
- 'http' => array(
- 'follow_location' => false
- )
- )
- );
- $a = file_get_contents($pageURL, 0, $ctx);
-
- //First request to get the cookie
- $cookies = '';
- foreach($http_response_header as $hdr) {
- if(stripos($hdr, 'Set-Cookie') !== false) {
- $cLine = explode(':', $hdr)[1];
- $cLine = explode(';', $cLine)[0];
- $cookies .= ';' . $cLine;
- }
- }
-
- return substr($cookies, 2);
- }
+ private static function compareTweetId($tweet1, $tweet2)
+ {
+ return (intval($tweet1['id']) < intval($tweet2['id']) ? 1 : -1);
+ }
}
diff --git a/bridges/TwitterEngineeringBridge.php b/bridges/TwitterEngineeringBridge.php
new file mode 100644
index 00000000000..96319c97514
--- /dev/null
+++ b/bridges/TwitterEngineeringBridge.php
@@ -0,0 +1,65 @@
+collectExpandableDatas($url);
+ }
+
+ protected function parseItem(array $item)
+ {
+ $dom = getSimpleHTMLDOMCached($item['uri']);
+ if (!$dom) {
+ $item['content'] .= 'Could not request ' . $this->getName() . ': ' . $item['uri'] . '
';
+ return $item;
+ }
+ $dom = defaultLinkTo($dom, $this->getURI());
+
+ $article_body = $dom->find('div.column.column-6', 0);
+
+ // Remove elements that are not part of article content
+ $unwanted_selector = 'div.bl02-blog-post-text-masthead, div.tweet-error-text, div.bl13-tweet-template';
+ foreach ($article_body->find($unwanted_selector) as $found) {
+ $found->outertext = '';
+ }
+
+ // Set src for images
+ foreach ($article_body->find('img') as $found) {
+ $found->setAttribute('src', $found->getAttribute('data-src'));
+ }
+
+ $item['content'] = $article_body;
+ $item['timestamp'] = strtotime($dom->find('span.b02-blog-post-no-masthead__date', 0)->innertext);
+ $item['categories'] = self::getCategoriesFromTags($dom);
+
+ return $item;
+ }
+
+ private static function getCategoriesFromTags($article_html)
+ {
+ $tags_list_items = [$article_html->find('.post__tags > ul > li')];
+ $categories = [];
+
+ foreach ($tags_list_items as $tag_list_item) {
+ foreach ($tag_list_item as $tag) {
+ $categories[] = trim($tag->plaintext);
+ }
+ }
+
+ return $categories;
+ }
+
+ public function getName()
+ {
+ // Else the original feed returns "English (US)" as the title
+ return 'Twitter Engineering Blog';
+ }
+}
diff --git a/bridges/TwitterV2Bridge.php b/bridges/TwitterV2Bridge.php
new file mode 100644
index 00000000000..19b27137a1a
--- /dev/null
+++ b/bridges/TwitterV2Bridge.php
@@ -0,0 +1,746 @@
+
+ Configuration Instructions.';
+ const MAINTAINER = 'quickwick';
+ const CONFIGURATION = [
+ 'twitterv2apitoken' => [
+ 'required' => true,
+ ]
+ ];
+ const PARAMETERS = [
+ 'global' => [
+ 'filter' => [
+ 'name' => 'Filter',
+ 'exampleValue' => 'rss-bridge',
+ 'required' => false,
+ 'title' => 'Specify a single term to search for'
+ ],
+ 'norep' => [
+ 'name' => 'Without replies',
+ 'type' => 'checkbox',
+ 'title' => 'Activate to exclude reply tweets'
+ ],
+ 'noretweet' => [
+ 'name' => 'Without retweets',
+ 'required' => false,
+ 'type' => 'checkbox',
+ 'title' => 'Activate to exclude retweets'
+ ],
+ 'nopinned' => [
+ 'name' => 'Without pinned tweet',
+ 'required' => false,
+ 'type' => 'checkbox',
+ 'title' => 'Activate to exclude pinned tweets'
+ ],
+ 'maxresults' => [
+ 'name' => 'Maximum results',
+ 'required' => false,
+ 'exampleValue' => '20',
+ 'title' => 'Maximum number of tweets to retrieve (limit is 100)'
+ ],
+ 'imgonly' => [
+ 'name' => 'Only media tweets',
+ 'type' => 'checkbox',
+ 'title' => 'Activate to show only tweets with media (photo/video)'
+ ],
+ 'nopic' => [
+ 'name' => 'Hide profile pictures',
+ 'type' => 'checkbox',
+ 'title' => 'Activate to hide profile pictures in content'
+ ],
+ 'noimg' => [
+ 'name' => 'Hide images in tweets',
+ 'type' => 'checkbox',
+ 'title' => 'Activate to hide images in tweets'
+ ],
+ 'noimgscaling' => [
+ 'name' => 'Disable image scaling',
+ 'type' => 'checkbox',
+ 'title' => 'Activate to display original sized images (no thumbnails)'
+ ],
+ 'noexternallink' => [
+ 'name' => 'Hide external link from content html',
+ 'type' => 'checkbox',
+ 'title' => 'Activate to hide the links from the content html field'
+ ],
+ 'idastitle' => [
+ 'name' => 'Use tweet id as title',
+ 'type' => 'checkbox',
+ 'title' => 'Activate to use tweet id as title (instead of tweet text)'
+ ]
+ ],
+ 'By username' => [
+ 'u' => [
+ 'name' => 'username',
+ 'required' => true,
+ 'exampleValue' => 'sebsauvage',
+ 'title' => 'Insert a user name'
+ ]
+ ],
+ 'By keyword or hashtag' => [
+ 'query' => [
+ 'name' => 'Keyword or #hashtag',
+ 'required' => true,
+ 'exampleValue' => 'rss-bridge OR #rss-bridge',
+ 'title' => << [
+ 'listid' => [
+ 'name' => 'List ID',
+ 'exampleValue' => '31748',
+ 'required' => true,
+ 'title' => 'Enter a list id'
+ ]
+ ]
+ ];
+
+ // $Item variable needs to be accessible from multiple functions without passing
+ private $item = [];
+
+ public function getName()
+ {
+ switch ($this->queriedContext) {
+ case 'By keyword or hashtag':
+ $specific = 'search ';
+ $param = 'query';
+ break;
+ case 'By username':
+ $specific = '@';
+ $param = 'u';
+ break;
+ case 'By list ID':
+ return 'Twitter List #' . $this->getInput('listid');
+ default:
+ return parent::getName();
+ }
+ return 'Twitter ' . $specific . $this->getInput($param);
+ }
+
+ public function collectData()
+ {
+ // $data will contain an array of all found tweets
+ $data = null;
+ // Contains user data (when in by username context)
+ $user = null;
+ // Array of all found tweets
+ $tweets = [];
+
+ $hideProfilePic = $this->getInput('nopic');
+ $hideImages = $this->getInput('noimg');
+ $hideReplies = $this->getInput('norep');
+ $hideRetweets = $this->getInput('noretweet');
+ $hidePinned = $this->getInput('nopinned');
+ $tweetFilter = $this->getInput('filter');
+ $maxResults = $this->getInput('maxresults');
+ if ($maxResults > 100) {
+ $maxResults = 100;
+ }
+ $idAsTitle = $this->getInput('idastitle');
+ $onlyMediaTweets = $this->getInput('imgonly');
+
+ // Read API token from config.ini.php, put into Header
+ $apiToken = $this->getOption('twitterv2apitoken');
+ $authHeaders = [
+ 'authorization: Bearer ' . $apiToken,
+ ];
+
+ // Try to get all tweets
+ switch ($this->queriedContext) {
+ case 'By username':
+ //Get id from username
+ $params = [
+ 'user.fields' => 'pinned_tweet_id,profile_image_url'
+ ];
+ $user = $this->makeApiCall('/users/by/username/'
+ . $this->getInput('u'), $authHeaders, $params);
+
+ if (isset($user->errors)) {
+ returnServerError('Requested username can\'t be found.');
+ }
+
+ // Set default params
+ $params = [
+ 'max_results' => (empty($maxResults) ? '10' : $maxResults),
+ 'tweet.fields'
+ => 'created_at,referenced_tweets,entities,attachments',
+ 'user.fields' => 'pinned_tweet_id',
+ 'expansions'
+ => 'referenced_tweets.id.author_id,entities.mentions.username,attachments.media_keys',
+ 'media.fields' => 'type,url,preview_image_url'
+ ];
+
+ // Set params to filter out replies and/or retweets
+ if ($hideReplies && $hideRetweets) {
+ $params['exclude'] = 'replies,retweets';
+ } elseif ($hideReplies) {
+ $params['exclude'] = 'replies';
+ } elseif ($hideRetweets) {
+ $params['exclude'] = 'retweets';
+ }
+
+ // Get the tweets
+ $data = $this->makeApiCall('/users/' . $user->data->id
+ . '/tweets', $authHeaders, $params);
+ break;
+
+ case 'By keyword or hashtag':
+ $params = [
+ 'query' => $this->getInput('query'),
+ 'max_results' => (empty($maxResults) ? '10' : $maxResults),
+ 'tweet.fields'
+ => 'created_at,referenced_tweets,entities,attachments',
+ 'expansions'
+ => 'referenced_tweets.id.author_id,entities.mentions.username,attachments.media_keys',
+ 'media.fields' => 'type,url,preview_image_url'
+ ];
+
+ // Set params to filter out replies and/or retweets
+ if ($hideReplies) {
+ $params['query'] = $params['query'] . ' -is:reply';
+ }
+ if ($hideRetweets) {
+ $params['query'] = $params['query'] . ' -is:retweet';
+ }
+
+ $data = $this->makeApiCall('/tweets/search/recent', $authHeaders, $params);
+ break;
+
+ case 'By list ID':
+ // Set default params
+ $params = [
+ 'max_results' => (empty($maxResults) ? '10' : $maxResults),
+ 'tweet.fields'
+ => 'created_at,referenced_tweets,entities,attachments',
+ 'expansions'
+ => 'referenced_tweets.id.author_id,entities.mentions.username,attachments.media_keys',
+ 'media.fields' => 'type,url,preview_image_url'
+ ];
+
+ $data = $this->makeApiCall('/lists/' . $this->getInput('listid') .
+ '/tweets', $authHeaders, $params);
+ break;
+
+ default:
+ returnServerError('Invalid query context !');
+ }
+
+ if (
+ (isset($data->errors) && !isset($data->data)) ||
+ (isset($data->meta) && $data->meta->result_count === 0)
+ ) {
+ switch ($this->queriedContext) {
+ case 'By keyword or hashtag':
+ returnServerError('No results for this query.');
+ // fall-through
+ case 'By username':
+ returnServerError('Requested username cannnot be found.');
+ // fall-through
+ case 'By list ID':
+ returnServerError('Requested list cannnot be found');
+ // fall-through
+ }
+ }
+
+ // figure out the Pinned Tweet Id
+ if ($hidePinned) {
+ $pinnedTweetId = null;
+ if (isset($user) && isset($user->data->pinned_tweet_id)) {
+ $pinnedTweetId = $user->data->pinned_tweet_id;
+ }
+ }
+
+ // Extract Media data into array
+ isset($data->includes->media) ? $includesMedia = $data->includes->media : $includesMedia = null;
+
+ // Extract additional Users data into array
+ isset($data->includes->users) ? $includesUsers = $data->includes->users : $includesUsers = null;
+
+ // Extract additional Tweets data into array
+ isset($data->includes->tweets) ? $includesTweets = $data->includes->tweets : $includesTweets = null;
+
+ // Extract main Tweets data into array
+ $tweets = $data->data;
+
+ // Make another API call to get user and media info for retweets
+ // Is there some way to get this info included in original API call?
+ $retweetedData = null;
+ $retweetedMedia = null;
+ $retweetedUsers = null;
+ if (!$hideImages && isset($includesTweets)) {
+ // There has to be a better PHP way to extract the tweet Ids?
+ $includesTweetsIds = [];
+ foreach ($includesTweets as $includesTweet) {
+ $includesTweetsIds[] = $includesTweet->id;
+ }
+
+ // Set default params for API query
+ $params = [
+ 'ids' => join(',', $includesTweetsIds),
+ 'tweet.fields' => 'entities,attachments',
+ 'expansions' => 'author_id,attachments.media_keys',
+ 'media.fields' => 'type,url,preview_image_url',
+ 'user.fields' => 'id,profile_image_url'
+ ];
+
+ // Get the retweeted tweets
+ $retweetedData = $this->makeApiCall('/tweets', $authHeaders, $params);
+
+ // Extract retweets Media data into array
+ isset($retweetedData->includes->media) ? $retweetedMedia
+ = $retweetedData->includes->media : $retweetedMedia = null;
+
+ // Extract retweets additional Users data into array
+ isset($retweetedData->includes->users) ? $retweetedUsers
+ = $retweetedData->includes->users : $retweetedUsers = null;
+ }
+
+ // Create output array with all required elements for each tweet
+ foreach ($tweets as $tweet) {
+ // Skip pinned tweet (if selected)
+ if ($hidePinned && $tweet->id === $pinnedTweetId) {
+ continue;
+ }
+
+ // Check if tweet is Retweet, Quote or Reply
+ $isRetweet = false;
+ $isReply = false;
+ $isQuote = false;
+
+ if (isset($tweet->referenced_tweets)) {
+ switch ($tweet->referenced_tweets[0]->type) {
+ case 'retweeted':
+ $isRetweet = true;
+ break;
+ case 'quoted':
+ $isQuote = true;
+ break;
+ case 'replied_to':
+ $isReply = true;
+ break;
+ }
+ }
+
+ // Skip replies and/or retweets (if selected). This check is primarily for lists
+ // These should already be pre-filtered for username and keyword queries
+ if (($hideRetweets && $isRetweet) || ($hideReplies && $isReply)) {
+ continue;
+ }
+
+ // Initialize empty array to hold feed item values
+ $this->item = [];
+
+ // Start getting and setting values needed for HTML output
+ $quotedTweet = null;
+ $cleanedQuotedTweet = null;
+ $quotedUser = null;
+ if ($isQuote) {
+ foreach ($includesTweets as $includesTweet) {
+ if ($includesTweet->id === $tweet->referenced_tweets[0]->id) {
+ $quotedTweet = $includesTweet;
+ $cleanedQuotedTweet = nl2br($quotedTweet->text);
+ break;
+ }
+ }
+
+ $quotedUser = $this->getTweetUser($quotedTweet, $retweetedUsers, $includesUsers);
+ }
+ if ($isRetweet || is_null($user)) {
+ // Replace tweet object with original retweeted object
+ if ($isRetweet) {
+ foreach ($includesTweets as $includesTweet) {
+ if ($includesTweet->id === $tweet->referenced_tweets[0]->id) {
+ $tweet = $includesTweet;
+ break;
+ }
+ }
+ }
+
+ // Skip self-Retweets (can cause duplicate entries in output)
+ if (isset($user) && $tweet->author_id === $user->data->id) {
+ continue;
+ }
+
+ // Get user object for retweeted tweet
+ $originalUser = $this->getTweetUser($tweet, $retweetedUsers, $includesUsers);
+
+ $this->item['username'] = $originalUser->username;
+ $this->item['fullname'] = $originalUser->name;
+ if (isset($originalUser->profile_image_url)) {
+ $this->item['avatar'] = $originalUser->profile_image_url;
+ } else {
+ $this->item['avatar'] = null;
+ }
+ } else {
+ $this->item['username'] = $user->data->username;
+ $this->item['fullname'] = $user->data->name;
+ $this->item['avatar'] = $user->data->profile_image_url;
+ }
+ $this->item['id'] = $tweet->id;
+ $this->item['timestamp'] = $tweet->created_at;
+ $this->item['uri']
+ = self::URI . $this->item['username'] . '/status/' . $this->item['id'];
+ $this->item['author'] = ($isRetweet ? 'RT: ' : '')
+ . $this->item['fullname']
+ . ' (@'
+ . $this->item['username'] . ')';
+
+ $cleanedTweet = nl2br($tweet->text);
+
+ // Perform optional keyword filtering (only keep tweet if keyword is found)
+ if (! empty($tweetFilter)) {
+ if (stripos($cleanedTweet, $this->getInput('filter')) === false) {
+ continue;
+ }
+ }
+
+ // Perform optional non-media tweet skip
+ // This check must wait until after retweets are identified
+ if (
+ $onlyMediaTweets && !isset($tweet->attachments->media_keys) &&
+ (($isQuote && !isset($quotedTweet->attachments->media_keys)) || !$isQuote)
+ ) {
+ // There is no media in current tweet or quoted tweet, skip to next
+ continue;
+ }
+
+ // Search for and replace URLs in Tweet text
+ $cleanedTweet = $this->replaceTweetURLs($tweet, $cleanedTweet);
+ if (isset($cleanedQuotedTweet)) {
+ $cleanedQuotedTweet = $this->replaceTweetURLs($quotedTweet, $cleanedQuotedTweet);
+ }
+
+ // Generate Title text
+ if ($idAsTitle) {
+ $titleText = $tweet->id;
+ } else {
+ $titleText = strip_tags($cleanedTweet);
+ }
+
+ if ($isRetweet) {
+ if (substr($titleText, 0, 4) === 'RT @') {
+ $titleText = substr_replace($titleText, ':', 2, 0);
+ } else {
+ $titleText = 'RT: @' . $this->item['username'] . ': ' . $titleText;
+ }
+ } elseif ($isReply && !$idAsTitle) {
+ $titleText = 'R: ' . $titleText;
+ }
+
+ $this->item['title'] = $titleText;
+
+ // Get external link info
+ $extURL = null;
+ if (isset($tweet->entities->urls) && strpos($tweet->entities->urls[0]->expanded_url, 'twitter.com') === false) {
+ $extURL = $tweet->entities->urls[0]->expanded_url;
+ $extDisplayURL = $tweet->entities->urls[0]->display_url;
+ $extTitle = $tweet->entities->urls[0]->title;
+ $extDesc = $tweet->entities->urls[0]->description;
+ if (isset($tweet->entities->urls[0]->images)) {
+ $extMediaOrig = $tweet->entities->urls[0]->images[0]->url;
+ $extMediaScaled = $tweet->entities->urls[0]->images[1]->url;
+ } else {
+ $extMediaOrig = '';
+ $extMediaScaled = '';
+ }
+ }
+
+ // Generate Avatar HTML block
+ $picture_html = '';
+ if (!$hideProfilePic && isset($this->item['avatar'])) {
+ $picture_html = <<
+![{$this->item['username']}]({$this->item['avatar']} "{$this->item['fullname']}")
+
+EOD;
+ }
+
+ // Generate media HTML block
+ $media_html = '';
+ $quoted_media_html = '';
+ $ext_media_html = '';
+ if (!$hideImages) {
+ if (isset($tweet->attachments->media_keys)) {
+ $media_html = $this->createTweetMediaHTML($tweet, $includesMedia, $retweetedMedia);
+ }
+ if (isset($quotedTweet->attachments->media_keys)) {
+ $quoted_media_html = $this->createTweetMediaHTML($quotedTweet, $includesMedia, $retweetedMedia);
+ }
+ if (isset($extURL)) {
+ if ($this->getInput('noimgscaling')) {
+ $extMediaURL = $extMediaOrig;
+ } else {
+ $extMediaURL = $extMediaScaled;
+ }
+ $ext_media_html = <<
+EOD;
+ }
+ }
+
+ // Generate the HTML for Item content
+ $this->item['content'] = <<
+ {$picture_html}
+
+
+ {$cleanedTweet}
+
+
+ {$media_html}
+EOD;
+
+ // Add Quoted Tweet HTML, if relevant
+ if (isset($quotedTweet)) {
+ $quotedTweetURI = self::URI . $quotedUser->username . '/status/' . $quotedTweet->id;
+ $quote_html = <<
+
+ $quotedUser->name @$quotedUser->username ·
+ $quotedTweet->created_at
+ $cleanedQuotedTweet
+ $quoted_media_html
+
+QUOTE;
+ $this->item['content'] .= $quote_html;
+ }
+
+ // Add External Link HTML, if relevant
+ if (isset($extURL) && !$this->getInput('noexternallink')) {
+ $ext_html = <<
+ $ext_media_html
+ $extDisplayURL
+ $extTitle
+ $extDesc
+
+EXTERNAL;
+ $this->item['content'] .= $ext_html;
+ }
+
+ $this->item['content'] = htmlspecialchars_decode($this->item['content'], ENT_QUOTES);
+
+ // Add current Item to Items array
+ $this->items[] = $this->item;
+ }
+
+ // Sort all tweets in array by date
+ usort($this->items, ['TwitterV2Bridge', 'compareTweetDate']);
+ }
+
+ private static function compareTweetDate($tweet1, $tweet2)
+ {
+ return (strtotime($tweet1['timestamp']) < strtotime($tweet2['timestamp']) ? 1 : -1);
+ }
+
+ /**
+ * Tries to make an API call to Twitter.
+ * @param $api string API entry point
+ * @param $params array additional URI parmaeters
+ * @return object json data
+ */
+ private function makeApiCall($api, $authHeaders, $params)
+ {
+ $uri = self::API_URI . $api . '?' . http_build_query($params);
+ $result = getContents($uri, $authHeaders);
+ $data = json_decode($result);
+ return $data;
+ }
+
+ /**
+ * Change format of URLs in tweet text
+ * @param $tweetObject object current Tweet JSON
+ * @param $tweetText string current Tweet text
+ * @return string modified tweet text
+ */
+ private function replaceTweetURLs($tweetObject, $tweetText)
+ {
+ $foundUrls = false;
+ // Rewrite URL links, based on URL list in tweet object
+ if (isset($tweetObject->entities->urls)) {
+ foreach ($tweetObject->entities->urls as $url) {
+ $tweetText = str_replace(
+ $url->url,
+ '' . $url->display_url . '',
+ $tweetText
+ );
+ }
+ $foundUrls = true;
+ }
+ // Regex fallback for rewriting URL links. Should never trigger?
+ if ($foundUrls === false) {
+ $reg_ex = '/(http|https|ftp|ftps)\:\/\/[a-zA-Z0-9\-\.]+\.[a-zA-Z]{2,3}(\/\S*)?/';
+ if (preg_match($reg_ex, $tweetText, $url)) {
+ $tweetText = preg_replace(
+ $reg_ex,
+ "{$url[0]} ",
+ $tweetText
+ );
+ }
+ }
+ // Fix back-to-back URLs by adding a
+ $reg_ex = '/\/a>\s*
id === $tweetObject->author_id) {
+ $matchedUser = $retweetedUser;
+ break;
+ }
+ }
+ }
+ if (!isset($matchedUser->username) && isset($includesUsers)) {
+ foreach ($includesUsers as $includesUser) {
+ if ($includesUser->id === $tweetObject->author_id) {
+ $matchedUser = $includesUser;
+
+ break;
+ }
+ }
+ }
+ return $matchedUser;
+ }
+
+ /**
+ * Generates HTML for embedded media
+ * @param $tweetObject object current Tweet JSON
+ * @param $includesMedia
+ * @param $retweetedMedia
+ * @return string modified tweet text
+ */
+ private function createTweetMediaHTML($tweetObject, $includesMedia, $retweetedMedia)
+ {
+ $media_html = '';
+ // Match media_keys in tweet to media list from, put matches into new array
+ $tweetMedia = [];
+ // Start by checking the original list of tweet Media includes
+ if (isset($includesMedia)) {
+ foreach ($includesMedia as $includesMedium) {
+ if (
+ in_array(
+ $includesMedium->media_key,
+ $tweetObject->attachments->media_keys
+ )
+ ) {
+ $tweetMedia[] = $includesMedium;
+ }
+ }
+ }
+ // If no matches found, check the retweet Media includes
+ if (empty($tweetMedia) && isset($retweetedMedia)) {
+ foreach ($retweetedMedia as $retweetedMedium) {
+ if (
+ in_array(
+ $retweetedMedium->media_key,
+ $tweetObject->attachments->media_keys
+ )
+ ) {
+ $tweetMedia[] = $retweetedMedium;
+ }
+ }
+ }
+
+ foreach ($tweetMedia as $media) {
+ switch ($media->type) {
+ case 'photo':
+ if ($this->getInput('noimgscaling')) {
+ $image = $media->url;
+ $display_image = $media->url;
+ } else {
+ $image = $media->url . '?name=orig';
+ $display_image = $media->url;
+ }
+ // add enclosures
+ $this->item['enclosures'][] = $image;
+
+ $media_html .= <<
+![]()
+
+EOD;
+ break;
+ case 'video':
+ // To Do: Is there a way to easily match this
+ // to a direct Video URL?
+ $display_image = $media->preview_image_url;
+
+ $media_html .= <<Video:
+
+EOD;
+ break;
+ case 'animated_gif':
+ // To Do: Is there a way to easily match this to a
+ // direct animated Gif URL?
+ $display_image = $media->preview_image_url;
+
+ $media_html .= <<Animated Gif:
+
+EOD;
+ break;
+ default:
+ break;
+ }
+ }
+
+ return $media_html;
+ }
+}
diff --git a/bridges/UberNewsroomBridge.php b/bridges/UberNewsroomBridge.php
new file mode 100644
index 00000000000..333200cd08e
--- /dev/null
+++ b/bridges/UberNewsroomBridge.php
@@ -0,0 +1,185 @@
+ [
+ 'name' => 'Region',
+ 'type' => 'list',
+ 'values' => [
+ 'Africa' => [
+ 'Egypt' => 'ar-EG',
+ 'Ghana' => 'en-GH',
+ 'Kenya' => 'en-KE',
+ 'Morocco' => 'fr-MA',
+ 'Nigeria' => 'en-NG',
+ 'South Africa' => 'en-ZA',
+ 'Tanzania' => 'en-TZ',
+ 'Uganda' => 'en-UG',
+ ],
+ 'Asia' => [
+ 'Bangladesh' => 'en-BD',
+ 'Cambodia' => 'km-KH',
+ 'China' => 'zh-CN',
+ 'Hong Kong' => 'zh-HK',
+ 'India' => 'en-IN',
+ 'Indonesia' => 'en-ID',
+ 'Japan' => 'ja-JP',
+ 'Korea' => 'ko-KR',
+ 'Macau' => 'zh-MO',
+ 'Malaysia' => 'en-MY',
+ 'Myanmar' => 'en-MM',
+ 'Philippines' => 'en-PH',
+ 'Singapore' => 'en-SG',
+ 'Sri Lanka' => 'en-LK',
+ 'Taiwan' => 'zh-TW',
+ 'Thailand' => 'th-TH',
+ 'Vietnam' => 'vi-VN',
+ ],
+ 'Central America' => [
+ 'Costa Rica' => 'es-CR',
+ 'Dominican Republic' => 'es-DO',
+ 'El Salvador' => 'es-SV',
+ 'Guatemala' => 'es-GT',
+ 'Honduras' => 'es-HN',
+ 'Mexico' => 'es-MX',
+ 'Nicaragua' => 'es-NI',
+ 'Panama' => 'es-PA',
+ 'Puerto Rico' => 'es-PR',
+ ],
+ 'Europe' => [
+ 'Austria' => 'de-AT',
+ 'Azerbaijan' => 'az',
+ 'Belarus' => 'ru-BY',
+ 'Belgium' => 'fr-BE',
+ 'Bulgaria' => 'bg',
+ 'Croatia' => 'hr',
+ 'Czech Republic' => 'cs-CZ',
+ 'Denmark' => 'da-DK',
+ 'Estonia' => 'et-EE',
+ 'Finland' => 'fi',
+ 'France' => 'fr',
+ 'Germany' => 'de',
+ 'Greece' => 'el-GR',
+ 'Hungary' => 'hu',
+ 'Ireland' => 'en-IE',
+ 'Italy' => 'it',
+ 'Kazakhstan' => 'ru-KZ',
+ 'Lithuania' => 'lt',
+ 'Netherlands' => 'nl',
+ 'Norway' => 'nb-NO',
+ 'Poland' => 'pl',
+ 'Portugal' => 'pt',
+ 'Romania' => 'ro',
+ 'Russia' => 'ru',
+ 'Slovakia' => 'sk',
+ 'Spain' => 'es-ES',
+ 'Sweden' => 'sv-SE',
+ 'Switzerland' => 'fr-CH',
+ 'Turkey' => 'tr',
+ 'Ukraine' => 'uk-UA',
+ 'United Kingdom' => 'en-GB',
+ ],
+ 'Middle East' => [
+ 'Bahrain' => 'en-BH',
+ 'Israel' => 'he-IL',
+ 'Jordan' => 'en-JO',
+ 'Kuwait' => 'en-KW',
+ 'Lebanon' => 'en-LB',
+ 'Pakistan' => 'en-PK',
+ 'Qatar' => 'en-QA',
+ 'Saudi Arabia' => 'ar-SA',
+ 'United Arab Emirates' => 'en-AE',
+ ],
+ 'North America' => [
+ 'Canada' => 'en-CA',
+ 'United States' => 'en-US',
+ ],
+ 'Pacific' => [
+ 'Australia' => 'en-AU',
+ 'New Zealand' => 'en-NZ',
+ ],
+ 'South America' => [
+ 'Argentina' => 'es-AR',
+ 'Bolivia' => 'es-BO',
+ 'Brazil' => 'pt-BR',
+ 'Chile' => 'es-CL',
+ 'Colombia' => 'es-CO',
+ 'Ecuador' => 'es-EC',
+ 'Paraguay' => 'es-PY',
+ 'Peru' => 'es-PE',
+ 'Trinidad & Tobago' => 'en-TT',
+ 'Uruguay' => 'es-UY',
+ 'Venezuela' => 'es-VE',
+ ],
+ ],
+ 'defaultValue' => 'en-US',
+ ]
+ ]];
+
+ const CACHE_TIMEOUT = 3600;
+
+ private $regionName = '';
+
+ public function collectData()
+ {
+ $json = getContents(self::URI_API_DATA . $this->getInput('region'));
+ $data = json_decode($json);
+
+ $this->regionName = $data->region->name;
+
+ foreach ($data->articles as $article) {
+ $json = getContents(self::URI_API_POST . $article->id);
+ $post = json_decode($json);
+
+ $item = [];
+ $item['title'] = $post->title->rendered;
+ $item['timestamp'] = $post->date;
+ $item['uri'] = $post->link;
+ $item['content'] = $this->formatContent($post->content->rendered);
+ $item['enclosures'][] = $article->image_full;
+
+ $this->items[] = $item;
+ }
+ }
+
+ public function getURI()
+ {
+ if (is_null($this->getInput('region')) === false) {
+ return self::URI . '/' . $this->getInput('region') . '/newsroom';
+ }
+
+ return parent::getURI() . '/newsroom';
+ }
+
+ public function getName()
+ {
+ if (is_null($this->getInput('region')) === false) {
+ return $this->regionName . ' - Uber Newsroom';
+ }
+
+ return parent::getName();
+ }
+
+ private function formatContent($html)
+ {
+ $html = str_get_html($html);
+
+ foreach ($html->find('div.wp-video') as $div) {
+ $div->style = '';
+ }
+
+ foreach ($html->find('video') as $video) {
+ $video->width = '100%';
+ $video->height = '';
+ }
+
+ return $html;
+ }
+}
diff --git a/bridges/UnogsBridge.php b/bridges/UnogsBridge.php
new file mode 100644
index 00000000000..7aff10c6d8c
--- /dev/null
+++ b/bridges/UnogsBridge.php
@@ -0,0 +1,182 @@
+ [
+ 'feed' => [
+ 'name' => 'feed',
+ 'type' => 'list',
+ 'title' => 'Choose whether you want latest movies or removal on Netflix',
+ 'values' => [
+ 'What\'s New' => 'new last 7 days',
+ 'Expiring' => 'expiring'
+ ]
+ ],
+ 'limit' => self::LIMIT,
+ ],
+ 'Global' => [],
+ 'Country' => [
+ 'country_code' => [
+ 'name' => 'Country',
+ 'type' => 'list',
+ 'title' => 'Choose your preferred country',
+ 'values' => [
+ 'Argentina' => 21,
+ 'Australia' => 23,
+ 'Belgium' => 26,
+ 'Brazil' => 29,
+ 'Canada' => 33,
+ 'Colombia' => 36,
+ 'Czech Republic' => 307,
+ 'France' => 45,
+ 'Germany' => 39,
+ 'Greece' => 327,
+ 'Hong Kong' => 331,
+ 'Hungary' => 334,
+ 'Iceland' => 265,
+ 'India' => 337,
+ 'Israel' => 336,
+ 'Italy' => 269,
+ 'Japan' => 267,
+ 'Lithuania' => 357,
+ 'Malaysia' => 378,
+ 'Mexico' => 65,
+ 'Netherlands' => 67,
+ 'Philippines' => 390,
+ 'Poland' => 392,
+ 'Portugal' => 268,
+ 'Romania' => 400,
+ 'Russia' => 402,
+ 'Singapore' => 408,
+ 'Slovakia' => 412,
+ 'South Africa' => 447,
+ 'South Korea' => 348,
+ 'Spain' => 270,
+ 'Sweden' => 73,
+ 'Switzerland' => 34,
+ 'Thailand' => 425,
+ 'Turkey' => 432,
+ 'Ukraine' => 436,
+ 'United Kingdom' => 46,
+ 'United States' => 78
+ ]
+ ]
+ ]
+ ];
+
+ public function getName()
+ {
+ $feedName = '';
+ if ($this->queriedContext == 'Global') {
+ $feedName .= 'Netflix Global - ';
+ } elseif ($this->queriedContext == 'Country') {
+ $feedName .= 'Netflix ' . $this->getKey('country_code') . ' - ';
+ }
+ if ($this->getInput('feed') == 'expiring') {
+ $feedName .= 'Expiring title';
+ } elseif ($this->getInput('feed') == 'new last 7 days') {
+ $feedName .= 'What\'s New';
+ } else {
+ $feedName = self::NAME;
+ }
+ return $feedName;
+ }
+
+ private function getJSON($url)
+ {
+ $header = [
+ 'Referer: https://unogs.com/',
+ 'referrer: http://unogs.com',
+ ];
+
+ $raw = getContents($url, $header);
+ return json_decode($raw, true);
+ }
+
+ private function getImage($nfid)
+ {
+ $url = self::URI . '/api/title/bgimages?netflixid=' . $nfid;
+ $json = $this->getJSON($url);
+ $image_wrapper = '';
+ if (isset($json['bo1280x448'])) {
+ $image_wrapper = 'bo1280x448';
+ } else {
+ $image_wrapper = 'bo665x375';
+ }
+ end($json[$image_wrapper]);
+ $position = key($json[$image_wrapper]);
+ $image_link = $json[$image_wrapper][$position]['url'];
+ return $image_link;
+ }
+
+ private function handleData($data)
+ {
+ $item = [];
+ $item['title'] = $data['title'] . ' - ' . $data['year'];
+ $item['timestamp'] = $data['titledate'];
+ $netflix_id = $data['nfid'];
+ $item['uri'] = 'https://www.netflix.com/title/' . $netflix_id;
+ $image_url = $this->getImage($netflix_id);
+ $netflix_synopsis = $data['synopsis'];
+ $expired_warning = '';
+ if (isset($data['expires'])) {
+ $expired_warning .= 'Expired on: ' . $data['expires'] . '
';
+ $item['timestamp'] = $data['expires'];
+ }
+ $unogs_url = self::URI . '/title/' . $netflix_id;
+
+ $item['content'] = <<
+$expired_warning
+$netflix_synopsis
+Details: $unogs_url
+EOD;
+ $this->items[] = $item;
+ }
+
+ public function collectData()
+ {
+ $feed = $this->getInput('feed');
+ $is_global = false;
+ $country_code = '';
+
+ switch ($this->queriedContext) {
+ case 'Country':
+ $country_code = $this->getInput('country_code');
+ break;
+ }
+
+ $limit = $this->getInput('limit') ?? 30;
+
+ // https://rapidapi.com/unogs/api/unogsng/details
+ $api_url = sprintf(
+ '%s/api/search?query=%s%s&limit=%s',
+ self::URI,
+ urlencode($feed),
+ $country_code ? '&countrylist=' . $country_code : '',
+ $limit
+ );
+
+ $json_data = $this->getJSON($api_url);
+ $movies = $json_data['results'];
+
+ if ($this->getInput('feed') == 'expiring') {
+ /* uNoGS API returns movies/series that going to remove
+ * today according to the day you fetch the data.
+ * They put items that going to remove in the future on the last
+ * so I reverse this to get those items, not to bothers those that already removed today.
+ */
+ $movies = array_reverse($movies);
+ }
+
+ foreach ($movies as $movie) {
+ $this->handleData($movie);
+ }
+ }
+}
diff --git a/bridges/UnraidCommunityApplicationsBridge.php b/bridges/UnraidCommunityApplicationsBridge.php
new file mode 100644
index 00000000000..1295e8278a6
--- /dev/null
+++ b/bridges/UnraidCommunityApplicationsBridge.php
@@ -0,0 +1,81 @@
+apps = getContents(self::APPSURI);
+ $this->apps = json_decode($this->apps, true)['applist'];
+ }
+
+ private function sortApps()
+ {
+ usort($this->apps, function ($app1, $app2) {
+ return $app1['FirstSeen'] < $app2['FirstSeen'] ? 1 : -1;
+ });
+ }
+
+ public function collectData()
+ {
+ $this->fetchApps();
+ $this->sortApps();
+ foreach ($this->apps as $app) {
+ if (array_key_exists('Language', $app)) {
+ continue;
+ }
+ $item = [];
+ $item['title'] = $app['Name'];
+ $item['timestamp'] = $app['FirstSeen'];
+ $item['author'] = explode('\'', $app['Repo'])[0];
+ $item['content'] = '';
+
+ if (isset($app['CategoryList'])) {
+ $item['categories'] = $app['CategoryList'];
+ }
+
+ if (array_key_exists('Icon', $app)) {
+ $item['content'] .= '
';
+ }
+
+ if (array_key_exists('Overview', $app)) {
+ $item['content'] .= ''
+ . $app['Overview']
+ . '
';
+ }
+
+ if (array_key_exists('Project', $app)) {
+ $item['uri'] = $app['Project'];
+ }
+
+ if (array_key_exists('Registry', $app)) {
+ $item['content'] .= '
Docker Hub';
+ }
+
+ if (array_key_exists('Support', $app)) {
+ $item['content'] .= '
Support';
+ }
+
+ $this->items[] = $item;
+
+ if (count($this->items) >= 150) {
+ break;
+ }
+ }
+ }
+}
diff --git a/bridges/UnsplashBridge.php b/bridges/UnsplashBridge.php
index dad0efc2eaf..590d16ab201 100644
--- a/bridges/UnsplashBridge.php
+++ b/bridges/UnsplashBridge.php
@@ -1,68 +1,119 @@
array(
- 'name' => 'Max number of photos',
- 'type' => 'number',
- 'defaultValue' => 20
- ),
- 'w' => array(
- 'name' => 'Width',
- 'exampleValue' => '1920, 1680, …',
- 'defaultValue' => '1920'
- ),
- 'q' => array(
- 'name' => 'JPEG quality',
- 'type' => 'number',
- 'defaultValue' => 75
- )
- ));
+ const PARAMETERS = [[
+ 'u' => [
+ 'name' => 'Filter by username (optional)',
+ 'type' => 'text',
+ 'defaultValue' => 'unsplash'
+ ],
+ 'm' => [
+ 'name' => 'Max number of photos',
+ 'type' => 'number',
+ 'defaultValue' => 20,
+ 'required' => true
+ ],
+ 'prev_q' => [
+ 'name' => 'Preview quality',
+ 'type' => 'list',
+ 'values' => [
+ 'full' => 'full',
+ 'regular' => 'regular',
+ 'small' => 'small',
+ 'thumb' => 'thumb',
+ ],
+ 'defaultValue' => 'regular'
+ ],
+ 'w' => [
+ 'name' => 'Max download width (optional)',
+ 'exampleValue' => 1920,
+ 'type' => 'number',
+ 'defaultValue' => 1920,
+ ],
+ 'jpg_q' => [
+ 'name' => 'Max JPEG quality (optional)',
+ 'exampleValue' => 75,
+ 'type' => 'number',
+ 'defaultValue' => 75,
+ ]
+ ]];
- public function collectData(){
- $width = $this->getInput('w');
- $max = $this->getInput('m');
- $quality = $this->getInput('q');
+ public function collectData()
+ {
+ $filteredUser = $this->getInput('u');
+ $width = $this->getInput('w');
+ $max = $this->getInput('m');
+ $previewQuality = $this->getInput('prev_q');
+ $jpgQuality = $this->getInput('jpg_q');
- $api_response = getContents('https://unsplash.com/napi/photos?page=1&per_page=' . $max)
- or returnServerError('Could not request Unsplash API.');
- $json = json_decode($api_response, true);
+ $url = 'https://unsplash.com/napi';
+ if (strlen($filteredUser) > 0) {
+ $url .= '/users/' . $filteredUser;
+ }
+ $url .= '/photos?page=1&per_page=' . $max;
+ $api_response = getContents($url);
- foreach ($json as $json_item) {
- $item = array();
+ $json = json_decode($api_response, true);
- // Get image URI
- $uri = $json_item['urls']['regular'] . '.jpg'; // '.jpg' only for format hint
- $uri = str_replace('q=80', 'q=' . $quality, $uri);
- $uri = str_replace('w=1080', 'w=' . $width, $uri);
- $item['uri'] = $uri;
+ foreach ($json as $json_item) {
+ $item = [];
- // Get title from description
- if (is_null($json_item['alt_description'])) {
- if (is_null($json_item['description'])) {
- $item['title'] = 'Unsplash picture from ' . $json_item['user']['name'];
- } else {
- $item['title'] = $json_item['description'];
- }
- } else {
- $item['title'] = $json_item['alt_description'];
- }
+ // Get image URI
+ $uri = $json_item['urls']['raw'] . '&fm=jpg';
+ if ($jpgQuality > 0) {
+ $uri .= '&q=' . $jpgQuality;
+ }
+ if ($width > 0) {
+ $uri .= '&w=' . $width . '&fit=max';
+ }
+ $uri .= '.jpg'; // only for format hint
+ $item['uri'] = $uri;
- $item['timestamp'] = time();
- $item['content'] = $item['title']
- . '
';
+ // Get title from description
+ if (is_null($json_item['description'])) {
+ $item['title'] = 'Unsplash picture from ' . $json_item['user']['name'];
+ } else {
+ $item['title'] = $json_item['description'];
+ }
- $this->items[] = $item;
- }
- }
+ $item['timestamp'] = $json_item['created_at'];
+ $content = 'User: @'
+ . $json_item['user']['username']
+ . '';
+ if (isset($json_item['location']['name'])) {
+ $content .= ' | Location: ' . $json_item['location']['name'];
+ }
+ $content .= ' | Image on Unsplash
';
+ $item['content'] = $content;
+
+ $this->items[] = $item;
+ }
+ }
+
+ public function getName()
+ {
+ $filteredUser = $this->getInput('u') ?? '';
+ if (strlen($filteredUser) > 0) {
+ return $filteredUser . ' - ' . self::NAME;
+ } else {
+ return self::NAME;
+ }
+ }
}
diff --git a/bridges/UrlebirdBridge.php b/bridges/UrlebirdBridge.php
new file mode 100644
index 00000000000..38f73249ef6
--- /dev/null
+++ b/bridges/UrlebirdBridge.php
@@ -0,0 +1,97 @@
+ [
+ 'name' => '@username or #hashtag',
+ 'type' => 'text',
+ 'required' => true,
+ 'exampleValue' => '@willsmith',
+ 'title' => '@username or #hashtag'
+ ]
+ ]
+ ];
+
+ private $title;
+
+ public function collectData()
+ {
+ switch ($this->getInput('query')[0]) {
+ case '@':
+ $url = 'https://urlebird.com/user/' . substr($this->getInput('query'), 1) . '/';
+ break;
+ case '#':
+ $url = 'https://urlebird.com/hash/' . substr($this->getInput('query'), 1) . '/';
+ break;
+ default:
+ returnServerError('Please, enter valid username or hashtag!');
+ break;
+ }
+
+ $html = getSimpleHTMLDOM($url);
+ $limit = 10;
+
+ $this->title = $html->find('title', 0)->innertext;
+ $articles = $html->find('div.thumb');
+ $articles = array_slice($articles, 0, $limit);
+ foreach ($articles as $article) {
+ $item = [];
+ $itemUrl = $article->find('a', 2)->href;
+ $item['uri'] = $this->encodePathSegments($itemUrl);
+
+ $dom = getSimpleHTMLDOM($item['uri']);
+ $videoDiv = $dom->find('div.video', 0);
+
+ // timestamp
+ $timestampH6 = $videoDiv->find('h6', 0);
+ $datetimeString = str_replace('Posted ', '', $timestampH6->plaintext);
+ $item['timestamp'] = $datetimeString;
+
+ $innertext = $dom->find('a.user-video', 1)->innertext;
+ $alt = $article->find('img', 0)->alt;
+ $item['author'] = $alt . ' (' . $innertext . ')';
+
+ $item['title'] = $dom->find('title', 0)->innertext;
+ $item['enclosures'][] = $dom->find('video', 0)->poster;
+
+ $video = $dom->find('video', 0);
+ $video->autoplay = null;
+
+ $item['content'] = $video->outertext . '
' .
+ $dom->find('div.music', 0) . '
' .
+ $dom->find('div.info2', 0)->innertext .
+ '
Direct video link
Post link
';
+
+ $this->items[] = $item;
+ }
+ }
+
+ private function encodePathSegments($url)
+ {
+ $path = parse_url($url, PHP_URL_PATH);
+ $pathSegments = explode('/', $path);
+ $encodedPathSegments = array_map('urlencode', $pathSegments);
+ $encodedPath = implode('/', $encodedPathSegments);
+ $result = str_replace($path, $encodedPath, $url);
+ return $result;
+ }
+
+ public function getName()
+ {
+ return $this->title ?: parent::getName();
+ }
+
+ public function getIcon()
+ {
+ return 'https://urlebird.com/favicon.ico';
+ }
+}
diff --git a/bridges/UsbekEtRicaBridge.php b/bridges/UsbekEtRicaBridge.php
index 3cecd5dcb87..9cf2699589f 100644
--- a/bridges/UsbekEtRicaBridge.php
+++ b/bridges/UsbekEtRicaBridge.php
@@ -1,109 +1,119 @@
array(
- 'name' => 'Number of articles to return',
- 'type' => 'number',
- 'required' => false,
- 'title' => 'Specifies the maximum number of articles to return',
- 'defaultValue' => -1
- ),
- 'fullarticle' => array(
- 'name' => 'Load full article',
- 'type' => 'checkbox',
- 'required' => false,
- 'title' => 'Activate to load full articles',
- )
- )
- );
-
- public function collectData(){
- $limit = $this->getInput('limit');
- $fullarticle = $this->getInput('fullarticle');
- $html = getSimpleHTMLDOM($this->getURI());
-
- $articles = $html->find('div.details');
-
- foreach($articles as $article) {
- $item = array();
-
- $title = $article->find('div.card-title', 0);
- if($title) {
- $item['title'] = $title->plaintext;
- } else {
- // Sometimes we get rubbish, ignore.
- continue;
- }
-
- $author = $article->find('div.author span', 0);
- if($author) {
- $item['author'] = $author->plaintext;
- }
-
- $uri = $article->find('a.read', 0)->href;
- if(substr($uri, 0, 1) === 'h') { // absolute uri
- $item['uri'] = $uri;
- } else { // relative uri
- $item['uri'] = $this->getURI() . $uri;
- }
-
- if($fullarticle) {
- $content = $this->loadFullArticle($item['uri']);
- }
-
- if($fullarticle && !is_null($content)) {
- $item['content'] = $content;
- } else {
- $excerpt = $article->find('div.card-excerpt', 0);
- if($excerpt) {
- $item['content'] = $excerpt->plaintext;
- }
- }
-
- $image = $article->find('div.card-img img', 0);
- if($image) {
- $item['enclosures'] = array(
- $image->src
- );
- }
-
- $this->items[] = $item;
-
- if($limit > 0 && count($this->items) >= $limit) {
- break;
- }
- }
- }
-
- /**
- * Loads the full article and returns the contents
- * @param $uri The article URI
- * @return The article content
- */
- private function loadFullArticle($uri){
- $html = getSimpleHTMLDOMCached($uri);
-
- $content = $html->find('section.main', 0);
- if($content) {
- return $this->replaceUriInHtmlElement($content);
- }
-
- return null;
- }
-
- /**
- * Replaces all relative URIs with absolute ones
- * @param $element A simplehtmldom element
- * @return The $element->innertext with all URIs replaced
- */
- private function replaceUriInHtmlElement($element){
- return str_replace('href="/', 'href="' . $this->getURI() . '/', $element->innertext);
- }
+
+class UsbekEtRicaBridge extends BridgeAbstract
+{
+ const MAINTAINER = 'logmanoriginal';
+ const NAME = 'Usbek & Rica Bridge';
+ const URI = 'https://usbeketrica.com';
+ const DESCRIPTION = 'Returns latest articles from the front page';
+
+ const PARAMETERS = [
+ [
+ 'limit' => [
+ 'name' => 'Number of articles to return',
+ 'type' => 'number',
+ 'required' => false,
+ 'title' => 'Specifies the maximum number of articles to return',
+ 'defaultValue' => -1
+ ],
+ 'fullarticle' => [
+ 'name' => 'Load full article',
+ 'type' => 'checkbox',
+ 'required' => false,
+ 'title' => 'Activate to load full articles',
+ ]
+ ]
+ ];
+
+ public function collectData()
+ {
+ $limit = $this->getInput('limit');
+ $fullarticle = $this->getInput('fullarticle');
+ $html = getSimpleHTMLDOM($this->getURI());
+
+ $articles = $html->find('article');
+
+ foreach ($articles as $article) {
+ $item = [];
+
+ $title = $article->find('h2', 0);
+ if ($title) {
+ $item['title'] = $title->plaintext;
+ } else {
+ // Sometimes we get rubbish, ignore.
+ continue;
+ }
+
+ $author = $article->find('div.author span', 0);
+ if ($author) {
+ $item['author'] = $author->plaintext;
+ }
+
+ $content = null;
+
+ $u = $article->find('a.card-img', 0);
+ if ($u) {
+ $uri = $u->href;
+ if (substr($uri, 0, 1) === 'h') {
+ // absolute uri
+ $item['uri'] = $uri;
+ } else {
+ // relative uri
+ $item['uri'] = $this->getURI() . $uri;
+ }
+ if ($fullarticle) {
+ $content = $this->loadFullArticle($item['uri']);
+ }
+ }
+
+ if ($fullarticle && $content) {
+ $item['content'] = $content;
+ } else {
+ $excerpt = $article->find('div.card-excerpt', 0);
+ if ($excerpt) {
+ $item['content'] = $excerpt->plaintext;
+ }
+ }
+
+ $image = $article->find('div.card-img img', 0);
+ if ($image) {
+ $item['enclosures'] = [
+ $image->src
+ ];
+ }
+
+ $this->items[] = $item;
+
+ if ($limit > 0 && count($this->items) >= $limit) {
+ break;
+ }
+ }
+ }
+
+ /**
+ * Loads the full article and returns the contents
+ * @param $uri The article URI
+ * @return The article content
+ */
+ private function loadFullArticle($uri)
+ {
+ $html = getSimpleHTMLDOMCached($uri);
+
+ $content = $html->find('div.rich-text', 1);
+ if ($content) {
+ return $this->replaceUriInHtmlElement($content);
+ }
+
+ return null;
+ }
+
+ /**
+ * Replaces all relative URIs with absolute ones
+ * @param $element A simplehtmldom element
+ * @return The $element->innertext with all URIs replaced
+ */
+ private function replaceUriInHtmlElement($element)
+ {
+ return str_replace('href="/', 'href="' . $this->getURI() . '/', $element->innertext);
+ }
}
diff --git a/bridges/UsenixBridge.php b/bridges/UsenixBridge.php
new file mode 100644
index 00000000000..659f012d2f7
--- /dev/null
+++ b/bridges/UsenixBridge.php
@@ -0,0 +1,69 @@
+ [
+ ],
+ ];
+
+ public function collectData()
+ {
+ if ($this->queriedContext === 'USENIX ;login:') {
+ $this->collectLoginOnlineItems();
+ return;
+ }
+ returnClientError('Illegal Context');
+ }
+
+ private function collectLoginOnlineItems(): void
+ {
+ $url = 'https://www.usenix.org/publications/loginonline';
+ $dom = getSimpleHTMLDOMCached($url);
+ $items = $dom->find('div.view-content > div');
+
+ foreach ($items as $item) {
+ $title = $item->find('.views-field-title > span', 0);
+ $author = $item->find('.views-field-pseudo-author-list > span.field-content', 0);
+ $relativeUrl = $item->find('.views-field-nothing-1 > span > a', 0);
+ $uri = sprintf('https://www.usenix.org%s', $relativeUrl->href);
+ // June 2, 2022
+ $createdAt = $item->find('div.views-field-field-lv2-publication-date > div > span', 0);
+
+ $item = [
+ 'title' => $title->innertext,
+ 'author' => strstr($author->plaintext, ',', true) ?: $author->plaintext,
+ 'uri' => $uri,
+ 'timestamp' => $createdAt->innertext,
+ ];
+
+ $this->items[] = array_merge($item, $this->getItemContent($uri));
+ }
+ }
+
+ private function getItemContent(string $uri): array
+ {
+ $html = getSimpleHTMLDOMCached($uri);
+ $content = $html->find('.paragraphs-items-full', 0)->innertext;
+ $extra = $html->find('fieldset', 0);
+ if (!empty($extra)) {
+ $content .= $extra->innertext;
+ }
+
+ $tags = [];
+ foreach ($html->find('.field-name-field-lv2-tags div.field-item') as $tag) {
+ $tags[] = $tag->plaintext;
+ }
+
+ return [
+ 'content' => $content,
+ 'categories' => $tags
+ ];
+ }
+}
diff --git a/bridges/UsesTechBridge.php b/bridges/UsesTechBridge.php
new file mode 100644
index 00000000000..28fc99085f4
--- /dev/null
+++ b/bridges/UsesTechBridge.php
@@ -0,0 +1,29 @@
+find('div[class=PersonInner]') as $index => $a) {
+ $item = []; // Create an empty item
+ $articlePath = $a->find('a[class=displayLink]', 0)->href;
+ $item['title'] = $a->find('img', 0)->getAttribute('alt');
+ $item['author'] = $a->find('img', 0)->getAttribute('alt');
+ $item['uri'] = $articlePath;
+ $item['content'] = $a->find('p', 0)->innertext;
+
+ $this->items[] = $item; // Add item to the list
+ if (count($this->items) >= self::MAX_ITEM) {
+ break;
+ }
+ }
+ }
+}
diff --git a/bridges/VMwareSecurityBridge.php b/bridges/VMwareSecurityBridge.php
deleted file mode 100644
index 326d26a8ff4..00000000000
--- a/bridges/VMwareSecurityBridge.php
+++ /dev/null
@@ -1,31 +0,0 @@
-find('div[class="news_block"]');
-
- foreach ($articles as $element) {
- $item['uri'] = $element->find('a', 0)->getAttribute('href');
- $title = $element->find('a', 0)->innertext;
- $item['title'] = $title;
- $item['timestamp'] = strtotime($element->find('p', 0)->innertext);
- $item['content'] = $element->find('p', 1)->innertext;
- $item['uid'] = $title;
-
- $this->items[] = $item;
- }
- }
-}
diff --git a/bridges/VarietyBridge.php b/bridges/VarietyBridge.php
index a2e617009aa..a49ea353ffa 100644
--- a/bridges/VarietyBridge.php
+++ b/bridges/VarietyBridge.php
@@ -1,30 +1,31 @@
collectExpandableDatas('http://feeds.feedburner.com/variety/headlines', 15);
- }
+ public function collectData()
+ {
+ $this->collectExpandableDatas('https://feeds.feedburner.com/variety/headlines', 15);
+ }
- protected function parseItem($newsItem){
- $item = parent::parseItem($newsItem);
- // $articlePage gets the entire page's contents
- $articlePage = getSimpleHTMLDOM($newsItem->link);
+ protected function parseItem(array $item)
+ {
+ $articlePage = getSimpleHTMLDOM($item['uri']);
- // Remove Script tags
- foreach($articlePage->find('script') as $script_tag) {
- $script_tag->remove();
- }
- $article = $articlePage->find('div.c-featured-media', 0);
- $article = $article . $articlePage->find('.c-content', 0);
+ // Remove Script tags
+ foreach ($articlePage->find('script') as $script_tag) {
+ $script_tag->remove();
+ }
+ $article = $articlePage->find('div.c-featured-media', 0);
+ $article = $article . $articlePage->find('.c-content', 0);
- $item['content'] = $article;
+ $item['content'] = $article;
- return $item;
- }
+ return $item;
+ }
}
diff --git a/bridges/ViadeoCompanyBridge.php b/bridges/ViadeoCompanyBridge.php
index 3f7618801d3..3b147c41f68 100644
--- a/bridges/ViadeoCompanyBridge.php
+++ b/bridges/ViadeoCompanyBridge.php
@@ -1,37 +1,43 @@
apple)';
- const PARAMETERS = array( array(
- 'c' => array(
- 'name' => 'Company name',
- 'required' => true
- )
- ));
+ const PARAMETERS = [ [
+ 'c' => [
+ 'name' => 'Company name',
+ 'exampleValue' => 'apple',
+ 'required' => true
+ ]
+ ]];
- public function collectData(){
- $html = '';
- $link = self::URI . 'fr/company/' . $this->getInput('c');
+ public function collectData()
+ {
+ // Redirects to https://emploi.lefigaro.fr/recherche/entreprises
+ $url = sprintf('%sfr/company/%s', self::URI, $this->getInput('c'));
- $html = getSimpleHTMLDOM($link)
- or returnServerError('Could not request Viadeo.');
+ $html = getSimpleHTMLDOM($url);
- foreach($html->find('//*[@id="company-newsfeed"]/ul/li') as $element) {
- $title = $element->find('p', 0)->innertext;
- if($title) {
- $item = array();
- $item['uri'] = $link;
- $item['title'] = mb_substr($element->find('p', 0)->innertext, 0, 100);
- $item['content'] = $element->find('p', 0)->innertext;;
- $this->items[] = $item;
- $i++;
- }
- }
- }
+ // TODO: Fix broken xpath selector
+ $elements = $html->find('//*[@id="company-newsfeed"]/ul/li');
+
+ foreach ($elements as $element) {
+ $title = $element->find('p', 0)->innertext;
+ if (!$title) {
+ continue;
+ }
+ $item = [];
+ $item['uri'] = $url;
+ $item['title'] = mb_substr($element->find('p', 0)->innertext, 0, 100);
+ $item['content'] = $element->find('p', 0)->innertext;
+ ;
+ $this->items[] = $item;
+ }
+ }
}
diff --git a/bridges/ViceBridge.php b/bridges/ViceBridge.php
index 4dccb8effec..dd81c55921c 100644
--- a/bridges/ViceBridge.php
+++ b/bridges/ViceBridge.php
@@ -1,38 +1,44 @@
array(
- 'name' => 'Feed',
- 'type' => 'list',
- 'values' => array(
- 'Vice News' => 'rss',
- 'Motherboard - Tech' => 'en_us/rss/topic/tech',
- 'Entertainment' => 'en_us/rss/topic/entertainment',
- 'Noisey - Music' => 'en_us/rss/topic/music',
- 'Munchies - Food' => 'en_us/rss/topic/food'
- )
- )
- ));
- public function collectData(){
- $feed = $this->getInput('feed');
- $feedURL = 'https://www.vice.com/' . $feed;
- $this->collectExpandableDatas($feedURL, 10);
- }
+class ViceBridge extends FeedExpander
+{
+ const MAINTAINER = 'IceWreck';
+ const NAME = 'Vice Bridge';
+ const URI = 'https://www.vice.com/';
+ const CACHE_TIMEOUT = 3600;
+ const DESCRIPTION = 'RSS feed for vice publications like Vice News, Munchies, Motherboard, etc.';
+ const PARAMETERS = [ [
+ 'feed' => [
+ 'name' => 'Feed',
+ 'type' => 'list',
+ 'values' => [
+ 'Vice News' => 'rss',
+ 'Motherboard - Tech' => 'en_us/rss/topic/tech',
+ 'Entertainment' => 'en_us/rss/topic/entertainment',
+ 'Noisey - Music' => 'en_us/rss/topic/music',
+ 'Munchies - Food' => 'en_us/rss/topic/food'
+ ]
+ ]
+ ]];
- protected function parseItem($newsItem){
- $item = parent::parseItem($newsItem);
- // $articlePage gets the entire page's contents
- $articlePage = getSimpleHTMLDOM($newsItem->link);
- // text and embedded content
- $article = $article . $articlePage->find('.article__body', 0);
- $item['content'] = $article;
+ public function collectData()
+ {
+ $feed = $this->getInput('feed');
+ if ($feed === 'rss') {
+ // They changed url in Sep 2023
+ $feed = 'en/rss';
+ }
+ $feedURL = 'https://www.vice.com/' . $feed;
+ $this->collectExpandableDatas($feedURL, 10);
+ }
- return $item;
- }
+ protected function parseItem(array $item)
+ {
+ $articlePage = getSimpleHTMLDOM($item['uri']);
+ // text and embedded content
+ $article = $articlePage->find('.article__body', 0);
+ $item['content'] = $article ?? '';
+
+ return $item;
+ }
}
diff --git a/bridges/VideoCardzBridge.php b/bridges/VideoCardzBridge.php
new file mode 100644
index 00000000000..84796c203fa
--- /dev/null
+++ b/bridges/VideoCardzBridge.php
@@ -0,0 +1,76 @@
+ [
+ 'name' => 'News Feed',
+ 'type' => 'list',
+ 'title' => 'Feeds from VideoCardz.com',
+ 'values' => [
+ 'News' => 'sections/news',
+ 'Featured' => 'sections/featured',
+ 'Leaks' => 'sections/leaks',
+ 'Press Releases' => 'sections/press-releases',
+ 'Preview Roundup' => 'sections/review-roundup',
+ 'Rumour' => 'sections/rumor',
+ ]
+ ]
+ ]
+ ];
+
+ public function getIcon()
+ {
+ return 'https://videocardz.com/favicon-32x32.png?x66580';
+ }
+
+ public function getName()
+ {
+ return !is_null($this->getKey('feed')) ? self::NAME . ' | ' . $this->getKey('feed') : self::NAME;
+ }
+
+ public function getURI()
+ {
+ return self::URI . $this->getInput('feed');
+ }
+
+ public function collectData()
+ {
+ $url = sprintf('https://videocardz.com/%s', $this->getInput('feed'));
+ $dom = getSimpleHTMLDOM($url);
+ $dom = $dom->find('.subcategory-news', 0);
+ if (!$dom) {
+ throw new \Exception(sprintf('Unable to find css selector on `%s`', $url));
+ }
+ $dom = defaultLinkTo($dom, $this->getURI());
+
+ foreach ($dom->find('article') as $article) {
+ $title = preg_replace('/\(PR\) /i', '', $article->find('h2', 0)->plaintext);
+ //Get thumbnail
+ $image = $article->style;
+ $image = preg_replace('/background-image:url\(/i', '', $image);
+ $image = substr_replace($image, '', -3);
+ //Get date and time of publishing
+ $datetime = date_parse($article->find('.main-index-article-datetitle-date > a', 0)->plaintext);
+ $year = $datetime['year'];
+ $month = $datetime['month'];
+ $day = $datetime['day'];
+ $hour = $datetime['hour'];
+ $minute = $datetime['minute'];
+ $timestamp = mktime($hour, $minute, 0, $month, $day, $year);
+ $content = '
';
+ $this->items[] = [
+ 'title' => $title,
+ 'uri' => $article->find('p.main-index-article-datetitle-date > a', 0)->href,
+ 'content' => $content,
+ 'timestamp' => $timestamp,
+ ];
+ }
+ }
+}
diff --git a/bridges/VieDeMerdeBridge.php b/bridges/VieDeMerdeBridge.php
index 1224798020f..be3841577ac 100644
--- a/bridges/VieDeMerdeBridge.php
+++ b/bridges/VieDeMerdeBridge.php
@@ -1,56 +1,58 @@
array(
- 'name' => 'Limit number of returned items',
- 'type' => 'number',
- 'defaultValue' => 20
- )
- ));
-
- public function collectData() {
- $limit = $this->getInput('item_limit');
-
- if ($limit < 1) {
- $limit = 20;
- }
-
- $html = getSimpleHTMLDOM(self::URI, array())
- or returnServerError('Could not request VieDeMerde.');
-
- $quotes = $html->find('article.article-panel');
- if(sizeof($quotes) === 0) {
- return;
- }
-
- foreach($quotes as $quote) {
- $item = array();
- $item['uri'] = self::URI . $quote->find('.article-contents a', 0)->href;
- $titleContent = $quote->find('.article-contents a h2.classic-title', 0);
-
- if($titleContent) {
- $item['title'] = html_entity_decode($titleContent->plaintext, ENT_QUOTES);
- } else {
- continue;
- }
-
- $quote->find('.article-contents a h2.classic-title', 0)->outertext = '';
- $item['content'] = $quote->find('.article-contents a', 0)->innertext;
- $item['author'] = $quote->find('.article-topbar', 0)->innertext;
- $item['uid'] = hash('sha256', $item['title']);
-
- $this->items[] = $item;
-
- if (count($this->items) >= $limit) {
- break;
- }
- }
- }
+
+class VieDeMerdeBridge extends BridgeAbstract
+{
+ const MAINTAINER = 'floviolleau';
+ const NAME = 'VieDeMerde Bridge';
+ const URI = 'https://www.viedemerde.fr';
+ const DESCRIPTION = 'Returns latest quotes from VieDeMerde.';
+ const CACHE_TIMEOUT = 7200;
+
+ const PARAMETERS = [[
+ 'item_limit' => [
+ 'name' => 'Limit number of returned items',
+ 'type' => 'number',
+ 'defaultValue' => 20
+ ]
+ ]];
+
+ public function collectData()
+ {
+ $limit = $this->getInput('item_limit');
+
+ if ($limit < 1) {
+ $limit = 20;
+ }
+
+ $html = getSimpleHTMLDOM(self::URI, []);
+ $quotes = $html->find('article.bg-white');
+ if (count($quotes) === 0) {
+ return;
+ }
+
+ foreach ($quotes as $quote) {
+ $item = [];
+ $item['uri'] = self::URI . $quote->find('a', 0)->href;
+ $titleContent = $quote->find('h2', 0);
+
+ if ($titleContent) {
+ $item['title'] = html_entity_decode($titleContent->plaintext, ENT_QUOTES);
+ } else {
+ continue;
+ }
+
+ $quoteText = $quote->find('a', 1)->plaintext;
+ $isAVDM = $quote->find('.vote-btn', 0)->plaintext;
+ $isNotAVDM = $quote->find('.vote-btn', 1)->plaintext;
+ $item['content'] = $quoteText . '
' . $isAVDM . '
' . $isNotAVDM;
+ $item['author'] = $quote->find('p', 0)->plaintext;
+ $item['uid'] = hash('sha256', $item['title']);
+
+ $this->items[] = $item;
+
+ if (count($this->items) >= $limit) {
+ break;
+ }
+ }
+ }
}
diff --git a/bridges/VimeoBridge.php b/bridges/VimeoBridge.php
index d318e30e146..80bfb8aceef 100644
--- a/bridges/VimeoBridge.php
+++ b/bridges/VimeoBridge.php
@@ -1,175 +1,197 @@
array(
- 'name' => 'Search Query',
- 'type' => 'text',
- 'required' => true
- ),
- 'type' => array(
- 'name' => 'Show results for',
- 'type' => 'list',
- 'defaultValue' => 'Videos',
- 'values' => array(
- 'Videos' => 'search',
- 'On Demand' => 'search/ondemand',
- 'People' => 'search/people',
- 'Channels' => 'search/channels',
- 'Groups' => 'search/groups'
- )
- )
- )
- );
-
- public function getURI() {
- if(($query = $this->getInput('q'))
- && ($type = $this->getInput('type'))) {
- return self::URI . $type . '/sort:latest?q=' . $query;
- }
-
- return parent::getURI();
- }
-
- public function collectData() {
-
- $html = getSimpleHTMLDOM($this->getURI(),
- $header = array(),
- $opts = array(),
- $lowercase = true,
- $forceTagsClosed = true,
- $target_charset = DEFAULT_TARGET_CHARSET,
- $stripRN = false, // We want to keep newline characters
- $defaultBRText = DEFAULT_BR_TEXT,
- $defaultSpanText = DEFAULT_SPAN_TEXT)
- or returnServerError('Could not request ' . $this->getURI());
-
- $json = null; // Holds the JSON data
-
- /**
- * Search results are included as JSON formatted string inside a script
- * tag that has the variable 'vimeo.config'. The data is condensed into
- * a single line of code, so we can just search for the newline.
- *
- * Everything after "vimeo.config = _extend((vimeo.config || {}), " is
- * the JSON formatted string.
- */
- foreach($html->find('script') as $script) {
- foreach(explode("\n", $script) as $line) {
- $line = trim($line);
-
- if(strpos($line, 'vimeo.config') !== 0)
- continue;
-
- // 45 = strlen("vimeo.config = _extend((vimeo.config || {}), ");
- // 47 = 45 + 2, because we don't want the final ");"
- $json = json_decode(substr($line, 45, strlen($line) - 47));
- }
- }
-
- if(is_null($json)) {
- returnClientError('No results for this query!');
- }
-
- foreach($json->api->initial_json->data as $element) {
- switch($element->type) {
- case 'clip': $this->addClip($element); break;
- case 'ondemand': $this->addOnDemand($element); break;
- case 'people': $this->addPeople($element); break;
- case 'channel': $this->addChannel($element); break;
- case 'group': $this->addGroup($element); break;
-
- default: returnServerError('Unknown type: ' . $element->type);
- }
- }
-
- }
-
- private function addClip($element) {
- $item = array();
-
- $item['uri'] = $element->clip->link;
- $item['title'] = $element->clip->name;
- $item['author'] = $element->clip->user->name;
- $item['timestamp'] = strtotime($element->clip->created_time);
-
- $item['enclosures'] = array(
- end($element->clip->pictures->sizes)->link
- );
-
- $item['content'] = "
";
-
- $this->items[] = $item;
- }
-
- private function addOnDemand($element) {
- $item = array();
-
- $item['uri'] = $element->ondemand->link;
- $item['title'] = $element->ondemand->name;
-
- // Only for films
- if(isset($element->ondemand->film))
- $item['timestamp'] = strtotime($element->ondemand->film->release_time);
+class VimeoBridge extends BridgeAbstract
+{
+ const NAME = 'Vimeo Bridge';
+ const URI = 'https://vimeo.com/';
+ const DESCRIPTION = 'Returns search results from Vimeo';
+ const MAINTAINER = 'logmanoriginal';
+
+ const PARAMETERS = [
+ [
+ 'q' => [
+ 'name' => 'Search Query',
+ 'type' => 'text',
+ 'exampleValue' => 'birds',
+ 'required' => true
+ ],
+ 'type' => [
+ 'name' => 'Show results for',
+ 'type' => 'list',
+ 'defaultValue' => 'Videos',
+ 'values' => [
+ 'Videos' => 'search',
+ 'On Demand' => 'search/ondemand',
+ 'People' => 'search/people',
+ 'Channels' => 'search/channels',
+ 'Groups' => 'search/groups'
+ ]
+ ]
+ ]
+ ];
+
+ public function getURI()
+ {
+ if (
+ ($query = $this->getInput('q'))
+ && ($type = $this->getInput('type'))
+ ) {
+ return self::URI . $type . '/sort:latest?q=' . $query;
+ }
+
+ return parent::getURI();
+ }
+
+ public function collectData()
+ {
+ $html = getSimpleHTMLDOM(
+ $this->getURI(),
+ $header = [],
+ $opts = [],
+ $lowercase = true,
+ $forceTagsClosed = true,
+ $target_charset = DEFAULT_TARGET_CHARSET,
+ $stripRN = false, // We want to keep newline characters
+ $defaultBRText = DEFAULT_BR_TEXT,
+ $defaultSpanText = DEFAULT_SPAN_TEXT
+ );
+
+ $json = null; // Holds the JSON data
+
+ /**
+ * Search results are included as JSON formatted string inside a script
+ * tag that has the variable 'vimeo.config'. The data is condensed into
+ * a single line of code, so we can just search for the newline.
+ *
+ * Everything after "vimeo.config = _extend((vimeo.config || {}), " is
+ * the JSON formatted string.
+ */
+ foreach ($html->find('script') as $script) {
+ foreach (explode("\n", $script) as $line) {
+ $line = trim($line);
+
+ if (strpos($line, 'vimeo.config') !== 0) {
+ continue;
+ }
+
+ // 45 = strlen("vimeo.config = _extend((vimeo.config || {}), ");
+ // 47 = 45 + 2, because we don't want the final ");"
+ $json = json_decode(substr($line, 45, strlen($line) - 47));
+ }
+ }
+
+ if (is_null($json)) {
+ returnClientError('No results for this query!');
+ }
+
+ foreach ($json->api->initial_json->data as $element) {
+ switch ($element->type) {
+ case 'clip':
+ $this->addClip($element);
+ break;
+ case 'ondemand':
+ $this->addOnDemand($element);
+ break;
+ case 'people':
+ $this->addPeople($element);
+ break;
+ case 'channel':
+ $this->addChannel($element);
+ break;
+ case 'group':
+ $this->addGroup($element);
+ break;
+
+ default:
+ returnServerError('Unknown type: ' . $element->type);
+ }
+ }
+ }
+
+ private function addClip($element)
+ {
+ $item = [];
+
+ $item['uri'] = $element->clip->link;
+ $item['title'] = $element->clip->name;
+ $item['author'] = $element->clip->user->name;
+ $item['timestamp'] = strtotime($element->clip->created_time);
+
+ $item['enclosures'] = [
+ end($element->clip->pictures->sizes)->link
+ ];
+
+ $item['content'] = "";
+
+ $this->items[] = $item;
+ }
+
+ private function addOnDemand($element)
+ {
+ $item = [];
+
+ $item['uri'] = $element->ondemand->link;
+ $item['title'] = $element->ondemand->name;
+
+ // Only for films
+ if (isset($element->ondemand->film)) {
+ $item['timestamp'] = strtotime($element->ondemand->film->release_time);
+ }
+
+ $item['enclosures'] = [
+ end($element->ondemand->pictures->sizes)->link
+ ];
+
+ $item['content'] = "";
+
+ $this->items[] = $item;
+ }
+
+ private function addPeople($element)
+ {
+ $item = [];
+
+ $item['uri'] = $element->people->link;
+ $item['title'] = $element->people->name;
+
+ $item['enclosures'] = [
+ end($element->people->pictures->sizes)->link
+ ];
+
+ $item['content'] = "";
+
+ $this->items[] = $item;
+ }
+
+ private function addChannel($element)
+ {
+ $item = [];
+
+ $item['uri'] = $element->channel->link;
+ $item['title'] = $element->channel->name;
- $item['enclosures'] = array(
- end($element->ondemand->pictures->sizes)->link
- );
+ $item['enclosures'] = [
+ end($element->channel->pictures->sizes)->link
+ ];
- $item['content'] = "";
+ $item['content'] = "";
- $this->items[] = $item;
- }
+ $this->items[] = $item;
+ }
- private function addPeople($element) {
- $item = array();
+ private function addGroup($element)
+ {
+ $item = [];
- $item['uri'] = $element->people->link;
- $item['title'] = $element->people->name;
+ $item['uri'] = $element->group->link;
+ $item['title'] = $element->group->name;
- $item['enclosures'] = array(
- end($element->people->pictures->sizes)->link
- );
+ $item['enclosures'] = [
+ end($element->group->pictures->sizes)->link
+ ];
- $item['content'] = "";
+ $item['content'] = "";
- $this->items[] = $item;
- }
-
- private function addChannel($element) {
- $item = array();
-
- $item['uri'] = $element->channel->link;
- $item['title'] = $element->channel->name;
-
- $item['enclosures'] = array(
- end($element->channel->pictures->sizes)->link
- );
-
- $item['content'] = "";
-
- $this->items[] = $item;
- }
-
- private function addGroup($element) {
- $item = array();
-
- $item['uri'] = $element->group->link;
- $item['title'] = $element->group->name;
-
- $item['enclosures'] = array(
- end($element->group->pictures->sizes)->link
- );
-
- $item['content'] = "";
-
- $this->items[] = $item;
- }
+ $this->items[] = $item;
+ }
}
diff --git a/bridges/VixenBridge.php b/bridges/VixenBridge.php
new file mode 100644
index 00000000000..048b9a7bb7e
--- /dev/null
+++ b/bridges/VixenBridge.php
@@ -0,0 +1,111 @@
+ [
+ 'type' => 'list',
+ 'name' => 'Site',
+ 'title' => 'Choose site of interest',
+ 'values' => [
+ 'Blacked' => 'Blacked',
+ 'BlackedRaw' => 'BlackedRaw',
+ 'Tushy' => 'Tushy',
+ 'TushyRaw' => 'TushyRaw',
+ 'Vixen' => 'Vixen',
+ 'Slayed' => 'Slayed',
+ 'Deeper' => 'Deeper'
+ ],
+ ]
+ ]
+ ];
+
+ public function collectData()
+ {
+ $videosURL = $this->getURI() . '/videos';
+
+ $website = getSimpleHTMLDOM($videosURL);
+ $json = $website->getElementById('__NEXT_DATA__');
+ $data = json_decode($json->innertext(), true);
+ $nodes = array_column($data['props']['pageProps']['edges'], 'node');
+
+ foreach ($nodes as $n) {
+ $imageURL = $n['images']['listing'][2]['highdpi']['triple'];
+
+ $item = [
+ 'title' => $n['title'],
+ 'uri' => "$videosURL/$n[slug]",
+ 'uid' => $n['videoId'],
+ 'timestamp' => strtotime($n['releaseDate']),
+ 'enclosures' => [ $imageURL ],
+ 'author' => implode(' & ', array_column($n['modelsSlugged'], 'name')),
+ ];
+
+ /*
+ * No images retrieved from here. Should be cached for as long as
+ * possible to avoid rate throttling
+ */
+ $target = getSimpleHtmlDOMCached($item['uri'], 86400);
+ $item['content'] = $this->generateContent(
+ $imageURL,
+ $target->find('meta[name=description]', 0)->content,
+ $n['modelsSlugged']
+ );
+
+ $item['categories'] = array_map(
+ 'ucwords',
+ explode(',', $target->find('meta[name=keywords]', 0)->content)
+ );
+
+ $this->items[] = $item;
+ }
+ }
+
+ public function getURI()
+ {
+ $param = $this->getInput('site');
+ return $param ? "https://www.$param.com" : self::URI;
+ }
+
+ /**
+ * Return name of the bridge. Default is needed for bridge index list
+ */
+ public function getName()
+ {
+ $param = $this->getInput('site');
+ return $param ? "$param Bridge" : self::NAME;
+ }
+
+ private static function makeLink($URI, $text)
+ {
+ return "$text";
+ }
+
+ private function generateContent($imageURI, $description, $models)
+ {
+ $content = "![](\"$imageURI\")
$description
";
+ $modelLinks = array_map(
+ function ($model) {
+ return self::makeLink(
+ $this->getURI() . "/models/$model[slugged]",
+ $model['name']
+ );
+ },
+ $models
+ );
+ return $content . 'Starring: ' . implode(' & ', $modelLinks) . '
';
+ }
+}
diff --git a/bridges/Vk2Bridge.php b/bridges/Vk2Bridge.php
new file mode 100644
index 00000000000..f52850ced98
--- /dev/null
+++ b/bridges/Vk2Bridge.php
@@ -0,0 +1,329 @@
+ [
+ 'name' => 'Короткое имя группы или профиля (из ссылки)',
+ 'exampleValue' => 'goblin_oper_ru',
+ 'required' => true
+ ],
+ 'hide_reposts' => [
+ 'name' => 'Скрыть репосты',
+ 'type' => 'checkbox',
+ ]
+ ]
+ ];
+
+ const CONFIGURATION = [
+ 'access_token' => [
+ 'required' => true,
+ ],
+ ];
+
+ const TEST_DETECT_PARAMETERS = [
+ 'https://vk.com/id1' => ['u' => 'id1'],
+ 'https://vk.com/groupname' => ['u' => 'groupname'],
+ 'https://m.vk.com/groupname' => ['u' => 'groupname'],
+ 'https://vk.com/groupname/anythingelse' => ['u' => 'groupname'],
+ 'https://vk.com/groupname?w=somethingelse' => ['u' => 'groupname'],
+ 'https://vk.com/with_underscore' => ['u' => 'with_underscore'],
+ 'https://vk.com/vk.cats' => ['u' => 'vk.cats'],
+ ];
+
+ protected $ownerNames = [];
+ protected $pageName;
+ private $urlRegex = '/vk\.com\/([\w.]+)/';
+ private $rateLimitCacheKey = 'vk2_rate_limit';
+
+ public function getURI()
+ {
+ if (!is_null($this->getInput('u'))) {
+ return urljoin(static::URI, urlencode($this->getInput('u')));
+ }
+
+ return parent::getURI();
+ }
+
+ public function getName()
+ {
+ if ($this->pageName) {
+ return $this->pageName;
+ }
+
+ return parent::getName();
+ }
+
+ public function detectParameters($url)
+ {
+ if (preg_match($this->urlRegex, $url, $matches)) {
+ return ['u' => $matches[1]];
+ }
+
+ return null;
+ }
+
+ protected function getPostURI($post)
+ {
+ $r = 'https://vk.com/wall' . $post['owner_id'] . '_';
+ if (isset($post['reply_post_id'])) {
+ $r .= $post['reply_post_id'] . '?reply=' . $post['id'] . '&thread=' . $post['parents_stack'][0];
+ } else {
+ $r .= $post['id'];
+ }
+ return $r;
+ }
+
+ // This function is based on SlackCoyote's vkfeed2rss
+ // https://github.com/em92/vkfeed2rss
+ protected function generateContentFromPost($post)
+ {
+ // it's what we will return
+ $ret = $post['text'];
+
+ // html special characters convertion
+ $ret = htmlentities($ret, ENT_QUOTES | ENT_HTML401);
+ // change all linebreak to HTML compatible
+ $ret = nl2br($ret);
+
+ $ret = "$ret
";
+
+ // find URLs
+ $ret = preg_replace(
+ '/((https?|ftp|gopher)\:\/\/[a-zA-Z0-9\-\.]+(:[a-zA-Z0-9]*)?\/?([@\w\-\+\.\?\,\'\/&%\$#\=~\x5C])*)/',
+ "$1",
+ $ret
+ );
+
+ // find [id1|Pawel Durow] form links
+ $ret = preg_replace('/\[(\w+)\|([^\]]+)\]/', "$2", $ret);
+
+
+ // attachments
+ if (isset($post['attachments'])) {
+ // level 1
+ foreach ($post['attachments'] as $attachment) {
+ if ($attachment['type'] == 'video') {
+ // VK videos
+ $title = e($attachment['video']['title']);
+ $photo = e($this->getImageURLWithLargestWidth($attachment['video']['image']));
+ $href = "https://vk.com/video{$attachment['video']['owner_id']}_{$attachment['video']['id']}";
+ $ret .= "";
+ } elseif ($attachment['type'] == 'audio') {
+ // VK audio
+ $artist = e($attachment['audio']['artist']);
+ $title = e($attachment['audio']['title']);
+ $ret .= "Audio: {$artist} - {$title}
";
+ } elseif ($attachment['type'] == 'doc' and $attachment['doc']['ext'] != 'gif') {
+ // any doc apart of gif
+ $doc_url = e($attachment['doc']['url']);
+ $title = e($attachment['doc']['title']);
+ $ret .= "";
+ }
+ }
+ // level 2
+ foreach ($post['attachments'] as $attachment) {
+ if ($attachment['type'] == 'photo') {
+ // JPEG, PNG photos
+ // GIF in vk is a document, so, not handled as photo
+ $photo = e($this->getImageURLWithLargestWidth($attachment['photo']['sizes']));
+ $text = e($attachment['photo']['text']);
+ $ret .= "
";
+ } elseif ($attachment['type'] == 'doc' and $attachment['doc']['ext'] == 'gif') {
+ // GIF docs
+ $url = e($attachment['doc']['url']);
+ $ret .= "
";
+ } elseif ($attachment['type'] == 'link') {
+ // links
+ $url = e($attachment['link']['url']);
+ $url = str_replace('https://m.vk.com', 'https://vk.com', $url);
+ $title = e($attachment['link']['title']);
+ if (isset($attachment['link']['photo'])) {
+ $photo = $this->getImageURLWithLargestWidth($attachment['link']['photo']['sizes']);
+ $ret .= "";
+ } else {
+ $ret .= "";
+ }
+ } elseif ($attachment['type'] == 'note') {
+ // notes
+ $title = e($attachment['note']['title']);
+ $url = e($attachment['note']['view_url']);
+ $ret .= "";
+ } elseif ($attachment['type'] == 'poll') {
+ // polls
+ $question = e($attachment['poll']['question']);
+ $vote_count = $attachment['poll']['votes'];
+ $answers = $attachment['poll']['answers'];
+ $ret .= "Poll: {$question} ({$vote_count} votes)
";
+ foreach ($answers as $answer) {
+ $text = e($answer['text']);
+ $votes = $answer['votes'];
+ $rate = $answer['rate'];
+ $ret .= "* {$text}: {$votes} ({$rate}%)
";
+ }
+ $ret .= '
';
+ } elseif ($attachment['type'] == 'album') {
+ $album = $attachment['album'];
+ $url = "https://vk.com/album{$album['owner_id']}_{$album['id']}";
+ $title = 'Альбом: ' . $album['title'];
+ $photo = $this->getImageURLWithLargestWidth($album['thumb']['sizes']);
+ $ret .= "";
+ } elseif (!in_array($attachment['type'], ['video', 'audio', 'doc'])) {
+ $ret .= "Unknown attachment type: {$attachment['type']}
";
+ }
+ }
+ }
+
+ return $ret;
+ }
+
+ protected function getImageURLWithLargestWidth($items)
+ {
+ usort($items, function ($a, $b) {
+ return $b['width'] - $a['width'];
+ });
+ return $items[0]['url'];
+ }
+
+ public function collectData()
+ {
+ if ($this->cache->get($this->rateLimitCacheKey)) {
+ throw new RateLimitException();
+ }
+
+ $u = $this->getInput('u');
+ $ownerId = null;
+
+ // getting ownerId from url
+ $r = preg_match('/^(club|public)(\d+)$/', $u, $matches);
+ if ($r) {
+ $ownerId = -intval($matches[2]);
+ } else {
+ $r = preg_match('/^(id)(\d+)$/', $u, $matches);
+ if ($r) {
+ $ownerId = intval($matches[2]);
+ }
+ }
+
+ // getting owner id from API
+ if (is_null($ownerId)) {
+ $r = $this->api('groups.getById', [
+ 'group_ids' => $u,
+ ], [100]);
+ if (isset($r['response'][0])) {
+ $ownerId = -$r['response'][0]['id'];
+ } else {
+ $r = $this->api('users.get', [
+ 'user_ids' => $u,
+ ]);
+ if (count($r['response']) > 0) {
+ $ownerId = $r['response'][0]['id'];
+ }
+ }
+ }
+
+ if (is_null($ownerId)) {
+ returnServerError('Could not detect owner id');
+ }
+
+ $r = $this->api('wall.get', [
+ 'owner_id' => $ownerId,
+ 'extended' => '1',
+ ]);
+
+ // preparing ownerNames dictionary
+ foreach ($r['response']['profiles'] as $profile) {
+ $this->ownerNames[$profile['id']] = $profile['first_name'] . ' ' . $profile['last_name'];
+ }
+ foreach ($r['response']['groups'] as $group) {
+ $this->ownerNames[-$group['id']] = $group['name'];
+ }
+ $this->generateFeed($r);
+ }
+
+ protected function generateFeed($r)
+ {
+ $ownerId = 0;
+
+ foreach ($r['response']['items'] as $post) {
+ if (!$ownerId) {
+ $ownerId = $post['owner_id'];
+ }
+ $item = [];
+ $content = $this->generateContentFromPost($post);
+ if (isset($post['copy_history'])) {
+ if ($this->getInput('hide_reposts')) {
+ continue;
+ }
+ $originalPost = $post['copy_history'][0];
+ if ($originalPost['from_id'] < 0) {
+ $originalPostAuthorScreenName = 'club' . (-$originalPost['owner_id']);
+ } else {
+ $originalPostAuthorScreenName = 'id' . $originalPost['owner_id'];
+ }
+ $originalPostAuthorURI = 'https://vk.com/' . $originalPostAuthorScreenName;
+ $originalPostAuthorName = $this->ownerNames[$originalPost['from_id']];
+ $originalPostAuthor = "$originalPostAuthorName";
+ $content .= 'Репост (Пост от ';
+ $content .= $originalPostAuthor;
+ $content .= '):
';
+ $content .= $this->generateContentFromPost($originalPost);
+ }
+ $item['content'] = $content;
+ $item['timestamp'] = $post['date'];
+ $item['author'] = $this->ownerNames[$post['from_id']];
+ $item['title'] = $this->getTitle(strip_tags($content));
+ $item['uri'] = $this->getPostURI($post);
+
+ $this->items[] = $item;
+ }
+
+ $this->pageName = $this->ownerNames[$ownerId];
+ }
+
+ protected function getTitle($content)
+ {
+ $content = explode('
', $content)[0];
+ $content = strip_tags($content);
+ preg_match('/^[:\,"\w\ \p{L}\(\)\?#«»\-\–\—||&\.%\\₽\/+\;\!]+/mu', htmlspecialchars_decode($content), $result);
+ if (count($result) == 0) {
+ return 'untitled';
+ }
+ return $result[0];
+ }
+
+ protected function api($method, array $params, $expected_error_codes = [])
+ {
+ $access_token = $this->getOption('access_token');
+ if (!$access_token) {
+ returnServerError('You cannot run VK API methods without access_token');
+ }
+ $params['v'] = '5.131';
+ $r = json_decode(
+ getContents(
+ 'https://api.vk.com/method/' . $method . '?' . http_build_query($params),
+ ['Authorization: Bearer ' . $access_token]
+ ),
+ true
+ );
+ if (isset($r['error']) && !in_array($r['error']['error_code'], $expected_error_codes)) {
+ if ($r['error']['error_code'] == 6) {
+ $this->cache->set($this->rateLimitCacheKey, true, 5);
+ } else if ($r['error']['error_code'] == 29) {
+ // wall.get has limit of 5000 requests per day
+ // if that limit is hit, VK returns error 29
+ $this->cache->set($this->rateLimitCacheKey, true, 60 * 30);
+ }
+ returnServerError('API returned error: ' . $r['error']['error_msg'] . ' (' . $r['error']['error_code'] . ')');
+ }
+ return $r;
+ }
+}
diff --git a/bridges/VkBridge.php b/bridges/VkBridge.php
index 713b86f337a..11cfca5de29 100644
--- a/bridges/VkBridge.php
+++ b/bridges/VkBridge.php
@@ -2,446 +2,543 @@
class VkBridge extends BridgeAbstract
{
-
- const MAINTAINER = 'em92';
- // const MAINTAINER = 'pmaziere';
- // const MAINTAINER = 'ahiles3005';
- const NAME = 'VK.com';
- const URI = 'https://vk.com/';
- const CACHE_TIMEOUT = 300; // 5min
- const DESCRIPTION = 'Working with open pages';
- const PARAMETERS = array(
- array(
- 'u' => array(
- 'name' => 'Group or user name',
- 'required' => true
- ),
- 'hide_reposts' => array(
- 'name' => 'Hide reposts',
- 'type' => 'checkbox',
- )
- )
- );
-
- protected $videos = array();
- protected $pageName;
-
- protected function getAccessToken()
- {
- return 'e69b2db9f6cd4a97c0716893232587165c18be85bc1af1834560125c1d3c8ec281eb407a78cca0ae16776';
- }
-
- public function getURI()
- {
- if (!is_null($this->getInput('u'))) {
- return static::URI . urlencode($this->getInput('u'));
- }
-
- return parent::getURI();
- }
-
- public function getName()
- {
- if ($this->pageName) {
- return $this->pageName;
- }
-
- return parent::getName();
- }
-
- public function collectData()
- {
- $text_html = $this->getContents()
- or returnServerError('No results for group or user name "' . $this->getInput('u') . '".');
-
- $text_html = iconv('windows-1251', 'utf-8//ignore', $text_html);
- // makes album link generating work correctly
- $text_html = str_replace('"class="page_album_link">', '" class="page_album_link">', $text_html);
- $html = str_get_html($text_html);
- $pageName = $html->find('.page_name', 0);
- if (is_object($pageName)) {
- $pageName = $pageName->plaintext;
- $this->pageName = htmlspecialchars_decode($pageName);
- }
- foreach ($html->find('div.replies') as $comment_block) {
- $comment_block->outertext = '';
- }
- $html->load($html->save());
-
- $pinned_post_item = null;
- $last_post_id = 0;
-
- foreach ($html->find('.post') as $post) {
-
- defaultLinkTo($post, self::URI);
-
- $post_videos = array();
-
- $is_pinned_post = false;
- if (strpos($post->getAttribute('class'), 'post_fixed') !== false) {
- $is_pinned_post = true;
- }
-
- if (is_object($post->find('a.wall_post_more', 0))) {
- //delete link "show full" in content
- $post->find('a.wall_post_more', 0)->outertext = '';
- }
-
- $content_suffix = '';
-
- // looking for external links
- $external_link_selectors = array(
- 'a.page_media_link_title',
- 'div.page_media_link_title > a',
- 'div.media_desc > a.lnk',
- );
-
- foreach($external_link_selectors as $sel) {
- if (is_object($post->find($sel, 0))) {
- $a = $post->find($sel, 0);
- $innertext = $a->innertext;
- $parsed_url = parse_url($a->getAttribute('href'));
- if (strpos($parsed_url['path'], '/away.php') !== 0) continue;
- parse_str($parsed_url['query'], $parsed_query);
- $content_suffix .= "
External link: $innertext";
- }
- }
-
- // remove external link from content
- $external_link_selectors_to_remove = array(
- 'div.page_media_thumbed_link',
- 'div.page_media_link_desc_wrap',
- 'div.media_desc > a.lnk',
- );
-
- foreach($external_link_selectors_to_remove as $sel) {
- if (is_object($post->find($sel, 0))) {
- $post->find($sel, 0)->outertext = '';
- }
- }
-
- // looking for article
- $article = $post->find('a.article_snippet', 0);
- if (is_object($article)) {
- if (strpos($article->getAttribute('class'), 'article_snippet_mini') !== false) {
- $article_title_selector = 'div.article_snippet_mini_title';
- $article_author_selector = 'div.article_snippet_mini_info > .mem_link,
+ // const MAINTAINER = 'em92';
+ // const MAINTAINER = 'pmaziere';
+ // const MAINTAINER = 'ahiles3005';
+ const NAME = 'VK.com';
+ const URI = 'https://vk.com/';
+ const CACHE_TIMEOUT = 300; // 5min
+ const DESCRIPTION = 'Working with open pages';
+ const PARAMETERS = [
+ [
+ 'u' => [
+ 'name' => 'Group or user name',
+ 'exampleValue' => 'elonmusk_tech',
+ 'required' => true
+ ],
+ 'hide_reposts' => [
+ 'name' => 'Hide reposts',
+ 'type' => 'checkbox',
+ ]
+ ]
+ ];
+ const TEST_DETECT_PARAMETERS = [
+ 'https://vk.com/id1' => ['u' => 'id1'],
+ 'https://vk.com/groupname' => ['u' => 'groupname'],
+ 'https://m.vk.com/groupname' => ['u' => 'groupname'],
+ 'https://vk.com/groupname/anythingelse' => ['u' => 'groupname'],
+ 'https://vk.com/groupname?w=somethingelse' => ['u' => 'groupname'],
+ 'https://vk.com/with_underscore' => ['u' => 'with_underscore'],
+ 'https://vk.com/vk.cats' => ['u' => 'vk.cats'],
+ ];
+
+ protected $pageName;
+ protected $tz = 0;
+ private $urlRegex = '/vk\.com\/([\w.]+)/';
+
+ public function getURI()
+ {
+ if (!is_null($this->getInput('u'))) {
+ return static::URI . urlencode($this->getInput('u'));
+ }
+
+ return parent::getURI();
+ }
+
+ public function getName()
+ {
+ if ($this->pageName) {
+ return $this->pageName;
+ }
+
+ return parent::getName();
+ }
+
+ public function detectParameters($url)
+ {
+ if (preg_match($this->urlRegex, $url, $matches)) {
+ return ['u' => $matches[1]];
+ }
+
+ return null;
+ }
+
+ public function collectData()
+ {
+ $text_html = $this->getContents();
+
+ $text_html = iconv('windows-1251', 'utf-8//ignore', $text_html);
+
+ $html = str_get_html($text_html);
+ foreach ($html->find('script') as $script) {
+ preg_match('/tz: ([0-9]+)/', $script->outertext, $matches);
+ if (count($matches) > 0) {
+ $this->tz = intval($matches[1]);
+ break;
+ }
+ }
+ $pageName = $html->find('meta[property="og:title"]', 0);
+ if (is_object($pageName)) {
+ $pageName = $pageName->getAttribute('content');
+ $this->pageName = $pageName;
+ }
+ foreach ($html->find('div.replies') as $comment_block) {
+ $comment_block->outertext = '';
+ }
+
+ // expensive operation
+ $save = $html->save();
+ $html->load($save);
+
+ $pinned_post_item = null;
+ $last_post_id = 0;
+
+ foreach ($html->find('.post') as $post) {
+ if ($post->find('.wall_post_text_deleted')) {
+ // repost of deleted post
+ continue;
+ }
+
+ defaultLinkTo($post, self::URI);
+
+ $is_pinned_post = false;
+ if (strpos($post->getAttribute('class'), 'post_fixed') !== false) {
+ $is_pinned_post = true;
+ }
+
+ // Remove 'Show more' button
+ foreach ($post->find('button.PostTextMore') as $junk) {
+ $junk->outertext = '';
+ }
+
+ $content_suffix = '';
+
+ // looking for external links
+ $external_link_selectors = [
+ 'a.page_media_link_title',
+ 'div.page_media_link_title > a',
+ 'div.media_desc > a.lnk',
+ ];
+
+ foreach ($external_link_selectors as $sel) {
+ if (is_object($post->find($sel, 0))) {
+ $a = $post->find($sel, 0);
+ $innertext = $a->innertext;
+ $parsed_url = parse_url($a->getAttribute('href'));
+ if (strpos($parsed_url['path'], '/away.php') !== 0) {
+ continue;
+ }
+ parse_str($parsed_url['query'], $parsed_query);
+ $content_suffix .= "
External link: $innertext";
+ }
+ }
+
+ // remove external link from content
+ $external_link_selectors_to_remove = [
+ 'div.page_media_thumbed_link',
+ 'div.page_media_link_desc_wrap',
+ 'div.media_desc > a.lnk',
+ ];
+
+ foreach ($external_link_selectors_to_remove as $sel) {
+ if (is_object($post->find($sel, 0))) {
+ $post->find($sel, 0)->outertext = '';
+ }
+ }
+
+ // looking for article
+ $article = $post->find('a.article_snippet', 0);
+ if (is_object($article)) {
+ if (strpos($article->getAttribute('class'), 'article_snippet_mini') !== false) {
+ $article_title_selector = 'div.article_snippet_mini_title';
+ $article_author_selector = 'div.article_snippet_mini_info > .mem_link,
div.article_snippet_mini_info > .group_link';
- $article_thumb_selector = 'div.article_snippet_mini_thumb';
- } else {
- $article_title_selector = 'div.article_snippet__title';
- $article_author_selector = 'div.article_snippet__author';
- $article_thumb_selector = 'div.article_snippet__image';
- }
- $article_title = $article->find($article_title_selector, 0)->innertext;
- $article_author = $article->find($article_author_selector, 0)->innertext;
- $article_link = $article->getAttribute('href');
- $article_img_element_style = $article->find($article_thumb_selector, 0)->getAttribute('style');
- preg_match('/background-image: url\((.*)\)/', $article_img_element_style, $matches);
- if (count($matches) > 0) {
- $content_suffix .= "
![](" . $matches[1] . ")
";
- }
- $content_suffix .= "
Article: $article_title ($article_author)";
- $article->outertext = '';
- }
-
- // get video on post
- $video = $post->find('div.post_video_desc', 0);
- $main_video_link = '';
- if (is_object($video)) {
- $video_title = $video->find('div.post_video_title', 0)->plaintext;
- $video_link = $video->find('a.lnk', 0)->getAttribute('href');
- $this->appendVideo($video_title, $video_link, $content_suffix, $post_videos);
- $video->outertext = '';
- $main_video_link = $video_link;
- }
-
- // get all other videos
- foreach($post->find('a.page_post_thumb_video') as $a) {
- $video_title = htmlspecialchars_decode($a->getAttribute('aria-label'));
- $temp = explode(' ', $video_title, 2);
- if (count($temp) > 1) $video_title = $temp[1];
- $video_link = $a->getAttribute('href');
- if ($video_link != $main_video_link) $this->appendVideo($video_title, $video_link, $content_suffix, $post_videos);
- $a->outertext = '';
- }
-
- // get all photos
- foreach($post->find('div.wall_text a.page_post_thumb_wrap') as $a) {
- $result = $this->getPhoto($a);
- if ($result == null) continue;
- $a->outertext = '';
- $content_suffix .= "
$result";
- }
-
- // get albums
- foreach($post->find('.page_album_wrap') as $el) {
- $a = $el->find('.page_album_link', 0);
- $album_title = $a->find('.page_album_title_text', 0)->getAttribute('title');
- $album_link = $a->getAttribute('href');
- $el->outertext = '';
- $content_suffix .= "
Album: $album_title";
- }
-
- // get photo documents
- foreach($post->find('a.page_doc_photo_href') as $a) {
- $doc_link = $a->getAttribute('href');
- $doc_gif_label_element = $a->find('.page_gif_label', 0);
- $doc_title_element = $a->find('.doc_label', 0);
-
- if (is_object($doc_gif_label_element)) {
- $gif_preview_img = backgroundToImg($a->find('.page_doc_photo', 0));
- $content_suffix .= "
Gif: $gif_preview_img";
-
- } else if (is_object($doc_title_element)) {
- $doc_title = $doc_title_element->innertext;
- $content_suffix .= "
Doc: $doc_title";
-
- } else {
- continue;
-
- }
-
- $a->outertext = '';
- }
-
- // get other documents
- foreach($post->find('div.page_doc_row') as $div) {
- $doc_title_element = $div->find('a.page_doc_title', 0);
-
- if (is_object($doc_title_element)) {
- $doc_title = $doc_title_element->innertext;
- $doc_link = $doc_title_element->getAttribute('href');
- $content_suffix .= "
Doc: $doc_title";
-
- } else {
- continue;
-
- }
-
- $div->outertext = '';
- }
-
- // get polls
- foreach($post->find('div.page_media_poll_wrap') as $div) {
- $poll_title = $div->find('.page_media_poll_title', 0)->innertext;
- $content_suffix .= "
Poll: $poll_title";
- foreach($div->find('div.page_poll_text') as $poll_stat_title) {
- $content_suffix .= '
- ' . $poll_stat_title->innertext;
- }
- $div->outertext = '';
- }
-
- // get sign
- $post_author = $pageName;
- foreach($post->find('a.wall_signed_by') as $a) {
- $post_author = $a->innertext;
- $a->outertext = '';
- }
-
- // fix links and get post hashtags
- $hashtags = array();
- foreach($post->find('a') as $a) {
- $href = $a->getAttribute('href');
- $innertext = $a->innertext;
-
- $hashtag_prefix = '/feed?section=search&q=%23';
- $hashtag = null;
-
- if ($href && substr($href, 0, strlen($hashtag_prefix)) === $hashtag_prefix) {
- $hashtag = urldecode(substr($href, strlen($hashtag_prefix)));
- } else if (substr($innertext, 0, 1) == '#') {
- $hashtag = $innertext;
- }
-
- if ($hashtag) {
- $a->outertext = $innertext;
- $hashtags[] = $hashtag;
- continue;
- }
-
- $parsed_url = parse_url($href);
-
- if (array_key_exists('path', $parsed_url) === false) continue;
-
- if (strpos($parsed_url['path'], '/away.php') === 0) {
- parse_str($parsed_url['query'], $parsed_query);
- $a->setAttribute('href', iconv(
- 'windows-1251',
- 'utf-8//ignore',
- $parsed_query['to']
- ));
- }
- }
-
- if (is_object($post->find('div.copy_quote', 0))) {
- if ($this->getInput('hide_reposts') === true) {
- continue;
- }
- $copy_quote = $post->find('div.copy_quote', 0);
- if ($copy_post_header = $copy_quote->find('div.copy_post_header', 0)) {
- $copy_post_header->outertext = '';
- }
- $copy_quote_content = $copy_quote->innertext;
- $copy_quote->outertext = "
Reposted:
$copy_quote_content";
- }
-
- $item = array();
- $item['content'] = strip_tags(backgroundToImg($post->find('div.wall_text', 0)->innertext), '
![]()
');
- $item['content'] .= $content_suffix;
- $item['categories'] = $hashtags;
-
- // get post link
- $post_link = $post->find('a.post_link', 0)->getAttribute('href');
- preg_match('/wall-?\d+_(\d+)/', $post_link, $preg_match_result);
- $item['post_id'] = intval($preg_match_result[1]);
- $item['uri'] = $post_link;
- $item['timestamp'] = $this->getTime($post);
- $item['title'] = $this->getTitle($item['content']);
- $item['author'] = $post_author;
- $item['videos'] = $post_videos;
- if ($is_pinned_post) {
- // do not append it now
- $pinned_post_item = $item;
- } else {
- $last_post_id = $item['post_id'];
- $this->items[] = $item;
- }
-
- }
-
- if (!is_null($pinned_post_item)) {
- if (count($this->items) == 0) {
- $this->items[] = $pinned_post_item;
- } else if ($last_post_id < $pinned_post_item['post_id']) {
- $this->items[] = $pinned_post_item;
- usort($this->items, function ($item1, $item2) {
- return $item2['post_id'] - $item1['post_id'];
- });
- }
- }
-
- $this->getCleanVideoLinks();
- }
-
- private function getPhoto($a) {
- $onclick = $a->getAttribute('onclick');
- preg_match('/return showPhoto\(.+?({.*})/', $onclick, $preg_match_result);
- if (count($preg_match_result) == 0) return;
-
- $arg = htmlspecialchars_decode( str_replace('queue:1', '"queue":1', $preg_match_result[1]) );
- $data = json_decode($arg, true);
- if ($data == null) return;
-
- $thumb = $data['temp']['base'] . $data['temp']['x_'][0] . '.jpg';
- $original = '';
- foreach(array('y_', 'z_', 'w_') as $key) {
- if (!isset($data['temp'][$key])) continue;
- if (!isset($data['temp'][$key][0])) continue;
- if (substr($data['temp'][$key][0], 0, 4) == 'http') {
- $base = '';
- } else {
- $base = $data['temp']['base'];
- }
- $original = $base . $data['temp'][$key][0] . '.jpg';
- }
-
- if ($original) {
- return "
";
- } else {
- return "";
- }
- }
-
- private function getTitle($content)
- {
- preg_match('/^["\w\ \p{Cyrillic}\(\)\?#«»-]+/mu', htmlspecialchars_decode($content), $result);
- if (count($result) == 0) return 'untitled';
- return $result[0];
- }
-
- private function getTime($post)
- {
- if ($time = $post->find('span.rel_date', 0)->getAttribute('time')) {
- return $time;
- } else {
- $strdate = $post->find('span.rel_date', 0)->plaintext;
-
- $date = date_parse($strdate);
- if (!$date['year']) {
- if (strstr($strdate, 'today') !== false) {
- $strdate = date('d-m-Y') . ' ' . $strdate;
- } elseif (strstr($strdate, 'yesterday ') !== false) {
- $time = time() - 60 * 60 * 24;
- $strdate = date('d-m-Y', $time) . ' ' . $strdate;
- } else {
- $strdate = $strdate . ' ' . date('Y');
- }
-
- $date = date_parse($strdate);
- } elseif ($date['hour'] === false) {
- $date['hour'] = $date['minute'] = '00';
- }
- return strtotime($date['day'] . '-' . $date['month'] . '-' . $date['year'] . ' ' .
- $date['hour'] . ':' . $date['minute']);
- }
-
- }
-
- private function getContents()
- {
- ini_set('user-agent', 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:53.0) Gecko/20100101 Firefox/53.0');
-
- $header = array('Accept-language: en', 'Cookie: remixlang=3');
-
- return getContents($this->getURI(), $header);
- }
-
- protected function appendVideo($video_title, $video_link, &$content_suffix, array &$post_videos)
- {
- if (!$video_title) $video_title = '(empty)';
-
- preg_match('/video([0-9-]+_[0-9]+)/', $video_link, $preg_match_result);
-
- if (count($preg_match_result) > 1) {
- $video_id = $preg_match_result[1];
- $this->videos[ $video_id ] = array(
- 'url' => $video_link,
- 'title' => $video_title,
- );
- $post_videos[] = $video_id;
- } else {
- $content_suffix .= '
Video: ' . $video_title . '';
- }
- }
-
- protected function getCleanVideoLinks() {
- $result = $this->api('video.get', array(
- 'videos' => implode(',', array_keys($this->videos)),
- 'count' => 200
- ));
-
- if (isset($result['error'])) return;
-
- foreach($result['response']['items'] as $item) {
- $video_id = strval($item['owner_id']) . '_' . strval($item['id']);
- $this->videos[$video_id]['url'] = $item['player'];
- }
-
- foreach($this->items as &$item) {
- foreach($item['videos'] as $video_id) {
- $video_link = $this->videos[$video_id]['url'];
- $video_title = $this->videos[$video_id]['title'];
- $item['content'] .= '
Video: ' . $video_title . '';
- }
- unset($item['videos']);
- }
- }
-
- protected function api($method, array $params)
- {
- $params['v'] = '5.80';
- $params['access_token'] = $this->getAccessToken();
- return json_decode( getContents('https://api.vk.com/method/' . $method . '?' . http_build_query($params)), true );
- }
+ $article_thumb_selector = 'div.article_snippet_mini_thumb';
+ } else {
+ $article_title_selector = 'div.article_snippet__title';
+ $article_author_selector = 'div.article_snippet__author';
+ $article_thumb_selector = 'div.article_snippet__image';
+ }
+ $article_title = $article->find($article_title_selector, 0)->innertext ?? '';
+ $article_author = $article->find($article_author_selector, 0)->innertext ?? '';
+ $article_link = $article->getAttribute('href');
+ $article_img_element_style = $article->find($article_thumb_selector, 0)->getAttribute('style');
+ preg_match('/background-image: url\((.*)\)/', $article_img_element_style, $matches);
+ if (count($matches) > 0) {
+ $content_suffix .= "
";
+ }
+ $content_suffix .= "
Article: $article_title ($article_author)";
+ $article->outertext = '';
+ }
+
+ // get all videos
+ foreach ($post->find('a.page_post_thumb_video') as $a) {
+ $video_title = htmlspecialchars_decode($a->getAttribute('aria-label'));
+ $video_title_split_pos = strrpos($video_title, ' is ');
+ if ($video_title_split_pos !== false) {
+ $video_title = substr($video_title, 0, $video_title_split_pos);
+ }
+ $video_link = $a->getAttribute('href');
+ $this->appendVideo($video_title, $video_link, backgroundToImg($a), $content_suffix);
+ $a->outertext = '';
+ }
+
+ // get all photos
+ foreach ($post->find('div.wall_text a.page_post_thumb_wrap') as $a) {
+ $result = $this->getPhoto($a);
+ if ($result == null) {
+ continue;
+ }
+ $a->outertext = '';
+ $content_suffix .= "
$result";
+ }
+
+ // get albums
+ foreach ($post->find('.page_album_wrap') as $el) {
+ $a = $el->find('.page_album_link', 0);
+ $album_title = $a->find('.page_album_title_text', 0)->getAttribute('title');
+ $album_link = $a->getAttribute('href');
+ $el->outertext = '';
+ $content_suffix .= "
Album: $album_title";
+ }
+
+ // get photo documents
+ foreach ($post->find('a.page_doc_photo_href') as $a) {
+ $doc_link = $a->getAttribute('href');
+ $doc_gif_label_element = $a->find('.page_gif_label', 0);
+ $doc_title_element = $a->find('.doc_label', 0);
+
+ if (is_object($doc_gif_label_element)) {
+ $gif_preview_img = backgroundToImg($a->find('.page_doc_photo', 0));
+ $content_suffix .= "
Gif: $gif_preview_img";
+ } elseif (is_object($doc_title_element)) {
+ $doc_title = $doc_title_element->innertext;
+ $content_suffix .= "
Doc: $doc_title";
+ } else {
+ continue;
+ }
+
+ $a->outertext = '';
+ }
+
+ // get other documents
+ foreach ($post->find('div.page_doc_row') as $div) {
+ $doc_title_element = $div->find('a.page_doc_title', 0);
+
+ if (is_object($doc_title_element)) {
+ $doc_title = $doc_title_element->innertext;
+ $doc_link = $doc_title_element->getAttribute('href');
+ $content_suffix .= "
Doc: $doc_title";
+ } else {
+ continue;
+ }
+
+ $div->outertext = '';
+ }
+
+ // get polls
+ foreach ($post->find('div.page_media_poll_wrap') as $div) {
+ $poll_title = $div->find('.page_media_poll_title', 0)->innertext;
+ $content_suffix .= "
Poll: $poll_title";
+ foreach ($div->find('div.page_poll_text') as $poll_stat_title) {
+ $content_suffix .= '
- ' . $poll_stat_title->innertext;
+ }
+ $div->outertext = '';
+ }
+
+ // get sign / post author
+ $post_author = $pageName;
+ $author_selectors = ['a.wall_signed_by', 'a.author'];
+ foreach ($author_selectors as $author_selector) {
+ $a = $post->find($author_selector, 0);
+ if (is_object($a)) {
+ $post_author = $a->innertext;
+ $a->outertext = '';
+ break;
+ }
+ }
+
+ // fix links and get post hashtags
+ $hashtags = [];
+ foreach ($post->find('a') as $a) {
+ $href = $a->getAttribute('href');
+ $innertext = $a->innertext;
+
+ $hashtag_prefix = '/feed?section=search&q=%23';
+ $hashtag = null;
+
+ if ($href && substr($href, 0, strlen($hashtag_prefix)) === $hashtag_prefix) {
+ $hashtag = urldecode(substr($href, strlen($hashtag_prefix)));
+ } elseif (substr($innertext, 0, 1) == '#') {
+ $hashtag = $innertext;
+ }
+
+ if ($hashtag) {
+ $a->outertext = $innertext;
+ $hashtags[] = $hashtag;
+ continue;
+ }
+
+ $parsed_url = parse_url($href);
+
+ if (array_key_exists('path', $parsed_url) === false) {
+ continue;
+ }
+
+ if (strpos($parsed_url['path'], '/away.php') === 0) {
+ parse_str($parsed_url['query'], $parsed_query);
+ $a->setAttribute('href', iconv(
+ 'windows-1251',
+ 'utf-8//ignore',
+ $parsed_query['to']
+ ));
+ }
+ }
+
+ $copy_quote = $post->find('div.copy_quote', 0);
+ if (is_object($copy_quote)) {
+ if ($this->getInput('hide_reposts') === true) {
+ continue;
+ }
+ if ($copy_post_header = $copy_quote->find('div.copy_post_header', 0)) {
+ $copy_post_header->outertext = '';
+ }
+
+ $second_copy_quote = $copy_quote->find('div.published_sec_quote', 0);
+ if (is_object($second_copy_quote)) {
+ $second_copy_quote_author = $second_copy_quote->find('a.copy_author', 0)->outertext;
+ $second_copy_quote_content = $second_copy_quote->find('div.copy_post_date', 0)->outertext;
+ $second_copy_quote->outertext = "
Reposted ($second_copy_quote_author): $second_copy_quote_content";
+ }
+ $copy_quote_author = $copy_quote->find('a.copy_author', 0)->outertext;
+ $copy_quote_content = $copy_quote->innertext;
+ $copy_quote->outertext = "
Reposted ($copy_quote_author):
$copy_quote_content";
+ }
+
+ foreach ($post->find('.PrimaryAttachment .PhotoPrimaryAttachment') as $pa) {
+ $img = $pa->find('.PhotoPrimaryAttachment__imageElement', 0);
+ if (is_object($img)) {
+ $pa->outertext = $img->outertext;
+ }
+ }
+
+ foreach ($post->find('.SecondaryAttachment') as $sa) {
+ $sa_href = $sa->getAttribute('href');
+ if (!$sa_href) {
+ $sa_href = '';
+ }
+ $sa_task_click = $sa->getAttribute('data-task-click');
+
+ if (str_starts_with($sa_href, 'https://vk.com/doc')) {
+ // document
+ $doc_title = $sa->find('.SecondaryAttachment__childrenText', 0)->innertext;
+ $doc_size = $sa->find('.SecondaryAttachmentSubhead', 0)->innertext;
+ $doc_link = $sa_href;
+ $content_suffix .= "
Doc: $doc_title ($doc_size)";
+ $sa->outertext = '';
+ } else if (str_starts_with($sa_href, 'https://vk.com/@')) {
+ // article
+ $article_title = $sa->find('.SecondaryAttachment__childrenText', 0)->innertext;
+ $article_author = explode('Article · from ', $sa->find('.SecondaryAttachmentSubhead', 0)->innertext)[1];
+ $article_link = $sa_href;
+ $content_suffix .= "
Article: $article_title ($article_author)";
+ $sa->outertext = '';
+ } else if ($sa_task_click == 'SecondaryAttachment/playAudio') {
+ // audio
+ $audio_json = json_decode(html_entity_decode($sa->getAttribute('data-audio')));
+ $audio_link = $audio_json->url;
+ $audio_title = $sa->find('.SecondaryAttachment__childrenText', 0)->innertext;
+ $audio_author = $sa->find('.SecondaryAttachmentSubhead', 0)->innertext;
+ $content_suffix .= "
Audio: $audio_title ($audio_author)";
+ $sa->outertext = '';
+ } else if ($sa_task_click == 'SecondaryAttachment/playPlaylist') {
+ // playlist link
+ $playlist_title = $sa->find('.SecondaryAttachment__childrenText', 0)->innertext;
+ $playlist_link = $sa->find('.SecondaryAttachment__link', 0)->getAttribute('href');
+ $content_suffix .= "
Playlist: $playlist_title";
+ $sa->outertext = '';
+ }
+ }
+
+ $item = [];
+ $content = strip_tags(backgroundToImg($post->find('div.wall_text', 0)->innertext), '
![]()
');
+ $content .= $content_suffix;
+ if (!$content) {
+ $content = '(empty post)';
+ }
+ $content = str_get_html($content);
+ foreach ($content->find('img') as $img) {
+ $parsed_src = parse_url($img->getAttribute('src'));
+
+ // unblur images (case of impf)
+ // get original images instead of thumbnails (case of impg)
+ $imgPrefix = array_reduce(['/impf/', '/impg/'], function ($a, $c) use ($parsed_src) {
+ if ($a) {
+ return $a;
+ }
+ if (str_starts_with($parsed_src['path'], $c)) {
+ return $c;
+ }
+ return $a;
+ }, '');
+ if ($imgPrefix) {
+ $new_src = $parsed_src['scheme'] . '://' . $parsed_src['host'];
+ $new_src .= substr($parsed_src['path'], strlen($imgPrefix) - 1);
+ $img->setAttribute('src', $new_src);
+ }
+ }
+ $item['content'] = $content->outertext;
+ $item['categories'] = $hashtags;
+
+ // get post link
+ $post_link = $post->find('a.PostHeaderSubtitle__link', 0)->getAttribute('href');
+ preg_match('/wall-?\d+_(\d+)/', $post_link, $preg_match_result);
+ $item['post_id'] = intval($preg_match_result[1]);
+ $item['uri'] = $post_link;
+ $item['timestamp'] = $this->getTime($post);
+ $item['title'] = $this->getTitle($item['content']);
+ $item['author'] = $post_author;
+ if ($is_pinned_post) {
+ // do not append it now
+ $pinned_post_item = $item;
+ } else {
+ $last_post_id = $item['post_id'];
+ $this->items[] = $item;
+ }
+ }
+
+ if (!is_null($pinned_post_item)) {
+ if (count($this->items) == 0) {
+ $this->items[] = $pinned_post_item;
+ } elseif ($last_post_id < $pinned_post_item['post_id']) {
+ $this->items[] = $pinned_post_item;
+ usort($this->items, function ($item1, $item2) {
+ return $item2['post_id'] - $item1['post_id'];
+ });
+ }
+ }
+ }
+
+ private function getPhoto($a)
+ {
+ $onclick = $a->getAttribute('onclick');
+ preg_match('/return showPhoto\(.+?({.*})/', $onclick, $preg_match_result);
+ if (count($preg_match_result) == 0) {
+ return;
+ }
+
+ $arg = htmlspecialchars_decode(str_replace('queue:1', '"queue":1', $preg_match_result[1]));
+ $data = json_decode($arg, true);
+ if ($data == null) {
+ return;
+ }
+
+ $thumb = $data['temp']['base'] . $data['temp']['x_'][0];
+ $original = '';
+ foreach (['y_', 'z_', 'w_'] as $key) {
+ if (!isset($data['temp'][$key])) {
+ continue;
+ }
+ if (!isset($data['temp'][$key][0])) {
+ continue;
+ }
+ if (substr($data['temp'][$key][0], 0, 4) == 'http') {
+ $base = '';
+ } else {
+ $base = $data['temp']['base'];
+ }
+ $original = $base . $data['temp'][$key][0];
+ }
+
+ if ($original) {
+ return "";
+ } else {
+ return backgroundToImg($a);
+ }
+ }
+
+ private function getTitle($content)
+ {
+ $content = explode('
', $content)[0];
+ $content = strip_tags($content);
+ preg_match('/^[:\,"\w\ \p{L}\(\)\?#«»\-\–\—||&\.%\\₽\/+\;\!]+/mu', htmlspecialchars_decode($content), $result);
+ if (count($result) == 0) {
+ return 'untitled';
+ }
+ return $result[0];
+ }
+
+ private function getTime($post)
+ {
+ $accurateDateElement = $post->find('span.rel_date', 0);
+ if ($accurateDateElement) {
+ return $accurateDateElement->getAttribute('time');
+ } else {
+ $strdate = $post->find('time.PostHeaderSubtitle__item', 0)->plaintext;
+ $strdate = preg_replace('/[\x00-\x1F\x7F-\xFF]/', ' ', $strdate);
+
+ $date = date_parse($strdate);
+ if (!$date['year']) {
+ if (strstr($strdate, 'today') !== false) {
+ $strdate = date('d-m-Y') . ' ' . $strdate;
+ } elseif (strstr($strdate, 'yesterday ') !== false) {
+ $time = time() - 60 * 60 * 24;
+ $strdate = date('d-m-Y', $time) . ' ' . $strdate;
+ } elseif ($date['month'] && intval(date('m')) < $date['month']) {
+ $strdate = $strdate . ' ' . (date('Y') - 1);
+ } else {
+ $strdate = $strdate . ' ' . date('Y');
+ }
+
+ $date = date_parse($strdate);
+ } elseif ($date['hour'] === false) {
+ $date['hour'] = $date['minute'] = '00';
+ }
+ return strtotime($date['day'] . '-' . $date['month'] . '-' . $date['year'] . ' ' .
+ $date['hour'] . ':' . $date['minute']) - $this->tz;
+ }
+ }
+
+ private function getContents()
+ {
+ $httpHeaders = [
+ 'Accept-language: en',
+ 'Cookie: remixlang=3',
+ ];
+ $redirects = 0;
+ $uri = $this->getURI();
+
+ while ($redirects < 2) {
+ $response = getContents($uri, $httpHeaders, [CURLOPT_FOLLOWLOCATION => false], true);
+
+ if (in_array($response->getCode(), [200, 304])) {
+ return $response->getBody();
+ }
+
+ $headers = $response->getHeaders();
+ $uri = urljoin(self::URI, $headers['location'][0]);
+
+ if (str_contains($uri, '/429.html')) {
+ throw new RateLimitException();
+ }
+
+ if (!preg_match('#^https?://vk.com/#', $uri)) {
+ returnServerError('Unexpected redirect location: ' . $uri);
+ }
+
+ $redirects++;
+ }
+
+ returnServerError('Too many redirects, while retreving content from VK');
+ }
+
+ protected function appendVideo($video_title, $video_link, $previewImg, &$content_suffix)
+ {
+ if (!$video_title) {
+ $video_title = '(empty)';
+ }
+
+ $content_suffix .= '
' . $previewImg;
+ $content_suffix .= 'Video: ' . $video_title . '';
+ }
}
diff --git a/bridges/VproTegenlichtBridge.php b/bridges/VproTegenlichtBridge.php
new file mode 100644
index 00000000000..44afba64d8b
--- /dev/null
+++ b/bridges/VproTegenlichtBridge.php
@@ -0,0 +1,41 @@
+find('ul#browsable-news-overview', 0);
+ $dom = defaultLinkTo($dom, $this->getURI());
+ foreach ($dom->find('li') as $article) {
+ $a = $article->find('a.complex-teaser', 0);
+ $title = $article->find('a.complex-teaser', 0)->title;
+ $url = $article->find('a.complex-teaser', 0)->href;
+ $author = 'VPRO tegenlicht';
+ $content = $article->find('p.complex-teaser-summary', 0)->plaintext;
+ $timestamp = strtotime($article->find('div.complex-teaser-data', 0)->plaintext);
+
+ $item = [
+ 'uri' => $url,
+ 'author' => $author,
+ 'title' => $title,
+ 'timestamp' => $timestamp,
+ 'content' => $content
+ ];
+
+ $this->items[] = $item;
+ }
+ }
+}
diff --git a/bridges/WKYTNewsBridge.php b/bridges/WKYTNewsBridge.php
new file mode 100644
index 00000000000..e3b95f007d0
--- /dev/null
+++ b/bridges/WKYTNewsBridge.php
@@ -0,0 +1,27 @@
+find('.card-body');
+
+ foreach ($articles as $article) {
+ $item = [];
+ $url = $article->find('.headline a', 0);
+ $item['uri'] = $url->href;
+ $item['title'] = trim($url->plaintext);
+ $item['author'] = $article->find('.author', 0)->plaintext;
+ $item['content'] = $article->find('.deck', 0)->plaintext;
+ $this->items[] = $item;
+ }
+ }
+}
diff --git a/bridges/WYMTNewsBridge.php b/bridges/WYMTNewsBridge.php
new file mode 100644
index 00000000000..c19d6e25c72
--- /dev/null
+++ b/bridges/WYMTNewsBridge.php
@@ -0,0 +1,27 @@
+find('.card-body');
+
+ foreach ($articles as $article) {
+ $item = [];
+ $url = $article->find('.headline a', 0);
+ $item['uri'] = $url->href;
+ $item['title'] = trim($url->plaintext);
+ $item['author'] = $article->find('.author', 0)->plaintext;
+ $item['content'] = $article->find('.deck', 0)->plaintext;
+ $this->items[] = $item;
+ }
+ }
+}
diff --git a/bridges/WallmineNewsBridge.php b/bridges/WallmineNewsBridge.php
new file mode 100644
index 00000000000..c5009172e23
--- /dev/null
+++ b/bridges/WallmineNewsBridge.php
@@ -0,0 +1,50 @@
+getURI() . '/news/');
+
+ $html = defaultLinkTo($html, self::URI);
+
+ foreach ($html->find('div.container.news-card') as $div) {
+ $item = [];
+ $item['uri'] = $div->find('a', 0)->href;
+
+ $image = $div->find('img.img-fluid', 0)->src;
+
+ $page = getSimpleHTMLDOMCached($item['uri'], 7200);
+
+ $article = $page->find('div.container.article-container', 0);
+
+ $item['title'] = $article->find('h1', 0)->plaintext;
+
+ $article->find('p.published-on', 0)->children(0)->outertext = '';
+ $article->find('p.published-on', 0)->children(1)->outertext = '';
+ $date = str_replace('at', '', $article->find('p.published-on', 0)->innertext);
+
+ $item['timestamp'] = $date;
+
+ $article->find('h1', 0)->outertext = '';
+ $article->find('p.published-on', 0)->outertext = '';
+
+ $item['content'] = $article->innertext;
+ $item['enclosures'][] = $image;
+
+ $this->items[] = $item;
+
+ if (count($this->items) >= 10) {
+ break;
+ }
+ }
+ }
+}
diff --git a/bridges/WallpaperStopBridge.php b/bridges/WallpaperStopBridge.php
deleted file mode 100644
index 3578e714f52..00000000000
--- a/bridges/WallpaperStopBridge.php
+++ /dev/null
@@ -1,107 +0,0 @@
- array(
- 'name' => 'Category'
- ),
- 's' => array(
- 'name' => 'subcategory'
- ),
- 'm' => array(
- 'name' => 'Max number of wallpapers',
- 'type' => 'number',
- 'defaultValue' => 20
- ),
- 'r' => array(
- 'name' => 'resolution',
- 'exampleValue' => '1920x1200, 1680x1050,…',
- 'defaultValue' => '1920x1200'
- )
- ));
-
- public function collectData(){
- $category = $this->getInput('c');
- $subcategory = $this->getInput('s');
- $resolution = $this->getInput('r');
-
- $num = 0;
- $max = $this->getInput('m');
- $lastpage = 1;
-
- for($page = 1; $page <= $lastpage; $page++) {
- $link = self::URI
- . '/'
- . $category
- . '-wallpaper/'
- . (!empty($subcategory) ? $subcategory . '-wallpaper/' : '')
- . 'desktop-wallpaper-'
- . $page
- . '.html';
-
- $html = getSimpleHTMLDOM($link)
- or returnServerError('No results for this query.');
-
- if($page === 1) {
- preg_match('/-(\d+)\.html$/', $html->find('.pagination > .last', 0)->href, $matches);
- $lastpage = min($matches[1], ceil($max / 20));
- }
-
- foreach($html->find('article.item') as $element) {
- $wplink = $element->getAttribute('data-permalink');
- if(preg_match('%^' . self::URI . '/(.+)/([^/]+)-(\d+)\.html$%', $wplink, $matches)) {
- $thumbnail = $element->find('img', 0);
-
- $item = array();
- $item['uri'] = self::URI
- . '/wallpapers/'
- . str_replace('wallpaper', 'wallpapers', $matches[1])
- . '/'
- . $matches[2]
- . '-'
- . $resolution
- . '-'
- . $matches[3]
- . '.jpg';
-
- $item['id'] = $matches[3];
- $item['timestamp'] = time();
- $item['title'] = $thumbnail->title;
- $item['content'] = $item['title']
- . '
';
-
- $this->items[] = $item;
-
- $num++;
- if ($num >= $max)
- break 2;
- }
- }
- }
- }
-
- public function getName(){
- if(!is_null($this->getInput('s')) && !is_null($this->getInput('c')) && !is_null($this->getInput('r'))) {
- $subcategory = $this->getInput('s');
- return 'WallpaperStop - '
- . $this->getInput('c')
- . (!empty($subcategory) ? ' > ' . $subcategory : '')
- . ' ['
- . $this->getInput('r')
- . ']';
- }
-
- return parent::getName();
- }
-}
diff --git a/bridges/WallpaperflareBridge.php b/bridges/WallpaperflareBridge.php
new file mode 100644
index 00000000000..907288d06d7
--- /dev/null
+++ b/bridges/WallpaperflareBridge.php
@@ -0,0 +1,46 @@
+ [
+ 'search' => [
+ 'name' => 'Search',
+ 'exampleValue' => 'birds',
+ 'required' => true
+ ]
+ ]];
+ const CACHE_TIMEOUT = 3600; //1 hour
+ const XPATH_EXPRESSION_ITEM = './/figure';
+ const XPATH_EXPRESSION_ITEM_TITLE = './/img/@title';
+ const XPATH_EXPRESSION_ITEM_CONTENT = '';
+ const XPATH_EXPRESSION_ITEM_URI = './/a[@itemprop="url"]/@href';
+ const XPATH_EXPRESSION_ITEM_AUTHOR = '/html[1]/body[1]/main[1]/section[1]/h1[1]';
+ const XPATH_EXPRESSION_ITEM_TIMESTAMP = '';
+ const XPATH_EXPRESSION_ITEM_ENCLOSURES = './/img/@data-src';
+ const XPATH_EXPRESSION_ITEM_CATEGORIES = './/figcaption[@itemprop="caption description"]';
+ const SETTING_FIX_ENCODING = false;
+
+ protected function getSourceUrl()
+ {
+ return 'https://www.wallpaperflare.com/search?wallpaper=' . $this->getInput('search');
+ }
+
+ public function getIcon()
+ {
+ return 'https://www.google.com/s2/favicons?domain=wallpaperflare.com/';
+ }
+
+ public function getName()
+ {
+ if (!is_null($this->getInput('search'))) {
+ return 'Wallpaperflare - ' . $this->getInput('search');
+ } else {
+ return 'Wallpaperflare';
+ }
+ }
+}
diff --git a/bridges/WeLiveSecurityBridge.php b/bridges/WeLiveSecurityBridge.php
index 59a094a7933..151484c45af 100644
--- a/bridges/WeLiveSecurityBridge.php
+++ b/bridges/WeLiveSecurityBridge.php
@@ -1,32 +1,56 @@
Could not request ' . $this->getName() . ': ' . $item['uri'] . '';
- return $item;
- }
-
- $article_content = $article_html->find('div.formatted', 0)->innertext;
- $article_content = stripWithDelimiters($article_content, '');
- $article_content = stripRecursiveHTMLSection($article_content, 'div', '
' + . $description + . '
' - . $article->find('div.intro', 0)->plaintext - . '
'; - } else { - $item['content'] = $article->find('div.intro', 0)->plaintext; - } - - $item['timestamp'] = strtotime($article->find('div.timestamp', 0)->plaintext); - $item['enclosures'] = array($teaser); - - $this->items[] = $item; - } - } + +class WikiLeaksBridge extends BridgeAbstract +{ + const NAME = 'WikiLeaks'; + const URI = 'https://wikileaks.org'; + const DESCRIPTION = 'Returns the latest news or articles from WikiLeaks'; + const MAINTAINER = 'logmanoriginal'; + const PARAMETERS = [ + [ + 'category' => [ + 'name' => 'Category', + 'type' => 'list', + 'title' => 'Select your category', + 'values' => [ + 'News' => '-News-', + 'Leaks' => [ + 'All' => '-Leaks-', + 'Intelligence' => '+-Intelligence-+', + 'Global Economy' => '+-Global-Economy-+', + 'International Politics' => '+-International-Politics-+', + 'Corporations' => '+-Corporations-+', + 'Government' => '+-Government-+', + 'War & Military' => '+-War-Military-+' + ] + ], + 'defaultValue' => 'news' + ], + 'teaser' => [ + 'name' => 'Show teaser', + 'type' => 'checkbox', + 'title' => 'If checked feeds will display the teaser', + 'defaultValue' => 'checked' + ] + ] + ]; + + public function collectData() + { + $html = getSimpleHTMLDOM($this->getURI()); + + // News are presented differently + switch ($this->getInput('category')) { + case '-News-': + $this->loadNewsItems($html); + break; + default: + $this->loadLeakItems($html); + } + } + + public function getURI() + { + if (!is_null($this->getInput('category'))) { + return static::URI . '/' . $this->getInput('category') . '.html'; + } + + return parent::getURI(); + } + + public function getName() + { + if (!is_null($this->getInput('category'))) { + $category = array_search( + $this->getInput('category'), + static::PARAMETERS[0]['category']['values'] + ); + + if ($category === false) { + $category = array_search( + $this->getInput('category'), + static::PARAMETERS[0]['category']['values']['Leaks'] + ); + } + + return $category . ' - ' . static::NAME; + } + + return parent::getName(); + } + + private function loadNewsItems($html) + { + $articles = $html->find('div.news-articles ul li'); + + if (is_null($articles) || count($articles) === 0) { + return; + } + + foreach ($articles as $article) { + $item = []; + + $item['title'] = $article->find('h3', 0)->plaintext; + $item['uri'] = static::URI . $article->find('h3 a', 0)->href; + $item['content'] = $article->find('div.introduction', 0)->plaintext; + $timestamp = $article->find('div.timestamp', 0); + if ($timestamp) { + $item['timestamp'] = strtotime($timestamp->plaintext); + } + $this->items[] = $item; + } + } + + private function loadLeakItems($html) + { + $articles = $html->find('li.tile'); + + if (is_null($articles) || count($articles) === 0) { + return; + } + + foreach ($articles as $article) { + $item = []; + + $item['title'] = $article->find('h2', 0)->plaintext; + $item['uri'] = static::URI . $article->find('a', 0)->href; + + $teaser = static::URI . '/' . $article->find('div.teaser img', 0)->src; + + if ($this->getInput('teaser')) { + $item['content'] = '' + . $article->find('div.intro', 0)->plaintext + . '
'; + } else { + $item['content'] = $article->find('div.intro', 0)->plaintext; + } + + $item['timestamp'] = strtotime($article->find('div.timestamp', 0)->plaintext); + $item['enclosures'] = [$teaser]; + + $this->items[] = $item; + } + } } diff --git a/bridges/WikipediaBridge.php b/bridges/WikipediaBridge.php index 7ca763fcc68..0907db760a4 100644 --- a/bridges/WikipediaBridge.php +++ b/bridges/WikipediaBridge.php @@ -3,300 +3,343 @@ define('WIKIPEDIA_SUBJECT_TFA', 0); // Today's featured article define('WIKIPEDIA_SUBJECT_DYK', 1); // Did you know... -class WikipediaBridge extends BridgeAbstract { - const MAINTAINER = 'logmanoriginal'; - const NAME = 'Wikipedia bridge for many languages'; - const URI = 'https://www.wikipedia.org/'; - const DESCRIPTION = 'Returns articles for a language of your choice'; - - const PARAMETERS = array( array( - 'language' => array( - 'name' => 'Language', - 'type' => 'list', - 'title' => 'Select your language', - 'exampleValue' => 'English', - 'values' => array( - 'English' => 'en', - 'Dutch' => 'nl', - 'Esperanto' => 'eo', - 'French' => 'fr', - 'German' => 'de', - ) - ), - 'subject' => array( - 'name' => 'Subject', - 'type' => 'list', - 'title' => 'What subject are you interested in?', - 'exampleValue' => 'Today\'s featured article', - 'values' => array( - 'Today\'s featured article' => 'tfa', - 'Did you know…' => 'dyk' - ) - ), - 'fullarticle' => array( - 'name' => 'Load full article', - 'type' => 'checkbox', - 'title' => 'Activate to always load the full article' - ) - )); - - public function getURI(){ - if(!is_null($this->getInput('language'))) { - return 'https://' - . strtolower($this->getInput('language')) - . '.wikipedia.org'; - } - - return parent::getURI(); - } - - public function getName(){ - switch($this->getInput('subject')) { - case 'tfa': - $subject = WIKIPEDIA_SUBJECT_TFA; - break; - case 'dyk': - $subject = WIKIPEDIA_SUBJECT_DYK; - break; - default: return parent::getName(); - } - - switch($subject) { - case WIKIPEDIA_SUBJECT_TFA: - $name = 'Today\'s featured article from ' - . strtolower($this->getInput('language')) - . '.wikipedia.org'; - break; - case WIKIPEDIA_SUBJECT_DYK: - $name = 'Did you know? - articles from ' - . strtolower($this->getInput('language')) - . '.wikipedia.org'; - break; - default: - $name = 'Articles from ' - . strtolower($this->getInput('language')) - . '.wikipedia.org'; - break; - } - return $name; - } - - public function collectData(){ - - switch($this->getInput('subject')) { - case 'tfa': - $subject = WIKIPEDIA_SUBJECT_TFA; - break; - case 'dyk': - $subject = WIKIPEDIA_SUBJECT_DYK; - break; - default: - $subject = WIKIPEDIA_SUBJECT_TFA; - break; - } - - $fullArticle = $this->getInput('fullarticle'); - - // This will automatically send us to the correct main page in any language (try it!) - $html = getSimpleHTMLDOM($this->getURI() . '/wiki'); - - if(!$html) - returnServerError('Could not load site: ' . $this->getURI() . '!'); - - /* - * Now read content depending on the language (make sure to create one function per language!) - * We build the function name automatically, just make sure you create a private function ending - * with your desired language code, where the language code is upper case! (en -> getContentsEN). - */ - $function = 'getContents' . ucfirst(strtolower($this->getInput('language'))); - - if(!method_exists($this, $function)) - returnServerError('A function to get the contents for your language is missing (\'' . $function . '\')!'); - - /* - * The method takes care of creating all items. - */ - $this->$function($html, $subject, $fullArticle); - } - - /** - * Replaces all relative URIs with absolute ones - * @param $element A simplehtmldom element - * @return The $element->innertext with all URIs replaced - */ - private function replaceUriInHtmlElement($element){ - return str_replace('href="/', 'href="' . $this->getURI() . '/', $element->innertext); - } - - /* - * Adds a new item to $items using a generic operation (should work for most - * (all?) wikis) $anchorText can be specified if the wiki in question doesn't - * use '...' (like Dutch, French and Italian) $anchorFallbackIndex can be - * used to specify a different fallback link than the first - * (e.g., -1 for the last) - */ - private function addTodaysFeaturedArticleGeneric($element, - $fullArticle, - $anchorText = '...', - $anchorFallbackIndex = 0){ - // Clean the bottom of the featured article - if ($element->find('div', -1)) - $element->find('div', -1)->outertext = ''; - - // The title and URI of the article can be found in an anchor containing - // the string '...' in most wikis ('full article ...') - $target = $element->find('p/a', $anchorFallbackIndex); - foreach($element->find('//a') as $anchor) { - if(strpos($anchor->innertext, $anchorText) !== false) { - $target = $anchor; - break; - } - } - - $item = array(); - $item['uri'] = $this->getURI() . $target->href; - $item['title'] = $target->title; - - if(!$fullArticle) - $item['content'] = strip_tags($this->replaceUriInHtmlElement($element), '![](\"https://cdn.thewirecutter.com/{$img_link}?width=314&quality=75&crop=3:2&auto=webp\")
"; + + $content .= "\${$deal->price}
"; + + foreach ($deal->buyButtons as $buy) { + $content .= "\${$deal->streetPrice}Buy from url}\">$buy->merchant"; + if ($buy->promo->effect) { + $content .= " {$buy->promo->effect}"; + } + if ($buy->promo->code) { + $content .= " (Use promo code {$buy->promo->code})"; + } + $content .= '
'; + } + + $content .= '
'; + $structuredContent = json_decode($deal->structuredContent, true); + foreach ($structuredContent as $node) { + $content .= $this->jsonToHtml($node); + } + + if ($deal->relatedArticle) { + $review = $deal->relatedArticle; + $content .= '
'; + $content .= "Read the review: link}\">{$review->title}
"; + } + + return $content; + } +} diff --git a/bridges/WiredBridge.php b/bridges/WiredBridge.php index 8da93d0c3f7..f7da288c48a 100644 --- a/bridges/WiredBridge.php +++ b/bridges/WiredBridge.php @@ -1,102 +1,111 @@ array( - 'name' => 'Feed', - 'type' => 'list', - 'values' => array( - 'WIRED Top Stories' => 'rss', // /feed/rss - 'Business' => 'business', // /feed/category/business/latest/rss - 'Culture' => 'culture', // /feed/category/culture/latest/rss - 'Gear' => 'gear', // /feed/category/gear/latest/rss - 'Ideas' => 'ideas', // /feed/category/ideas/latest/rss - 'Science' => 'science', // /feed/category/science/latest/rss - 'Security' => 'security', // /feed/category/security/latest/rss - 'Transportation' => 'transportation', // /feed/category/transportation/latest/rss - 'Backchannel' => 'backchannel', // /feed/category/backchannel/latest/rss - 'WIRED Guides' => 'wired-guide', // /feed/tag/wired-guide/latest/rss - 'Photo' => 'photo' // /feed/category/photo/latest/rss - ) - ) - )); - - public function collectData(){ - $feed = $this->getInput('feed'); - if(empty($feed) || !ctype_alpha(str_replace('-', '', $feed))) { - returnClientError('Invalid feed, please check the "feed" parameter.'); - } - - $feed_url = $this->getURI() . 'feed/'; - if ($feed != 'rss') { - if ($feed != 'wired-guide') { - $feed_url .= 'category/'; - } else { - $feed_url .= 'tag/'; - } - $feed_url .= "$feed/latest/"; - } - $feed_url .= 'rss'; - - $this->collectExpandableDatas($feed_url); - } - - protected function parseItem($newsItem){ - $item = parent::parseItem($newsItem); - $article = getSimpleHTMLDOMCached($item['uri']) - or returnServerError('Could not request WIRED: ' . $item['uri']); - $item['content'] = $this->extractArticleContent($article); - - $headline = strval($newsItem->description); - if(!empty($headline)) { - $item['content'] = '' . $headline . '
' . $item['content']; - } - - $item_image = $article->find('meta[property="og:image"]', 0); - if(!empty($item_image)) { - $item['enclosures'] = array($item_image->content); - $item['content'] = '
' . $item['content']; - } - - return $item; - } - - private function extractArticleContent($article){ - $content = $article->find('article', 0); - $truncate = true; - - if (empty($content)) { - $content = $article->find('div.listicle-main-component__container', 0); - $truncate = false; - } - - if (!empty($content)) { - $content = $content->innertext; - } - - foreach (array( - '' . $headline . '
' . $item['content']; + } + + $item_image = $article->find('meta[property="og:image"]', 0); + if (!empty($item_image)) { + $item['enclosures'] = [$item_image->content]; + $item['content'] = '
' . $item['content']; + } + + return $item; + } + + private function extractArticleContent($article) + { + $content = $article->find('article', 0); + $truncate = true; + + if (empty($content)) { + $content = $article->find('div.listicle-main-component__container', 0); + $truncate = false; + } + + if (!empty($content)) { + $content = $content->innertext; + } + + foreach ( + [ + 'Poll ({$attachments->pollRenderer->totalVotes->simpleText})
{$pollChoices}
+EOD; + } elseif (isset($attachments->postMultiImageRenderer->images)) { + // Multiple images + $images = $attachments->postMultiImageRenderer->images; + + if (is_array($images)) { + if (empty($this->itemTitle)) { + $this->itemTitle = $this->feedName . ' posted ' . count($images) . ' images'; + } + + foreach ($images as $image) { + $lastThumb = end($image->backstageImageRenderer->image->thumbnails); + + $content .= <<
+EOD; + } + } + } + } + + return $content; + } + + /* + Ellipsis text for title + */ + private function ellipsisTitle($text) + { + $length = 100; + + $text = strip_tags($text); + if (strlen($text) > $length) { + $text = explode('', wordwrap($text, $length, '
')); + return $text[0] . '...'; + } + + return $text; + } + + private function formatUrls($content, $url) + { + if (substr(strval($url), 0, 1) == '/') { + // fix relative URL + $url = 'https://www.youtube.com' . $url; + } elseif (substr(strval($url), 0, 33) == 'https://www.youtube.com/redirect?') { + // extract actual URL from YouTube redirect + parse_str(substr($url, 33), $params); + if (strpos(($params['q'] ?? ''), rtrim($content, '.')) === 0) { + $url = $params['q']; + } + } + + // ensure all URLs are made clickable + $url = $url ?? $content; + + if (filter_var($url, FILTER_VALIDATE_URL)) { + return '' . $content . ''; + } + + return $content; + } +} diff --git a/bridges/YoutubeBridge.php b/bridges/YoutubeBridge.php index 90ee0499672..12cdaec459e 100644 --- a/bridges/YoutubeBridge.php +++ b/bridges/YoutubeBridge.php @@ -1,299 +1,559 @@ array( - 'u' => array( - 'name' => 'username', - 'exampleValue' => 'test', - 'required' => true - ) - ), - 'By channel id' => array( - 'c' => array( - 'name' => 'channel id', - 'exampleValue' => '15', - 'required' => true - ) - ), - 'By playlist Id' => array( - 'p' => array( - 'name' => 'playlist id', - 'exampleValue' => '15' - ) - ), - 'Search result' => array( - 's' => array( - 'name' => 'search keyword', - 'exampleValue' => 'test' - ), - 'pa' => array( - 'name' => 'page', - 'type' => 'number', - 'exampleValue' => 1 - ) - ), - 'global' => array( - 'duration_min' => array( - 'name' => 'min. duration (minutes)', - 'type' => 'number', - 'title' => 'Minimum duration for the video in minutes', - 'exampleValue' => 5 - ), - 'duration_max' => array( - 'name' => 'max. duration (minutes)', - 'type' => 'number', - 'title' => 'Maximum duration for the video in minutes', - 'exampleValue' => 10 - ) - ) - ); - - private $feedName = ''; - - private function ytBridgeQueryVideoInfo($vid, &$author, &$desc, &$time){ - $html = $this->ytGetSimpleHTMLDOM(self::URI . "watch?v=$vid", true); - - // Skip unavailable videos - if(!strpos($html->innertext, 'IS_UNAVAILABLE_PAGE')) { - return; - } - - foreach($html->find('script') as $script) { - $data = trim($script->innertext); - - if(strpos($data, '{') !== 0) - continue; // Wrong script - - $json = json_decode($data); - - if(!isset($json->itemListElement)) - continue; // Wrong script - - $author = $json->itemListElement[0]->item->name; - } - - if(!is_null($html->find('#watch-description-text', 0))) - $desc = $html->find('#watch-description-text', 0)->innertext; - - if(!is_null($html->find('meta[itemprop=datePublished]', 0))) - $time = strtotime($html->find('meta[itemprop=datePublished]', 0)->getAttribute('content')); - } - - private function ytBridgeAddItem($vid, $title, $author, $desc, $time){ - $item = array(); - $item['id'] = $vid; - $item['title'] = $title; - $item['author'] = $author; - $item['timestamp'] = $time; - $item['uri'] = self::URI . 'watch?v=' . $vid; - $thumbnailUri = str_replace('/www.', '/img.', self::URI) . 'vi/' . $vid . '/0.jpg'; - $item['content'] = '
' . $desc; - $this->items[] = $item; - } - - private function ytBridgeParseXmlFeed($xml) { - foreach($xml->find('entry') as $element) { - $title = $this->ytBridgeFixTitle($element->find('title', 0)->plaintext); - $author = $element->find('name', 0)->plaintext; - $desc = $element->find('media:description', 0)->innertext; - - // Make sure the description is easy on the eye :) - $desc = htmlspecialchars($desc); - $desc = nl2br($desc); - $desc = preg_replace('/(http[s]{0,1}\:\/\/[a-zA-Z0-9.\/\?\&=\-_]{4,})/ims', - '$1 ', - $desc); - - $vid = str_replace('yt:video:', '', $element->find('id', 0)->plaintext); - $time = strtotime($element->find('published', 0)->plaintext); - if(strpos($vid, 'googleads') === false) - $this->ytBridgeAddItem($vid, $title, $author, $desc, $time); - } - $this->feedName = $this->ytBridgeFixTitle($xml->find('feed > title', 0)->plaintext); // feedName will be used by getName() - } - - private function ytBridgeParseHtmlListing($html, $element_selector, $title_selector, $add_parsed_items = true) { - $count = 0; - - $duration_min = $this->getInput('duration_min') ?: -1; - $duration_min = $duration_min * 60; - - $duration_max = $this->getInput('duration_max') ?: INF; - $duration_max = $duration_max * 60; - - if($duration_max < $duration_min) { - returnClientError('Max duration must be greater than min duration!'); - } - - foreach($html->find($element_selector) as $element) { - $author = ''; - $desc = ''; - $time = 0; - $vid = str_replace('/watch?v=', '', $element->find('a', 0)->href); - $vid = substr($vid, 0, strpos($vid, '&') ?: strlen($vid)); - $title = trim($this->ytBridgeFixTitle($element->find($title_selector, 0)->plaintext)); - - if (strpos($vid, 'googleads') !== false - || $title == '[Private video]' - || $title == '[Deleted video]' - ) { - continue; - } - - // The duration comes in one of the formats: - // hh:mm:ss / mm:ss / m:ss - // 01:03:30 / 15:06 / 1:24 - $durationText = trim($element->find('div.timestamp span', 0)->plaintext); - $durationText = preg_replace('/([\d]{1,2})\:([\d]{2})/', '00:$1:$2', $durationText); - - sscanf($durationText, '%d:%d:%d', $hours, $minutes, $seconds); - $duration = $hours * 3600 + $minutes * 60 + $seconds; - - if($duration < $duration_min || $duration > $duration_max) { - continue; - } - - if ($add_parsed_items) { - $this->ytBridgeQueryVideoInfo($vid, $author, $desc, $time); - $this->ytBridgeAddItem($vid, $title, $author, $desc, $time); - } - $count++; - } - return $count; - } - - private function ytBridgeFixTitle($title) { - // convert both Ӓ and " to UTF-8 - return html_entity_decode($title, ENT_QUOTES, 'UTF-8'); - } - - private function ytGetSimpleHTMLDOM($url, $cached = false){ - $header = array( - 'Accept-Language: en-US' - ); - $opts = array(); - $lowercase = true; - $forceTagsClosed = true; - $target_charset = DEFAULT_TARGET_CHARSET; - $stripRN = false; - $defaultBRText = DEFAULT_BR_TEXT; - $defaultSpanText = DEFAULT_SPAN_TEXT; - if ($cached) { - return getSimpleHTMLDOMCached($url, - 86400, - $header, - $opts, - $lowercase, - $forceTagsClosed, - $target_charset, - $stripRN, - $defaultBRText, - $defaultSpanText); - } - return getSimpleHTMLDOM($url, - $header, - $opts, - $lowercase, - $forceTagsClosed, - $target_charset, - $stripRN, - $defaultBRText, - $defaultSpanText); - } - - public function collectData(){ - - $xml = ''; - $html = ''; - $url_feed = ''; - $url_listing = ''; - - if($this->getInput('u')) { /* User and Channel modes */ - $this->request = $this->getInput('u'); - $url_feed = self::URI . 'feeds/videos.xml?user=' . urlencode($this->request); - $url_listing = self::URI . 'user/' . urlencode($this->request) . '/videos'; - } elseif($this->getInput('c')) { - $this->request = $this->getInput('c'); - $url_feed = self::URI . 'feeds/videos.xml?channel_id=' . urlencode($this->request); - $url_listing = self::URI . 'channel/' . urlencode($this->request) . '/videos'; - } - - if(!empty($url_feed) && !empty($url_listing)) { - if(!$this->skipFeeds() && $xml = $this->ytGetSimpleHTMLDOM($url_feed)) { - $this->ytBridgeParseXmlFeed($xml); - } elseif($html = $this->ytGetSimpleHTMLDOM($url_listing)) { - $this->ytBridgeParseHtmlListing($html, 'li.channels-content-item', 'h3'); - } else { - returnServerError("Could not request YouTube. Tried:\n - $url_feed\n - $url_listing"); - } - } elseif($this->getInput('p')) { /* playlist mode */ - $this->request = $this->getInput('p'); - $url_feed = self::URI . 'feeds/videos.xml?playlist_id=' . urlencode($this->request); - $url_listing = self::URI . 'playlist?list=' . urlencode($this->request); - $html = $this->ytGetSimpleHTMLDOM($url_listing) - or returnServerError("Could not request YouTube. Tried:\n - $url_listing"); - $item_count = $this->ytBridgeParseHtmlListing($html, 'tr.pl-video', '.pl-video-title a', false); - if ($item_count <= 15 && !$this->skipFeeds() && ($xml = $this->ytGetSimpleHTMLDOM($url_feed))) { - $this->ytBridgeParseXmlFeed($xml); - } else { - $this->ytBridgeParseHtmlListing($html, 'tr.pl-video', '.pl-video-title a'); - } - $this->feedName = 'Playlist: ' . str_replace(' - YouTube', '', $html->find('title', 0)->plaintext); // feedName will be used by getName() - usort($this->items, function ($item1, $item2) { - return $item2['timestamp'] - $item1['timestamp']; - }); - } elseif($this->getInput('s')) { /* search mode */ - $this->request = $this->getInput('s'); - $page = 1; - if($this->getInput('pa')) - $page = (int)preg_replace('/[^0-9]/', '', $this->getInput('pa')); - - $url_listing = self::URI - . 'results?search_query=' - . urlencode($this->request) - . '&page=' - . $page - . '&filters=video&search_sort=video_date_uploaded'; - - $html = $this->ytGetSimpleHTMLDOM($url_listing) - or returnServerError("Could not request YouTube. Tried:\n - $url_listing"); - - $this->ytBridgeParseHtmlListing($html, 'div.yt-lockup', 'h3 > a'); - $this->feedName = 'Search: ' . str_replace(' - YouTube', '', $html->find('title', 0)->plaintext); // feedName will be used by getName() - } else { /* no valid mode */ - returnClientError("You must either specify either:\n - YouTube - username (?u=...)\n - Channel id (?c=...)\n - Playlist id (?p=...)\n - Search (?s=...)"); - } - } - - private function skipFeeds() { - return ($this->getInput('duration_min') || $this->getInput('duration_max')); - } - - public function getName(){ - // Name depends on queriedContext: - switch($this->queriedContext) { - case 'By username': - case 'By channel id': - case 'By playlist Id': - case 'Search result': - return $this->feedName . ' - YouTube'; // We already know it's a bridge, right? - default: - return parent::getName(); - } - } + +class YoutubeBridge extends BridgeAbstract +{ + const NAME = 'YouTube Bridge'; + const URI = 'https://www.youtube.com'; + const CACHE_TIMEOUT = 60 * 60 * 3; + const DESCRIPTION = 'Returns the 10 newest videos by username/channel/playlist or search'; + + const PARAMETERS = [ + 'By username' => [ + 'u' => [ + 'name' => 'username', + 'exampleValue' => 'LinusTechTips', + 'required' => true + ] + ], + 'By channel id' => [ + 'c' => [ + 'name' => 'channel id', + 'exampleValue' => 'UCw38-8_Ibv_L6hlKChHO9dQ', + 'required' => true + ] + ], + 'By custom name' => [ + 'custom' => [ + 'name' => 'custom name', + 'exampleValue' => 'LinusTechTips', + 'required' => true + ] + ], + 'By playlist Id' => [ + 'p' => [ + 'name' => 'playlist id', + 'exampleValue' => 'PL8mG-RkN2uTzJc8N0EoyhdC54prvBBLpj', + 'required' => true + ] + ], + 'Search result' => [ + 's' => [ + 'name' => 'search keyword', + 'exampleValue' => 'LinusTechTips', + 'required' => true + ], + 'pa' => [ + 'name' => 'page', + 'type' => 'number', + 'title' => 'This option is not work anymore, as YouTube will always return the same page', + 'exampleValue' => 1 + ] + ], + 'global' => [ + 'duration_min' => [ + 'name' => 'min. duration (minutes)', + 'type' => 'number', + 'title' => 'Minimum duration for the video in minutes', + 'exampleValue' => 5 + ], + 'duration_max' => [ + 'name' => 'max. duration (minutes)', + 'type' => 'number', + 'title' => 'Maximum duration for the video in minutes', + 'exampleValue' => 10 + ] + ] + ]; + + private $feedName = ''; + private $feeduri = ''; + private $feedIconUrl = ''; + // This took from repo BetterVideoRss of VerifiedJoseph. + const URI_REGEX = '/(https?:\/\/(?:www\.)?(?:[a-zA-Z0-9-.]{2,256}\.[a-z]{2,20})(\:[0-9]{2 ,4})?(?:\/[a-zA-Z0-9@:%_\+.,~#"\'!?&\/\/=\-*]+|\/)?)/ims'; //phpcs:ignore + + public function collectData() + { + $cacheKey = 'youtube_rate_limit'; + if ($this->cache->get($cacheKey)) { + throw new RateLimitException(); + } + try { + $this->collectDataInternal(); + } catch (HttpException $e) { + if ($e->getCode() === 429) { + $this->cache->set($cacheKey, true, 60 * 16); + throw new RateLimitException(); + } + throw $e; + } + } + + private function collectDataInternal() + { + $html = ''; + $url_feed = ''; + $url_listing = ''; + + $username = $this->getInput('u'); + $channel = $this->getInput('c'); + $custom = $this->getInput('custom'); + $playlist = $this->getInput('p'); + $search = $this->getInput('s'); + + $durationMin = $this->getInput('duration_min'); + $durationMax = $this->getInput('duration_max'); + + // Whether to discriminate videos by duration + $filterByDuration = $durationMin || $durationMax; + + if ($username) { + // user and channel + $url_feed = self::URI . '/feeds/videos.xml?user=' . urlencode($username); + $url_listing = self::URI . '/user/' . urlencode($username) . '/videos'; + } elseif ($channel) { + $url_feed = self::URI . '/feeds/videos.xml?channel_id=' . urlencode($channel); + $url_listing = self::URI . '/channel/' . urlencode($channel) . '/videos'; + } elseif ($custom) { + $url_listing = self::URI . '/' . urlencode($custom) . '/videos'; + } + + if ($url_feed || $url_listing) { + // user, channel or custom + $this->feeduri = $url_listing; + if ($custom) { + // Extract the feed url for the custom name + $html = $this->fetch($url_listing); + $jsonData = $this->extractJsonFromHtml($html); + // Pluck out the rss feed url + $url_feed = $jsonData->metadata->channelMetadataRenderer->rssUrl; + $this->feedIconUrl = $jsonData->metadata->channelMetadataRenderer->avatar->thumbnails[0]->url; + } + if ($filterByDuration) { + if (!$custom) { + // Fetch the html page + $html = $this->fetch($url_listing); + $jsonData = $this->extractJsonFromHtml($html); + } + $channel_id = ''; + if (isset($jsonData->contents)) { + $channel_id = $jsonData->metadata->channelMetadataRenderer->externalId; + $jsonData = $jsonData->contents->twoColumnBrowseResultsRenderer->tabs[1]; + $jsonData = $jsonData->tabRenderer->content->richGridRenderer->contents; + // $jsonData = $jsonData->itemSectionRenderer->contents[0]->gridRenderer->items; + $this->fetchItemsFromFromJsonData($jsonData); + } else { + returnServerError('Unable to get data from YouTube'); + } + } else { + // Fetch the xml feed + $html = $this->fetch($url_feed); + $this->extractItemsFromXmlFeed($html); + } + $this->feedName = str_replace(' - YouTube', '', $html->find('title', 0)->plaintext); + } elseif ($playlist) { + // playlist + $url_feed = self::URI . '/feeds/videos.xml?playlist_id=' . urlencode($playlist); + $url_listing = self::URI . '/playlist?list=' . urlencode($playlist); + $html = $this->fetch($url_listing); + $jsonData = $this->extractJsonFromHtml($html); + // TODO: this method returns only first 100 video items + // if it has more videos, playlistVideoListRenderer will have continuationItemRenderer as last element + $jsonData = $jsonData->contents->twoColumnBrowseResultsRenderer->tabs[0] ?? null; + if (!$jsonData) { + // playlist probably doesnt exists + throw new \Exception('Unable to find playlist: ' . $url_listing); + } + $jsonData = $jsonData->tabRenderer->content->sectionListRenderer->contents[0]->itemSectionRenderer; + $jsonData = $jsonData->contents[0]->playlistVideoListRenderer->contents; + $item_count = count($jsonData); + + if ($item_count > 15 || $filterByDuration) { + $this->fetchItemsFromFromJsonData($jsonData); + } else { + $xml = $this->fetch($url_feed); + $this->extractItemsFromXmlFeed($xml); + } + $this->feedName = 'Playlist: ' . str_replace(' - YouTube', '', $html->find('title', 0)->plaintext); + usort($this->items, function ($item1, $item2) { + if (!is_int($item1['timestamp']) && !is_int($item2['timestamp'])) { + $item1['timestamp'] = strtotime($item1['timestamp']); + $item2['timestamp'] = strtotime($item2['timestamp']); + } + return $item2['timestamp'] - $item1['timestamp']; + }); + } elseif ($search) { + // search + $url_listing = self::URI . '/results?search_query=' . urlencode($search) . '&sp=CAI%253D'; + $html = $this->fetch($url_listing); + $jsonData = $this->extractJsonFromHtml($html); + $jsonData = $jsonData->contents->twoColumnSearchResultsRenderer->primaryContents; + $jsonData = $jsonData->sectionListRenderer->contents[0]->itemSectionRenderer->contents; + $this->fetchItemsFromFromJsonData($jsonData); + $this->feeduri = $url_listing; + $this->feedName = 'Search: ' . $search; + } else { + returnClientError("You must either specify either:\n - YouTube username (?u=...)\n - Channel id (?c=...)\n - Playlist id (?p=...)\n - Search (?s=...)"); + } + } + + private function fetchVideoDetails($videoId, &$author, &$description, &$timestamp) + { + $url = self::URI . "/watch?v=$videoId"; + $html = $this->fetch($url, true); + + // Skip unavailable videos + if (strpos($html->innertext, 'IS_UNAVAILABLE_PAGE') !== false) { + return; + } + + $elAuthor = $html->find('span[itemprop=author] > link[itemprop=name]', 0); + if (!is_null($elAuthor)) { + $author = $elAuthor->getAttribute('content'); + } + + $elDatePublished = $html->find('meta[itemprop=datePublished]', 0); + if (!is_null($elDatePublished)) { + $timestamp = strtotime($elDatePublished->getAttribute('content')); + } + + $jsonData = $this->extractJsonFromHtml($html); + if (!isset($jsonData->contents)) { + return; + } + + $jsonData = $jsonData->contents->twoColumnWatchNextResults->results->results->contents ?? null; + if (!$jsonData) { + throw new \Exception('Unable to find json data'); + } + $videoSecondaryInfo = null; + foreach ($jsonData as $item) { + if (isset($item->videoSecondaryInfoRenderer)) { + $videoSecondaryInfo = $item->videoSecondaryInfoRenderer; + break; + } + } + if (!$videoSecondaryInfo) { + returnServerError('Could not find videoSecondaryInfoRenderer. Error at: ' . $videoId); + } + + $description = $videoSecondaryInfo->attributedDescription->content ?? ''; + + // Default whitespace chars used by trim + non-breaking spaces (https://en.wikipedia.org/wiki/Non-breaking_space) + $whitespaceChars = " \t\n\r\0\x0B\u{A0}\u{2060}\u{202F}\u{2007}"; + $descEnhancements = $this->ytBridgeGetVideoDescriptionEnhancements($videoSecondaryInfo, $description, self::URI, $whitespaceChars); + foreach ($descEnhancements as $descEnhancement) { + if (isset($descEnhancement['url'])) { + $descBefore = mb_substr($description, 0, $descEnhancement['pos']); + $descValue = mb_substr($description, $descEnhancement['pos'], $descEnhancement['len']); + $descAfter = mb_substr($description, $descEnhancement['pos'] + $descEnhancement['len'], null); + + // Extended trim for the display value of internal links, e.g.: + // FAVICON • Video Name + // FAVICON / @ChannelName + $descValue = trim($descValue, $whitespaceChars . '•/'); + + $description = sprintf('%s%s%s', $descBefore, $descEnhancement['url'], $descValue, $descAfter); + } + } + } + + private function ytBridgeGetVideoDescriptionEnhancements( + object $videoSecondaryInfo, + string $descriptionContent, + string $baseUrl, + string $whitespaceChars + ): array { + $commandRuns = $videoSecondaryInfo->attributedDescription->commandRuns ?? []; + if (count($commandRuns) <= 0) { + return []; + } + + $enhancements = []; + + $boundaryWhitespaceChars = mb_str_split($whitespaceChars); + $boundaryStartChars = array_merge($boundaryWhitespaceChars, [':', '-', '(']); + $boundaryEndChars = array_merge($boundaryWhitespaceChars, [',', '.', "'", ')']); + $hashtagBoundaryEndChars = array_merge($boundaryEndChars, ['#', '-']); + + $descriptionContentLength = mb_strlen($descriptionContent); + + $minPositionOffset = 0; + + $prevStartPosition = 0; + $totalLength = 0; + $maxPositionByStartIndex = []; + foreach (array_reverse($commandRuns) as $commandRun) { + $endPosition = $commandRun->startIndex + $commandRun->length; + if ($endPosition < $prevStartPosition) { + $totalLength += 1; + } + $totalLength += $commandRun->length; + $maxPositionByStartIndex[$commandRun->startIndex] = $totalLength; + $prevStartPosition = $commandRun->startIndex; + } + + foreach ($commandRuns as $commandRun) { + $commandMetadata = $commandRun->onTap->innertubeCommand->commandMetadata->webCommandMetadata ?? null; + if (!isset($commandMetadata)) { + continue; + } + + $enhancement = null; + + /* + $commandRun->startIndex can be offset by few positions in the positive direction + when some multibyte characters (e.g. emojis, but maybe also others) are used in the plain text video description. + (probably some difference between php and javascript in handling multibyte characters) + This loop should correct the position in most cases. It searches for the next word (determined by a set of boundary chars) with the expected length. + Several safeguards ensure that the correct word is chosen. When a link can not be matched, + everything will be discarded to prevent corrupting the description. + Hashtags require a different set of boundary chars. + */ + $isHashtag = $commandMetadata->webPageType === 'WEB_PAGE_TYPE_BROWSE'; + $prevEnhancement = end($enhancements); + $minPosition = $prevEnhancement === false ? 0 : $prevEnhancement['pos'] + $prevEnhancement['len']; + $maxPosition = $descriptionContentLength - $maxPositionByStartIndex[$commandRun->startIndex]; + $position = min($commandRun->startIndex - $minPositionOffset, $maxPosition); + while ($position >= $minPosition) { + // The link display value can only ever include a new line at the end (which will be removed further below), never in between. + $newLinePosition = mb_strpos($descriptionContent, "\n", $position); + if ($newLinePosition !== false && $newLinePosition < $position + ($commandRun->length - 1)) { + $position = $newLinePosition - ($commandRun->length - 1); + continue; + } + + $firstChar = mb_substr($descriptionContent, $position, 1); + $boundaryStart = mb_substr($descriptionContent, $position - 1, 1); + $boundaryEndIndex = $position + $commandRun->length; + $boundaryEnd = mb_substr($descriptionContent, $boundaryEndIndex, 1); + + $boundaryStartIsValid = $position === 0 || + in_array($boundaryStart, $boundaryStartChars) || + ($isHashtag && $firstChar === '#'); + $boundaryEndIsValid = $boundaryEndIndex === $descriptionContentLength || + in_array($boundaryEnd, $isHashtag ? $hashtagBoundaryEndChars : $boundaryEndChars); + + if ($boundaryStartIsValid && $boundaryEndIsValid) { + $minPositionOffset = $commandRun->startIndex - $position; + $enhancement = [ + 'pos' => $position, + 'len' => $commandRun->length, + ]; + break; + } + + $position--; + } + + if (!isset($enhancement)) { + $this->logger->debug(sprintf('Position %d cannot be corrected in "%s"', $commandRun->startIndex, substr($descriptionContent, 0, 50) . '...')); + // Skip to prevent the description from becoming corrupted + continue; + } + + // $commandRun->length sometimes incorrectly includes the newline as last char + $lastChar = mb_substr($descriptionContent, $enhancement['pos'] + $enhancement['len'] - 1, 1); + if ($lastChar === "\n") { + $enhancement['len'] -= 1; + } + + $commandUrl = parse_url($commandMetadata->url); + if ($commandUrl['path'] === '/redirect') { + parse_str($commandUrl['query'], $commandUrlQuery); + $enhancement['url'] = urldecode($commandUrlQuery['q']); + } elseif (isset($commandUrl['host'])) { + $enhancement['url'] = $commandMetadata->url; + } else { + $enhancement['url'] = $baseUrl . $commandMetadata->url; + } + + $enhancements[] = $enhancement; + } + + if (count($enhancements) !== count($commandRuns)) { + // At least one link can not be matched. Discard everything to prevent corrupting the description. + return []; + } + + // Sort by position in descending order to be able to safely replace values + return array_reverse($enhancements); + } + + private function extractItemsFromXmlFeed($xml) + { + $this->feedName = $this->decodeTitle($xml->find('feed > title', 0)->plaintext); + + foreach ($xml->find('entry') as $element) { + $videoId = str_replace('yt:video:', '', $element->find('id', 0)->plaintext); + if (strpos($videoId, 'googleads') !== false) { + continue; + } + $title = $this->decodeTitle($element->find('title', 0)->plaintext); + $author = $element->find('name', 0)->plaintext; + $desc = $element->find('media:description', 0)->innertext; + $desc = htmlspecialchars($desc); + $desc = nl2br($desc); + $desc = preg_replace(self::URI_REGEX, '$1 ', $desc); + $time = strtotime($element->find('published', 0)->plaintext); + $this->addItem($videoId, $title, $author, $desc, $time); + } + } + + private function fetch($url, bool $cache = false) + { + $header = ['Accept-Language: en-US']; + $ttl = 86400 * 3; // 3d + $stripNewlines = false; + if ($cache) { + return getSimpleHTMLDOMCached($url, $ttl, $header, [], true, true, DEFAULT_TARGET_CHARSET, $stripNewlines); + } + return getSimpleHTMLDOM($url, $header, [], true, true, DEFAULT_TARGET_CHARSET, $stripNewlines); + } + + private function extractJsonFromHtml($html) + { + $scriptRegex = '/var ytInitialData = (.*?);<\/script>/'; + $result = preg_match($scriptRegex, $html, $matches); + if (! $result) { + $this->logger->debug('Could not find ytInitialData'); + return null; + } + $data = json_decode($matches[1]); + return $data; + } + + private function fetchItemsFromFromJsonData($jsonData) + { + $minimumDurationSeconds = ($this->getInput('duration_min') ?: -1) * 60; + $maximumDurationSeconds = ($this->getInput('duration_max') ?: INF) * 60; + + foreach ($jsonData as $item) { + $wrapper = null; + if (isset($item->gridVideoRenderer)) { + $wrapper = $item->gridVideoRenderer; + } elseif (isset($item->videoRenderer)) { + $wrapper = $item->videoRenderer; + } elseif (isset($item->playlistVideoRenderer)) { + $wrapper = $item->playlistVideoRenderer; + } elseif (isset($item->richItemRenderer)) { + $wrapper = $item->richItemRenderer->content->videoRenderer; + } else { + continue; + } + + // 01:03:30 | 15:06 | 1:24 + $lengthText = $wrapper->lengthText->simpleText ?? null; + // 6,875 views + $viewCount = $wrapper->viewCountText->simpleText ?? null; + // Dc645M8Het8 + $videoId = $wrapper->videoId; + // Jumbo frames - transfer more data faster! + $title = $wrapper->title->runs[0]->text ?? $wrapper->title->accessibility->accessibilityData->label ?? null; + $author = null; + $description = $wrapper->descriptionSnippet->runs[0]->text ?? null; + // 5 days ago | 1 month ago + $publishedTimeText = $wrapper->publishedTimeText->simpleText ?? $wrapper->videoInfo->runs[2]->text ?? null; + $timestamp = null; + if ($publishedTimeText) { + try { + $publicationDate = new \DateTimeImmutable($publishedTimeText); + // Hard-code hour, minute and second + $publicationDate = $publicationDate->setTime(0, 0, 0); + $timestamp = $publicationDate->getTimestamp(); + } catch (\Exception $e) { + } + } + + $durationText = 0; + if ($lengthText) { + $durationText = $lengthText; + } else { + foreach ($wrapper->thumbnailOverlays as $overlay) { + if (isset($overlay->thumbnailOverlayTimeStatusRenderer)) { + $durationText = $overlay->thumbnailOverlayTimeStatusRenderer->text; + break; + } + } + } + if (is_string($durationText)) { + if (preg_match('/([\d]{1,2})\:([\d]{1,2})\:([\d]{2})/', $durationText)) { + $durationText = preg_replace('/([\d]{1,2})\:([\d]{1,2})\:([\d]{2})/', '$1:$2:$3', $durationText); + } else { + $durationText = preg_replace('/([\d]{1,2})\:([\d]{2})/', '00:$1:$2', $durationText); + } + sscanf($durationText, '%d:%d:%d', $hours, $minutes, $seconds); + $duration = $hours * 3600 + $minutes * 60 + $seconds; + if ($duration < $minimumDurationSeconds || $duration > $maximumDurationSeconds) { + continue; + } + } + if (!$description || !$timestamp) { + $this->fetchVideoDetails($videoId, $author, $description, $timestamp); + } + $this->addItem($videoId, $title, $author, $description, $timestamp); + if (count($this->items) >= 99) { + break; + } + } + } + + private function addItem($videoId, $title, $author, $description, $timestamp, $thumbnail = '') + { + $description = nl2br($description); + + $item = []; + // This should probably be uid? + $item['id'] = $videoId; + $item['title'] = $title; + $item['author'] = $author ?? ''; + $item['timestamp'] = $timestamp; + $item['uri'] = self::URI . '/watch?v=' . $videoId; + if (!$thumbnail) { + // Fallback to default thumbnail if there aren't any provided. + $thumbnail = '0'; + } + $thumbnailUri = str_replace('/www.', '/img.', self::URI) . '/vi/' . $videoId . '/' . $thumbnail . '.jpg'; + $item['content'] = sprintf('
%s', $item['uri'], $thumbnailUri, $description); + $this->items[] = $item; + } + + private function decodeTitle($title) + { + // convert both Ӓ and " to UTF-8 + return html_entity_decode($title, ENT_QUOTES, 'UTF-8'); + } + + public function getURI() + { + if (!is_null($this->getInput('p'))) { + return static::URI . '/playlist?list=' . $this->getInput('p'); + } elseif ($this->feeduri) { + return $this->feeduri; + } + + return parent::getURI(); + } + + public function getName() + { + switch ($this->queriedContext) { + case 'By username': + case 'By channel id': + case 'By custom name': + case 'By playlist Id': + case 'Search result': + return htmlspecialchars_decode($this->feedName) . ' - YouTube'; + default: + return parent::getName(); + } + } + + public function getIcon() + { + if (empty($this->feedIconUrl)) { + return parent::getIcon(); + } else { + return $this->feedIconUrl; + } + } } diff --git a/bridges/ZDNetBridge.php b/bridges/ZDNetBridge.php index 75df3b15280..e3b659a88f5 100644 --- a/bridges/ZDNetBridge.php +++ b/bridges/ZDNetBridge.php @@ -1,201 +1,213 @@ array( - 'name' => 'Feed', - 'type' => 'list', - 'values' => array( - 'Subscribe to ZDNet RSS Feeds' => array( - 'All Blogs' => 'blog', - 'Just News' => 'news', - 'All Reviews' => 'topic/reviews', - 'Latest Downloads' => 'downloads!recent', - 'Latest Articles' => '/', - 'Latest Australia Articles' => 'au', - 'Latest UK Articles' => 'uk', - 'Latest US Articles' => 'us', - 'Latest Asia Articles' => 'as' - ), - 'Keep up with ZDNet Blogs RSS:' => array( - 'Transforming the Datacenter' => 'blog/transforming-datacenter', - 'SMB India' => 'blog/smb-india', - 'Indonesia BizTech' => 'blog/indonesia-biztech', - 'Hong Kong Techie' => 'blog/hong-kong-techie', - 'Tech Taiwan' => 'blog/tech-taiwan', - 'Startup India' => 'blog/startup-india', - 'Starting Up Asia' => 'blog/starting-up-asia', - 'Next-Gen Partner' => 'blog/partner', - 'Post-PC Developments' => 'blog/post-pc', - 'Benelux' => 'blog/benelux', - 'Heat Sink' => 'blog/heat-sink', - 'Italy\'s got tech' => 'blog/italy', - 'African Enterprise' => 'blog/african-enterprise', - 'New Tech for Old India' => 'blog/new-india', - 'Estonia Uncovered' => 'blog/estonia', - 'IT Iberia' => 'blog/iberia', - 'Brazil Tech' => 'blog/brazil', - '500 words into the future' => 'blog/500-words-into-the-future', - 'ÜberTech' => 'blog/ubertech', - 'All About Microsoft' => 'blog/microsoft', - 'Back office' => 'blog/back-office', - 'Barker Bites Back' => 'blog/barker-bites-back', - 'Between the Lines' => 'blog/btl', - 'Big on Data' => 'blog/big-data', - 'bootstrappr' => 'blog/bootstrappr', - 'By The Way' => 'blog/by-the-way', - 'Central European Processing' => 'blog/central-europe', - 'Cloud Builders' => 'blog/cloud-builders', - 'Communication Breakdown' => 'blog/communication-breakdown', - 'Collaboration 2.0' => 'blog/collaboration', - 'Constellation Research' => 'blog/constellation', - 'Consumerization: BYOD' => 'blog/consumerization', - 'DIY-IT' => 'blog/diy-it', - 'Enterprise Web 2.0' => 'blog/hinchcliffe', - 'Five Nines: The Next Gen Datacenter' => 'blog/datacenter', - 'Forrester Research' => 'blog/forrester', - 'Full Duplex' => 'blog/full-duplex', - 'Gen Why?' => 'blog/gen-why', - 'Hardware 2.0' => 'blog/hardware', - 'Identity Matters' => 'blog/identity', - 'iGeneration' => 'blog/igeneration', - 'Internet of Everything' => 'blog/cisco', - 'Beyond IT Failure' => 'blog/projectfailures', - 'Jamie\'s Mostly Linux Stuff' => 'blog/jamies-mostly-linux-stuff', - 'Jack\'s Blog' => 'blog/jacks-blog', - 'Laptops & Desktops' => 'blog/computers', - 'Linux and Open Source' => 'blog/open-source', - 'London Calling' => 'blog/london', - 'Mapping Babel' => 'blog/mapping-babel', - 'Mixed Signals' => 'blog/mixed-signals', - 'Mobile India' => 'blog/mobile-india', - 'Mobile News' => 'blog/mobile-news', - 'Networking' => 'blog/networking', - 'Norse Code' => 'blog/norse-code', - 'Null Pointer' => 'blog/null-pointer', - 'The Full Tilt' => 'blog/the-full-tilt', - 'Pinoy Post' => 'blog/pinoy-post', - 'Practically Tech' => 'blog/practically-tech', - 'Product Central' => 'blog/product-central', - 'Pulp Tech' => 'blog/violetblue', - 'Qubits and Pieces' => 'blog/qubits-and-pieces', - 'Securify This!' => 'blog/securify-this', - 'Service Oriented' => 'blog/service-oriented', - 'Small Talk' => 'blog/small-talk', - 'Small Business Matters' => 'blog/small-business-matters', - 'Smartphones and Cell Phones' => 'blog/cell-phones', - 'Social Business' => 'blog/feeds', - 'Social CRM: The Conversation' => 'blog/crm', - 'Software & Services Safari' => 'blog/sommer', - 'Storage Bits' => 'blog/storage', - 'Stacking up Open Clouds' => 'blog/apac-redhat', - 'Techie Isles' => 'blog/techie-isles', - 'Technolatte' => 'blog/technolatte', - 'Tech Podium' => 'blog/tech-podium', - 'Tel Aviv Tech' => 'blog/tel-aviv', - 'Tech Broiler' => 'blog/perlow', - 'The SANMAN' => 'blog/the-sanman', - 'The open source revolution' => 'blog/the-open-source-revolution', - 'The German View' => 'blog/german', - 'The Ed Bott Report' => 'blog/bott', - 'The Mobile Gadgeteer' => 'blog/mobile-gadgeteer', - 'The Apple Core' => 'blog/apple', - 'Tom Foremski: IMHO' => 'blog/foremski', - 'Twisted Wire' => 'blog/twisted-wire', - 'Vive la tech' => 'blog/france', - 'Virtually Speaking' => 'blog/virtualization', - 'View from China' => 'blog/china', - 'Web design & Free Software' => 'blog/web-design-and-free-software', - 'ZDNet Government' => 'blog/government', - 'ZDNet UK Book Reviews' => 'blog/zdnet-uk-book-reviews', - 'ZDNet UK First Take' => 'blog/zdnet-uk-first-take', - 'Zero Day' => 'blog/security' - ), - 'ZDNet Hot Topics RSS:' => array( - 'Apple' => 'topic/apple', - 'Collaboration' => 'topic/collaboration', - 'Enterprise Software' => 'topic/enterprise-software', - 'Google' => 'topic/google', - 'Great debate' => 'topic/great-debate', - 'Hardware' => 'topic/hardware', - 'IBM' => 'topic/ibm', - 'iOS' => 'topic/ios', - 'iPhone' => 'topic/iphone', - 'iPad' => 'topic/ipad', - 'IT Priorities' => 'topic/it-priorities', - 'Laptops' => 'topic/laptops', - 'Legal' => 'topic/legal', - 'Linux' => 'topic/linux', - 'Microsoft' => 'topic/microsoft', - 'Mobile OS' => 'topic/mobile-os', - 'Mobility' => 'topic/mobility', - 'Networking' => 'topic/networking', - 'Oracle' => 'topic/oracle', - 'Processors' => 'topic/processors', - 'Samsung' => 'topic/samsung', - 'Security' => 'topic/security', - 'Small business: going big on mobility' => 'topic/small-business-going-big-on-mobility' - ), - 'Product Blogs:' => array( - 'Digital Cameras & Camcorders' => 'blog/digitalcameras', - 'Home Theater' => 'blog/home-theater', - 'Laptops and Desktops' => 'blog/computers', - 'The Mobile Gadgeteer' => 'blog/mobile-gadgeteer', - 'Smartphones and Cell Phones' => 'blog/cell-phones', - 'The ToyBox' => 'blog/gadgetreviews' - ), - 'Vertical Blogs:' => array( - 'ZDNet Education' => 'blog/education', - 'ZDNet Healthcare' => 'blog/healthcare', - 'ZDNet Government' => 'blog/government' - ) - ) - ) - )); + //http://www.zdnet.com/zdnet.opml + const PARAMETERS = [ [ + 'feed' => [ + 'name' => 'Feed', + 'type' => 'list', + 'values' => [ + 'Subscribe to ZDNet RSS Feeds' => [ + 'All Blogs' => 'blog', + 'Just News' => 'news', + 'All Reviews' => 'topic/reviews', + 'Latest Downloads' => 'downloads!recent', + 'Latest Articles' => '/', + 'Latest Australia Articles' => 'au', + 'Latest UK Articles' => 'uk', + 'Latest US Articles' => 'us', + 'Latest Asia Articles' => 'as' + ], + 'Keep up with ZDNet Blogs RSS:' => [ + 'Transforming the Datacenter' => 'blog/transforming-datacenter', + 'SMB India' => 'blog/smb-india', + 'Indonesia BizTech' => 'blog/indonesia-biztech', + 'Hong Kong Techie' => 'blog/hong-kong-techie', + 'Tech Taiwan' => 'blog/tech-taiwan', + 'Startup India' => 'blog/startup-india', + 'Starting Up Asia' => 'blog/starting-up-asia', + 'Next-Gen Partner' => 'blog/partner', + 'Post-PC Developments' => 'blog/post-pc', + 'Benelux' => 'blog/benelux', + 'Heat Sink' => 'blog/heat-sink', + 'Italy\'s got tech' => 'blog/italy', + 'African Enterprise' => 'blog/african-enterprise', + 'New Tech for Old India' => 'blog/new-india', + 'Estonia Uncovered' => 'blog/estonia', + 'IT Iberia' => 'blog/iberia', + 'Brazil Tech' => 'blog/brazil', + '500 words into the future' => 'blog/500-words-into-the-future', + 'ÜberTech' => 'blog/ubertech', + 'All About Microsoft' => 'blog/microsoft', + 'Back office' => 'blog/back-office', + 'Barker Bites Back' => 'blog/barker-bites-back', + 'Between the Lines' => 'blog/btl', + 'Big on Data' => 'blog/big-data', + 'bootstrappr' => 'blog/bootstrappr', + 'By The Way' => 'blog/by-the-way', + 'Central European Processing' => 'blog/central-europe', + 'Cloud Builders' => 'blog/cloud-builders', + 'Communication Breakdown' => 'blog/communication-breakdown', + 'Collaboration 2.0' => 'blog/collaboration', + 'Constellation Research' => 'blog/constellation', + 'Consumerization: BYOD' => 'blog/consumerization', + 'DIY-IT' => 'blog/diy-it', + 'Enterprise Web 2.0' => 'blog/hinchcliffe', + 'Five Nines: The Next Gen Datacenter' => 'blog/datacenter', + 'Forrester Research' => 'blog/forrester', + 'Full Duplex' => 'blog/full-duplex', + 'Gen Why?' => 'blog/gen-why', + 'Hardware 2.0' => 'blog/hardware', + 'Identity Matters' => 'blog/identity', + 'iGeneration' => 'blog/igeneration', + 'Internet of Everything' => 'blog/cisco', + 'Beyond IT Failure' => 'blog/projectfailures', + 'Jamie\'s Mostly Linux Stuff' => 'blog/jamies-mostly-linux-stuff', + 'Jack\'s Blog' => 'blog/jacks-blog', + 'Laptops & Desktops' => 'blog/computers', + 'Linux and Open Source' => 'blog/open-source', + 'London Calling' => 'blog/london', + 'Mapping Babel' => 'blog/mapping-babel', + 'Mixed Signals' => 'blog/mixed-signals', + 'Mobile India' => 'blog/mobile-india', + 'Mobile News' => 'blog/mobile-news', + 'Networking' => 'blog/networking', + 'Norse Code' => 'blog/norse-code', + 'Null Pointer' => 'blog/null-pointer', + 'The Full Tilt' => 'blog/the-full-tilt', + 'Pinoy Post' => 'blog/pinoy-post', + 'Practically Tech' => 'blog/practically-tech', + 'Product Central' => 'blog/product-central', + 'Pulp Tech' => 'blog/violetblue', + 'Qubits and Pieces' => 'blog/qubits-and-pieces', + 'Securify This!' => 'blog/securify-this', + 'Service Oriented' => 'blog/service-oriented', + 'Small Talk' => 'blog/small-talk', + 'Small Business Matters' => 'blog/small-business-matters', + 'Smartphones and Cell Phones' => 'blog/cell-phones', + 'Social Business' => 'blog/feeds', + 'Social CRM: The Conversation' => 'blog/crm', + 'Software & Services Safari' => 'blog/sommer', + 'Storage Bits' => 'blog/storage', + 'Stacking up Open Clouds' => 'blog/apac-redhat', + 'Techie Isles' => 'blog/techie-isles', + 'Technolatte' => 'blog/technolatte', + 'Tech Podium' => 'blog/tech-podium', + 'Tel Aviv Tech' => 'blog/tel-aviv', + 'Tech Broiler' => 'blog/perlow', + 'The SANMAN' => 'blog/the-sanman', + 'The open source revolution' => 'blog/the-open-source-revolution', + 'The German View' => 'blog/german', + 'The Ed Bott Report' => 'blog/bott', + 'The Mobile Gadgeteer' => 'blog/mobile-gadgeteer', + 'The Apple Core' => 'blog/apple', + 'Tom Foremski: IMHO' => 'blog/foremski', + 'Twisted Wire' => 'blog/twisted-wire', + 'Vive la tech' => 'blog/france', + 'Virtually Speaking' => 'blog/virtualization', + 'View from China' => 'blog/china', + 'Web design & Free Software' => 'blog/web-design-and-free-software', + 'ZDNet Government' => 'blog/government', + 'ZDNet UK Book Reviews' => 'blog/zdnet-uk-book-reviews', + 'ZDNet UK First Take' => 'blog/zdnet-uk-first-take', + 'Zero Day' => 'blog/security' + ], + 'ZDNet Hot Topics RSS:' => [ + 'Apple' => 'topic/apple', + 'Collaboration' => 'topic/collaboration', + 'Enterprise Software' => 'topic/enterprise-software', + 'Google' => 'topic/google', + 'Great debate' => 'topic/great-debate', + 'Hardware' => 'topic/hardware', + 'IBM' => 'topic/ibm', + 'iOS' => 'topic/ios', + 'iPhone' => 'topic/iphone', + 'iPad' => 'topic/ipad', + 'IT Priorities' => 'topic/it-priorities', + 'Laptops' => 'topic/laptops', + 'Legal' => 'topic/legal', + 'Linux' => 'topic/linux', + 'Microsoft' => 'topic/microsoft', + 'Mobile OS' => 'topic/mobile-os', + 'Mobility' => 'topic/mobility', + 'Networking' => 'topic/networking', + 'Oracle' => 'topic/oracle', + 'Processors' => 'topic/processors', + 'Samsung' => 'topic/samsung', + 'Security' => 'topic/security', + 'Small business: going big on mobility' => 'topic/small-business-going-big-on-mobility' + ], + 'Product Blogs:' => [ + 'Digital Cameras & Camcorders' => 'blog/digitalcameras', + 'Home Theater' => 'blog/home-theater', + 'Laptops and Desktops' => 'blog/computers', + 'The Mobile Gadgeteer' => 'blog/mobile-gadgeteer', + 'Smartphones and Cell Phones' => 'blog/cell-phones', + 'The ToyBox' => 'blog/gadgetreviews' + ], + 'Vertical Blogs:' => [ + 'ZDNet Education' => 'blog/education', + 'ZDNet Healthcare' => 'blog/healthcare', + 'ZDNet Government' => 'blog/government' + ] + ] + ], + 'limit' => self::LIMIT, + ]]; - public function collectData(){ - $baseUri = static::URI; - $feed = $this->getInput('feed'); - if(strpos($feed, 'downloads!') !== false) { - $feed = str_replace('downloads!', '', $feed); - $baseUri = str_replace('www.', 'downloads.', $baseUri); - } - $url = $baseUri . trim($feed, '/') . '/rss.xml'; - $this->collectExpandableDatas($url); - } + public function collectData() + { + $baseUri = static::URI; + $feed = $this->getInput('feed'); + if (strpos($feed, 'downloads!') !== false) { + $feed = str_replace('downloads!', '', $feed); + $baseUri = str_replace('www.', 'downloads.', $baseUri); + } + $url = $baseUri . trim($feed, '/') . '/rss.xml'; + $limit = $this->getInput('limit') ?? 10; + $this->collectExpandableDatas($url, $limit); + } - protected function parseItem($item){ - $item = parent::parseItem($item); + protected function parseItem(array $item) + { + $article = getSimpleHTMLDOMCached($item['uri']); + if (!$article) { + $this->logger->info('Unable to parse the dom from ' . $item['uri']); + return $item; + } - $article = getSimpleHTMLDOMCached($item['uri']); - if(!$article) - returnServerError('Could not request ZDNet: ' . $url); + $articleTag = $article->find('article', 0) ?? $article->find('.c-articleContent', 0); + if (!$articleTag) { + $this->logger->info('Unable to parse