Sébastien Gérard sebge2emasphere
sebge2emasphere
/ nexus-export
Last active
July 15, 2024 11:31
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #!/bin/bash | |
| function usage() | |
| { | |
| echo "Export Nexus Repositories." | |
| echo "" | |
| echo "./nexus-export" | |
| echo -e "\t--help" | |
| echo -e "\t--localNexusUrl" |
sebge2emasphere
/ update-csv.pl
Created
August 10, 2018 06:16
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #!/usr/bin/perl | |
| use strict; | |
| use warnings; | |
| use Text::CSV; | |
| my $tenantColumn = 1; | |
| my $outputFile = "output.csv"; | |
sebge2emasphere
/ Reader
Created
August 10, 2018 06:16
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import java.io.BufferedReader; | |
| import java.io.InputStreamReader; | |
| public class MyClass { | |
| public static void main(String[] args) throws Exception { | |
| ProcessBuilder processBuilder = new ProcessBuilder(args); | |
| processBuilder.redirectOutput(ProcessBuilder.Redirect.PIPE); | |
| processBuilder.command("/home/sgerard/script/script.pl", args[0]); |
sebge2emasphere
/ hbase-query
Created
July 30, 2018 13:26
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| package com.emasphere.poc.hbase.sample; | |
| import com.emasphere.data.executor.common.DataFormatUtils; | |
| import org.apache.hadoop.conf.Configuration; | |
| import org.apache.hadoop.hbase.HBaseConfiguration; | |
| import org.apache.hadoop.hbase.client.Result; | |
| import org.apache.hadoop.hbase.client.Scan; | |
| import org.apache.hadoop.hbase.filter.BinaryComparator; | |
| import org.apache.hadoop.hbase.filter.CompareFilter; | |
| import org.apache.hadoop.hbase.filter.FilterList; |
sebge2emasphere
/ parquet-query
Created
July 30, 2018 11:44
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| package com.emasphere.poc.parquetspark.sample; | |
| import com.emasphere.poc.parquetspark.ParquetCsvImporter; | |
| import org.apache.spark.api.java.JavaSparkContext; | |
| import org.apache.spark.sql.Dataset; | |
| import org.apache.spark.sql.Row; | |
| import org.apache.spark.sql.SQLContext; | |
| import org.apache.spark.sql.functions; | |
| import java.math.BigDecimal; |
sebge2emasphere
/ parquet-importer
Created
July 30, 2018 11:43
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| package com.emasphere.poc.parquetspark; | |
| import com.jcraft.jsch.JSch; | |
| import com.jcraft.jsch.Session; | |
| import org.apache.commons.io.IOUtils; | |
| import org.apache.spark.api.java.JavaSparkContext; | |
| import org.apache.spark.sql.Dataset; | |
| import org.apache.spark.sql.Row; | |
| import org.apache.spark.sql.SQLContext; | |
| import org.apache.spark.sql.SaveMode; |
sebge2emasphere
/ data-structure
Created
July 30, 2018 11:42
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| create table analysecom | |
| ( | |
| id numeric(19,2), | |
| third_party text, | |
| compte numeric(19,2), | |
| code_vendeur text, | |
| vendeur text, | |
| annee timestamp, | |
| periode numeric(19,2), | |
| montant numeric(19,2), |
sebge2emasphere
/ hbase-importer
Created
July 30, 2018 11:41
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| package com.emasphere.poc.hbase; | |
| import com.emasphere.data.executor.common.DataFormatUtils; | |
| import com.emasphere.data.executor.common.utils.FlowExecutorUtils; | |
| import com.jcraft.jsch.JSch; | |
| import com.jcraft.jsch.Session; | |
| import org.apache.commons.io.IOUtils; | |
| import org.apache.hadoop.conf.Configuration; | |
| import org.apache.hadoop.hbase.HBaseConfiguration; | |
| import org.apache.hadoop.hbase.client.Mutation; |
sebge2emasphere
/ hbase-query
Created
July 30, 2018 11:33
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| package com.emasphere.poc.hbase.sample; | |
| import com.emasphere.data.executor.common.DataFormatUtils; | |
| import org.apache.hadoop.conf.Configuration; | |
| import org.apache.hadoop.hbase.HBaseConfiguration; | |
| import org.apache.hadoop.hbase.client.Result; | |
| import org.apache.hadoop.hbase.client.Scan; | |
| import org.apache.hadoop.hbase.filter.BinaryComparator; | |
| import org.apache.hadoop.hbase.filter.CompareFilter; | |
| import org.apache.hadoop.hbase.filter.FilterList; |
sebge2emasphere
/ joined-flow.json
Created
July 20, 2018 15:13
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "columns": [ | |
| { | |
| "code": "a", | |
| "defaultLabel": "ID" | |
| }, | |
| { | |
| "code": "b", | |
| "defaultLabel": "categorie_produit-productnr" | |
| }, |
NewerOlder