技术栈:scrapy爬取药房网药店数据,MapReduce进行简单清洗上传hdfs,使用hive集群进行数据分析sqoop迁移到mysql,springboot作为后端,前端echarts驾驶舱可视化

博主介绍:✌全网粉丝100W+,前互联网大厂软件研发、集结硕博英豪成立工作室。专注于计算机相关专业毕业设计项目实战6年之久,选择我们就是选择放心、选择安心毕业✌

🍅由于篇幅限制,想要获取完整文章或者源码,或者代做,可以给我留言或者找我聊天。🍅

感兴趣的可以先收藏起来,还有大家在毕设选题,项目以及论文编写等相关问题都可以给我留言咨询,希望帮助更多的人 。

文章包含:项目选题 + 项目展示图片 (必看)

核心算法代码分享如下:

package com.imust.mr.clean;


import org.apache.hadoop.io.WritableComparable;

import java.io.DataInput;
import java.io.DataOutput;
import java.io.IOException;

public class Map_Car implements WritableComparable {

        private String name;
        private Double service_score;
        private Double delivery_score;
        private Double logistics_score;
        private Double packaging_score;
        private Double score;
        private String chargeback;
        private Double delivery_time;
        private String opening_hours;
        private String store_address;
        private String join_date;

    @Override
    public String toString() {
        return name + "," +
                service_score + "," +
                delivery_score + "," +
                logistics_score + "," +
                packaging_score + "," +
                score + "," +
                chargeback + "," +
                delivery_time + "," +
                opening_hours+ "," +
                store_address+ "," +
                join_date;
    }

    public void set(String name, Double service_score, Double delivery_score, Double logistics_score,Double packaging_score,
                    Double score, String chargeback, Double delivery_time,String opening_hours,String store_address,String join_date) {
        this.name = name;
        this.service_score = service_score;
        this.delivery_score = delivery_score;
        this.logistics_score = logistics_score;
        this.packaging_score = packaging_score;
        this.score = score;
        this.chargeback = chargeback;
        this.delivery_time = delivery_time;
        this.opening_hours=opening_hours;
        this.store_address=store_address;
        this.join_date=join_date;
    }


    public String getName() {
        return name;
    }
    public void setName(String name) {
        this.name = name;
    }

    public double getService_score() {
        return service_score;
    }
    public void setService_score(double service_score) {
        this.service_score = service_score;
    }

    public double getDelivery_score() {
        return delivery_score;
    }
    public void setDelivery_score(double delivery_score) {
        this.delivery_score = delivery_score;
    }


    public double getLogistics_score() {
        return logistics_score;
    }
    public void setLogistics_score(double logistics_score) {
        this.logistics_score = logistics_score;
    }


    public double getPackaging_score() {
        return packaging_score;
    }
    public void setPackaging_score(double packaging_score) {
        this.packaging_score = packaging_score;
    }


    public double getScore() {
        return score;
    }
    public void setScore(double score) {
        this.score = score;
    }


    public String getChargeback() {
        return chargeback;
    }
    public void setChargeback(String chargeback) {
        this.chargeback = chargeback;
    }


    public double getDelivery_time() {
        return delivery_time;
    }
    public void setDelivery_time(double delivery_time) {
        this.delivery_time = delivery_time;
    }


    public String getOpening_hours() {
        return opening_hours;
    }
    public void setOpening_hours(String opening_hours) {
        this.opening_hours=opening_hours;
    }


    public String getStore_address() {
        return store_address;
    }
    public void setStore_address(String store_address) {
        this.store_address=store_address;
    }


    public String getJoin_date() {
        return join_date;
    }
    public void setJoin_date(String join_date) {
        this.join_date=join_date;
    }

    @Override
    public int compareTo(Object o) {
        return 0;
    }

    @Override
    public void write(DataOutput dataOutput) throws IOException {
        dataOutput.writeUTF(name);
        dataOutput.writeDouble(service_score);
        dataOutput.writeDouble(delivery_score);
        dataOutput.writeDouble(logistics_score);
        dataOutput.writeDouble(packaging_score);
        dataOutput.writeDouble(score);
        dataOutput.writeUTF(chargeback);
        dataOutput.writeDouble(delivery_time);
        dataOutput.writeUTF(opening_hours);
        dataOutput.writeUTF(store_address);
        dataOutput.writeUTF(join_date);
    }

    @Override
    public void readFields(DataInput dataInput) throws IOException {
        this.name = dataInput.readUTF();
        this.service_score = dataInput.readDouble();
        this.delivery_score = dataInput.readDouble();
        this.logistics_score = dataInput.readDouble();
        this.packaging_score = dataInput.readDouble();
        this.score = dataInput.readDouble();
        this.chargeback = dataInput.readUTF();
        this.delivery_time = dataInput.readDouble();
        this.opening_hours = dataInput.readUTF();
        this.store_address = dataInput.readUTF();
        this.join_date = dataInput.readUTF();
    }
}

Logo

永洪科技,致力于打造全球领先的数据技术厂商,具备从数据应用方案咨询、BI、AIGC智能分析、数字孪生、数据资产、数据治理、数据实施的端到端大数据价值服务能力。

更多推荐