Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
C
configuration
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
edx
configuration
Commits
6f6e2b2b
Unverified
Commit
6f6e2b2b
authored
Jul 01, 2016
by
arbabnazar
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
use YAML syntax
parent
a2ce7bd7
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
55 additions
and
39 deletions
+55
-39
playbooks/roles/sqoop/tasks/main.yml
+55
-39
No files found.
playbooks/roles/sqoop/tasks/main.yml
View file @
6f6e2b2b
...
...
@@ -19,64 +19,80 @@
#
# hadoop_common: Sqoop can distribute snapshotting work out to a cluster of workers, it uses Hadoop to do so.
-
name
:
check if downloaded and extracted
stat
:
path={{ SQOOP_LIB }}/mysql-connector-java-{{ SQOOP_MYSQL_CONNECTOR_VERSION }}-bin.jar
-
name
:
Check if downloaded and extracted
stat
:
path
:
"
{{
SQOOP_LIB
}}/mysql-connector-java-{{
SQOOP_MYSQL_CONNECTOR_VERSION
}}-bin.jar"
register
:
installed
-
name
:
distribution downloaded
get_url
:
>
url
={{ sqoop_dist.url }}
sha256sum
={{ sqoop_dist.sha256sum }}
dest
={{ sqoop_temporary_dir }}
get_url
:
url
:
"
{{
sqoop_dist.url
}}"
sha256sum
:
"
{{
sqoop_dist.sha256sum
}}"
dest
:
"
{{
sqoop_temporary_dir
}}"
when
:
not installed.stat.exists
-
name
:
distribution extracted
shell
:
>
chdir={{ HADOOP_COMMON_USER_HOME }}
tar -xzf {{ sqoop_temporary_dir }}/{{ sqoop_dist.filename }} && chown -R {{ hadoop_common_user }}:{{ hadoop_common_group }} {{ sqoop_base_filename }}
-
name
:
Distribution extracted
unarchive
:
src
:
"
{{
sqoop_temporary_dir
}}/{{
sqoop_dist.filename
}}"
dest
:
"
{{
HADOOP_COMMON_USER_HOME
}}"
copy
:
no
when
:
not installed.stat.exists
-
name
:
versioned directory symlink created
file
:
>
src={{ HADOOP_COMMON_USER_HOME }}/{{ sqoop_base_filename }}
dest={{ SQOOP_HOME }}
owner={{ hadoop_common_user }} group={{ hadoop_common_group }} state=link
-
name
:
Set the Permission
shell
:
chown -R {{ hadoop_common_user }}:{{ hadoop_common_group }} {{ sqoop_base_filename }}
args
:
chdir
:
"
{{
HADOOP_COMMON_USER_HOME
}}"
when
:
not installed.stat.exists
-
name
:
mysql connector distribution downloaded
get_url
:
>
url={{ sqoop_mysql_connector_dist.url }}
sha256sum={{ sqoop_mysql_connector_dist.sha256sum }}
dest={{ sqoop_temporary_dir }}
-
name
:
Versioned directory symlink created
file
:
src
:
"
{{
HADOOP_COMMON_USER_HOME
}}/{{
sqoop_base_filename
}}"
dest
:
"
{{
SQOOP_HOME
}}"
owner
:
"
{{
hadoop_common_user
}}"
group
:
"
{{
hadoop_common_group
}}"
state
:
link
-
name
:
MySQL connector distribution downloaded
get_url
:
url
:
"
{{
sqoop_mysql_connector_dist.url
}}"
sha256sum
:
"
{{
sqoop_mysql_connector_dist.sha256sum
}}"
dest
:
"
{{
sqoop_temporary_dir
}}"
when
:
not installed.stat.exists
-
name
:
mysql connector distribution extracted
shell
:
>
chdir={{ sqoop_temporary_dir }}
tar -xzf {{ sqoop_temporary_dir }}/{{ sqoop_mysql_connector_dist.filename }}
-
name
:
MySQL connector distribution extracted
unarchive
:
src
:
"
{{
sqoop_temporary_dir
}}/{{
sqoop_mysql_connector_dist.filename
}}"
dest
:
"
{{
sqoop_temporary_dir
}}"
copy
:
no
when
:
not installed.stat.exists
-
name
:
sqoop lib exists
file
:
>
path={{ SQOOP_LIB }}
owner={{ hadoop_common_user }} group={{ hadoop_common_group }} state=directory
-
name
:
Sqoop lib exists
file
:
path
:
"
{{
SQOOP_LIB
}}"
state
:
directory
owner
:
"
{{
hadoop_common_user
}}"
group
:
{
"
{
hadoop_common_group
}}"
-
name
:
mysql
connector installed
- name
:
MySQL
connector installed
shell
:
>
chdir=/{{ sqoop_temporary_dir }}/mysql-connector-java-{{ SQOOP_MYSQL_CONNECTOR_VERSION }}
cp mysql-connector-java-
{{
SQOOP_MYSQL_CONNECTOR_VERSION
}}
-bin.jar
{{
SQOOP_LIB
}}
&&
chown
{{
hadoop_common_user
}}:{{
hadoop_common_group
}}
{{
SQOOP_LIB
}}
/mysql-connector-java-
{{
SQOOP_MYSQL_CONNECTOR_VERSION
}}
-bin.jar
args
:
chdir
:
"
/{{
sqoop_temporary_dir
}}/mysql-connector-java-{{
SQOOP_MYSQL_CONNECTOR_VERSION
}}"
when
:
not installed.stat.exists
-
name
:
configuration installed
template
:
>
src={{ item }}.j2
dest={{ SQOOP_CONF }}/{{ item }}
mode=0640 owner={{ hadoop_common_user }} group={{ hadoop_common_group }}
- name
:
Configuration installed
template
:
src
:
"
{{
item
}}.j2"
dest
:
"
{{
SQOOP_CONF
}}/{{
item
}}"
mode
:
"
0640"
owner
:
"
{{
hadoop_common_user
}}"
group
:
"
{{
hadoop_common_group
}}"
with_items
:
- sqoop-env.sh
- name
:
env vars sourced in hadoop env
lineinfile
:
>
dest={{ hadoop_common_env }} state=present
regexp="^. {{ SQOOP_CONF }}/sqoop-env.sh" line=". {{ SQOOP_CONF }}/sqoop-env.sh"
lineinfile
:
dest
:
"
{{
hadoop_common_env
}}"
state
:
present
regexp
:
"
^.
{{
SQOOP_CONF
}}/sqoop-env.sh"
line=".
{{
SQOOP_CONF
}}
/sqoop-env.sh"
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment