ScriptAutomate · May 8, 2024 20:11
diff --git a/README.md b/README.md
diff --git a/clean-channel-listing.py b/clean-channel-listing.py
 '''
 Reads in a `migration-channels.txt` file, being the channels you wish
 to import, and cleans up all the channels listed within `channels.json`
 that the Slack export includes.

 NOTE: Depending on what tool you use to process your exported channels,
 it may also be a good idea to DELETE the directories of the unwanted
 Slack channel exports, in addition to running this script to clean up
 the `channels.json`. Doing so will also ensure that the follow up
 `clean-channel-updates.py` script doesn't need to also process every
 channel you aren't planning on importing.
 '''
 import json

 # Function to read names from a file and return them as a set
 def read_names(file_path):
    with open(file_path, 'r') as file:
        return set(name.strip() for name in file.readlines())

 # Function to clean the JSON file based on the names read from the text file
 def clean_json_file(json_file_path, names_set):
    with open(json_file_path, 'r') as file:
        data = json.load(file)

    # Filter out the unwanted entries
    data = [entry for entry in data if entry.get('name') in names_set]
    
    with open(json_file_path, 'w') as file:
        json.dump(data, file, indent=4)

 # Read the list of names from the text file
 names = read_names("migration-channels.txt")

 # Clean the JSON file
 clean_json_file("channels.json", names)
diff --git a/clean-channel-updates.py b/clean-channel-updates.py
 '''
 Clean up all of the channels so that join and leave messages
 aren't going to be included in a Slack message archive export!
 '''
 import os
 import json

 def clean_json_file(file_path):
    with open(file_path, 'r') as file:
        data = json.load(file)
    
    # Filter out the unwanted entries
    data = [entry for entry in data if not entry.get('subtype') in ['channel_join', 'channel_leave']]
    
    with open(file_path, 'w') as file:
        json.dump(data, file, indent=4)

 def walk_and_clean_json(directory):
    for root, dirs, files in os.walk(directory):
        for file in files:
            if file.endswith('.json'):
                file_path = os.path.join(root, file)
                clean_json_file(file_path)

 # Replace '.' with the path to the directory you want to process,
 # OR run this script as-is at the root dir of your Slack export extracted archive
 walk_and_clean_json('.')
diff --git a/migration-channels.txt b/migration-channels.txt
 announcements
 cloud
 develop
 documentation
 enterprise
 formulas
 freebsd
 general
 heist-salt
 idem-project
 irc
 macos
 module-docs
 networks
 pop
 releases
 salt-docs-working-group
 salt-extensions
 security
 ssh
 testing
 wg_formulas
 windows
	'''
	Reads in a `migration-channels.txt` file, being the channels you wish
	to import, and cleans up all the channels listed within `channels.json`
	that the Slack export includes.

	NOTE: Depending on what tool you use to process your exported channels,
	it may also be a good idea to DELETE the directories of the unwanted
	Slack channel exports, in addition to running this script to clean up
	the `channels.json`. Doing so will also ensure that the follow up
	`clean-channel-updates.py` script doesn't need to also process every
	channel you aren't planning on importing.
	'''
	import json

	# Function to read names from a file and return them as a set
	def read_names(file_path):
	with open(file_path, 'r') as file:
	return set(name.strip() for name in file.readlines())

	# Function to clean the JSON file based on the names read from the text file
	def clean_json_file(json_file_path, names_set):
	with open(json_file_path, 'r') as file:
	data = json.load(file)

	# Filter out the unwanted entries
	data = [entry for entry in data if entry.get('name') in names_set]

	with open(json_file_path, 'w') as file:
	json.dump(data, file, indent=4)

	# Read the list of names from the text file
	names = read_names("migration-channels.txt")

	# Clean the JSON file
	clean_json_file("channels.json", names)
	'''
	Clean up all of the channels so that join and leave messages
	aren't going to be included in a Slack message archive export!
	'''
	import os
	import json

	def clean_json_file(file_path):
	with open(file_path, 'r') as file:
	data = json.load(file)

	# Filter out the unwanted entries
	data = [entry for entry in data if not entry.get('subtype') in ['channel_join', 'channel_leave']]

	with open(file_path, 'w') as file:
	json.dump(data, file, indent=4)

	def walk_and_clean_json(directory):
	for root, dirs, files in os.walk(directory):
	for file in files:
	if file.endswith('.json'):
	file_path = os.path.join(root, file)
	clean_json_file(file_path)

	# Replace '.' with the path to the directory you want to process,
	# OR run this script as-is at the root dir of your Slack export extracted archive
	walk_and_clean_json('.')
	announcements
	cloud
	develop
	documentation
	enterprise
	formulas
	freebsd
	general
	heist-salt
	idem-project
	irc
	macos
	module-docs
	networks
	pop
	releases
	salt-docs-working-group
	salt-extensions
	security
	ssh
	testing
	wg_formulas
	windows